diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/command.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..07cea39c25a60949b80d8cf119eeb6089e9b6c9b --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/command.txt @@ -0,0 +1 @@ +python scripts/eval_ctt_generated_rollout.py --checkpoint runs/ctt_residual_base_context_obs_seed2/model.pt --source-index data/cil_charts_rgb_refs/train/index.json --target-index data/cil_charts_rgb_refs/train/index.json --out-dir runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2 --k 8 --pool-size 0 --neighbors 8 --max-target-charts 144 --group-batch-size 1 --device cpu --sim-backend physx_cpu --render-backend cpu --restore-tolerance 1e-5 --delta-scale 1.0 --execution-action-scale 1.0 --execution-action-scale-vector 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 --execution-action-transform identity --bootstrap-samples 200 --exclude-self-source --disable-action-clipping diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/config.yaml b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4975b4b720fca9dc60e2e516d67c451a61f15376 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/config.yaml @@ -0,0 +1,22 @@ +bootstrap_samples: 200 +checkpoint: runs/ctt_residual_base_context_obs_seed2/model.pt +delta_scale: 1.0 +device: cpu +disable_action_clipping: True +exclude_self_source: True +execution_action_scale: 1.0 +execution_action_scale_vector: 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 +execution_action_transform: identity +group_batch_size: 1 +include_targets_without_positives: False +k: 8 +max_target_charts: 144 +neighbors: 8 +out_dir: runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2 +pool_size: 0 +render_backend: cpu +restore_tolerance: 1e-05 +sim_backend: physx_cpu +skip_metrics: False +source_index: data/cil_charts_rgb_refs/train/index.json +target_index: data/cil_charts_rgb_refs/train/index.json diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..1ef49748c0932e9ccb1c83a065667e7a4032f7db --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/data_hash.txt @@ -0,0 +1 @@ +67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/eval.log b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..402a275d0c0ea9e813e153777b4d4e087a25a37c --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/eval.log @@ -0,0 +1,1591 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt +loaded charts source=301 target=144 +generated proposals rows=144 total=1152 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=144 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/git_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8b137891791fe96927ad78e64b0aad7bded08bdc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/git_hash.txt @@ -0,0 +1 @@ + diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_candidates.json b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_candidates.json new file mode 100644 index 0000000000000000000000000000000000000000..9bf0beb7a7beacf94507159c8017e84bf952d03d --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_candidates.json @@ -0,0 +1,102379 @@ +{ + "candidates_evaluated": true, + "checkpoint": "runs/ctt_residual_base_context_obs_seed2/model.pt", + "decoder": { + "action_clipping_enabled": false, + "delta_scale": 1.0, + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "lossless": false, + "name": "linear_keyframe_decode", + "source_code": "spline_tangent_code stores start/mid/end residual keyframes" + }, + "exclude_self_source": true, + "k": 8, + "neighbors": 8, + "pool_size": 8, + "report_type": "ctt_generated_measured_rollout", + "rows": [ + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7212046980857849, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7212046980857849 + }, + "base_progress": 0.7212046980857849, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7212046980857849, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7210420966148376, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7210420966148376 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7251817584037781, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7251817584037781 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7248379588127136, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7248379588127136 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7241168022155762, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7241168022155762 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7228900790214539, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7228900790214539 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.719851553440094, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.719851553440094 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.7210420966148376, + 0.7251817584037781, + 0.7248379588127136, + 0.7241168022155762, + 0.7228900790214539, + 0.719851553440094, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1b24faaf0d032ad20017", + "ms-9156a9a9c1b829b742ad", + "ms-1b24faaf0d032ad20017", + "ms-9156a9a9c1b829b742ad", + "ms-dfc38c43e9a87f99ef7f", + "ms-2436538e05fdcf8e44fc", + "ms-9156a9a9c1b829b742ad", + "ms-9156a9a9c1b829b742ad" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-059d7962a5f998edf668", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.16319425404071808, + 0.04845485836267471, + 0.09668755531311035, + -0.05215682089328766, + 1.5205488204956055, + 0.013133242726325989, + 0.3604338765144348, + 0.10899527370929718, + -0.03285288065671921, + 0.06586620211601257, + -0.23708269000053406, + 1.5525552034378052, + -0.06593143939971924, + 0.1318373680114746, + 0.13350988924503326, + 0.047077421098947525, + 0.025829389691352844, + -0.1726335734128952, + 1.2727993726730347, + 0.005600780248641968, + 0.09929224848747253 + ], + [ + 0.019092857837677002, + 0.040433160960674286, + 0.2801772952079773, + 0.15031614899635315, + 1.5006310939788818, + 0.1971910297870636, + 0.36974745988845825, + 0.1793965995311737, + -0.013390731066465378, + -0.0007057338953018188, + -0.16636326909065247, + 1.5977591276168823, + 0.021248281002044678, + 0.37107789516448975, + 0.14049358665943146, + -0.02268117666244507, + -0.15854232013225555, + -0.14688153564929962, + 1.1702442169189453, + 0.139144629240036, + 0.16856826841831207 + ], + [ + 0.02026127278804779, + 0.03719259053468704, + 0.3003323972225189, + 0.164241224527359, + 1.5017120838165283, + 0.1903335452079773, + 0.42099520564079285, + 0.18968148529529572, + -0.01203925907611847, + 0.010045439004898071, + -0.18048110604286194, + 1.6078344583511353, + 0.02989017963409424, + 0.3406228721141815, + 0.1452246755361557, + -0.02116408944129944, + -0.16357646882534027, + -0.14600740373134613, + 1.1803885698318481, + 0.13725131750106812, + 0.20975525677204132 + ], + [ + -0.11748988926410675, + 0.06975874304771423, + 0.1523149609565735, + -0.001827046275138855, + 1.3285353183746338, + 0.002385929226875305, + 0.27909111976623535, + 0.18867209553718567, + 0.0024390146136283875, + -0.004642568528652191, + -0.21189585328102112, + 1.5492523908615112, + -0.11814439296722412, + 0.13410380482673645, + 0.21949303150177002, + 0.04880371317267418, + 0.02212442457675934, + -0.15352265536785126, + 1.2711557149887085, + 0.060119450092315674, + 0.03179702162742615 + ], + [ + 0.03990586847066879, + 0.01398393139243126, + 0.10926219820976257, + -0.0718347430229187, + 1.404677152633667, + -0.15818506479263306, + 0.28184306621551514, + 0.060037776827812195, + 0.024280497804284096, + 0.03719954192638397, + -0.30264872312545776, + 1.4437025785446167, + 0.11719337105751038, + 0.24496951699256897, + 0.02876661717891693, + 0.013633422553539276, + 0.07780605554580688, + -0.0973503440618515, + 1.3410077095031738, + -0.017000645399093628, + 0.24924500286579132 + ], + [ + -0.06189844012260437, + 0.03609170764684677, + 0.12166756391525269, + 0.02021653950214386, + 1.5601232051849365, + 0.046557262539863586, + 0.3393317759037018, + 0.008308008313179016, + -0.03510033339262009, + 0.050779640674591064, + -0.2550372779369354, + 1.637829065322876, + -0.07524722814559937, + 0.1064220517873764, + 0.1738695204257965, + 0.05472754314541817, + -0.02316133677959442, + -0.16995997726917267, + 1.216505527496338, + -0.04345148801803589, + 0.010299786925315857 + ], + [ + -0.06165769696235657, + 0.09450840950012207, + 0.017304211854934692, + 0.013213083148002625, + 1.3524601459503174, + -0.049271225929260254, + 0.20093688368797302, + 0.17814035713672638, + -0.012770455330610275, + -0.04160205274820328, + -0.14118841290473938, + 1.5150511264801025, + -0.1411815881729126, + 0.14453931152820587, + 0.2699669599533081, + 0.10329745709896088, + -0.13635478913784027, + -0.06722833216190338, + 1.2908589839935303, + 0.09448978304862976, + -0.028280407190322876 + ], + [ + 0.24986299872398376, + -0.012881267815828323, + -0.040999382734298706, + 0.07968065142631531, + 1.3906128406524658, + -0.06737779080867767, + 0.18408450484275818, + 0.16222527623176575, + 0.15246015787124634, + 0.17786073684692383, + -0.3780820965766907, + 1.5220427513122559, + -0.25154703855514526, + 0.40469104051589966, + 0.17345580458641052, + 0.032200224697589874, + 0.013261333107948303, + -0.19589923322200775, + 1.406036376953125, + -0.021911561489105225, + 0.3634498119354248 + ] + ], + "generated_utilities": [ + 0.7210420966148376, + 0.7251817584037781, + 0.7248379588127136, + 0.7241168022155762, + 0.7228900790214539, + 0.719851553440094, + 2.0, + 2.0 + ], + "group_id": "ms-059d7962a5f998edf668", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.49721559882164, + 2.0, + 0.6974887251853943, + 0.19765286147594452, + 0.7195450067520142, + 0.2310343235731125, + 2.0, + 0.7270707488059998, + 0.19992560148239136, + 0.6030059456825256, + 0.5779469013214111, + 0.20353710651397705, + 0.1915736049413681, + 0.1894950121641159, + 0.19378599524497986, + 0.19589310884475708 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.7263973951339722, + 0.23798461258411407, + 0.18269580602645874, + -0.33782562613487244, + 1.4559190273284912, + 0.25056207180023193, + 0.0, + 0.21410797536373138, + 0.021551713347434998, + -0.06498521566390991, + -0.3491886556148529, + 1.417590618133545, + 0.08925652503967285, + 0.0, + 0.08248080313205719, + 0.006776601076126099, + 0.3824726939201355, + -0.33101797103881836, + 1.202702283859253, + 0.3580232262611389, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4189550876617432, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5349076986312866, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3807995319366455 + ], + [ + 0.26476529240608215, + 0.2670654058456421, + 0.31534290313720703, + -1.162886619567871, + 2.90407133102417, + -0.3731662333011627, + 0.42236989736557007, + -0.28159475326538086, + -0.2534595727920532, + 0.8614776134490967, + -0.6848756074905396, + 2.0239388942718506, + -0.7395244836807251, + 1.190661072731018, + 0.46126705408096313, + -0.0223042294383049, + 0.34359270334243774, + -0.8305555582046509, + 1.9417804479599, + -0.49977368116378784, + 0.7323176264762878 + ], + [ + -0.5999810099601746, + -0.3876502513885498, + 0.35023292899131775, + -1.0866546630859375, + 2.3552870750427246, + -0.4867660403251648, + -0.024615108966827393, + 0.6856658458709717, + -0.32810258865356445, + 1.0785797834396362, + 0.01754695177078247, + 2.8998544216156006, + 0.038882434368133545, + 1.4175243377685547, + -0.20988225936889648, + 0.5673368573188782, + -0.014047741889953613, + -0.9422884583473206, + 2.209888219833374, + -0.16293905675411224, + 1.4574291706085205 + ], + [ + 0.20400625467300415, + 0.308840274810791, + 0.33285361528396606, + 0.15929526090621948, + 1.8157193660736084, + -1.2636733055114746, + -0.019807815551757812, + -0.4970884323120117, + 0.6508551836013794, + 0.8681741952896118, + -0.016186654567718506, + 1.750615119934082, + -0.4950485825538635, + 0.3541770875453949, + 0.5352023839950562, + 0.4098028540611267, + 0.4003295302391052, + 0.3277361989021301, + 2.648317813873291, + -0.6774255037307739, + 1.1104990243911743 + ], + [ + -0.7604854106903076, + -0.459000825881958, + 1.4885997772216797, + -1.1593784093856812, + 3.293740749359131, + -0.25299036502838135, + 0.21652135252952576, + -0.16210727393627167, + 0.7275102138519287, + 1.3357231616973877, + -0.7709507942199707, + 3.1691646575927734, + -0.756183385848999, + 1.345372200012207, + -0.4539569020271301, + 0.03612716495990753, + 0.3346724510192871, + -0.9107943177223206, + 2.4277007579803467, + -1.27008056640625, + 0.311293363571167 + ], + [ + -0.45394259691238403, + -0.54976886510849, + 0.7225613594055176, + -1.3521759510040283, + 1.7778325080871582, + 0.24770218133926392, + 0.8714889883995056, + 0.975584864616394, + -0.07646103948354721, + -0.055945634841918945, + -1.2598881721496582, + 2.249945640563965, + -1.5348012447357178, + 1.1430860757827759, + 1.0496292114257812, + -0.4724304676055908, + -0.1874515414237976, + -1.4277260303497314, + 1.738315224647522, + -0.5158163905143738, + 0.6706984639167786 + ], + [ + 0.2914649248123169, + 0.24283631145954132, + 1.4204039573669434, + -1.6930406093597412, + 2.674386739730835, + -1.0747601985931396, + -0.057677388191223145, + -0.09567974507808685, + 0.1828833818435669, + -0.4277954697608948, + -0.3228152096271515, + 1.8371195793151855, + 0.28911519050598145, + 1.6791216135025024, + 1.1704747676849365, + -0.49139875173568726, + -0.10166949033737183, + 0.05465060472488403, + 2.4464330673217773, + 0.26864731311798096, + -0.21352797746658325 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0007674247026443481, + -0.04671723395586014, + -0.10471343994140625, + 0.05879223346710205, + 1.4559190273284912, + 0.09741401672363281, + 0.0, + 0.001899033784866333, + 0.020527511835098267, + 0.04915881156921387, + -0.019799351692199707, + 1.417590618133545, + 0.07749617099761963, + 0.0, + 0.015576273202896118, + -0.007894329726696014, + -0.004595160484313965, + 0.04302382469177246, + 1.202702283859253, + 0.03612372279167175, + 0.0 + ], + [ + 0.03560516610741615, + 0.18455083668231964, + -0.1446216106414795, + 0.08730530738830566, + 1.4559190273284912, + -0.02658700942993164, + 0.0, + 0.022244825959205627, + -0.09888976812362671, + 0.03586450219154358, + 0.06968367099761963, + 1.417590618133545, + 0.08909422159194946, + 0.0, + 0.06121017038822174, + 0.06348271667957306, + 0.3223552703857422, + 0.09664219617843628, + 1.202702283859253, + -0.19223050773143768, + 0.0 + ], + [ + 0.019785694777965546, + -0.14254622161388397, + 0.537965714931488, + -0.7109485864639282, + 2.455919027328491, + -0.6468801498413086, + 0.7094775438308716, + 0.17404215037822723, + -0.1409691870212555, + 0.4617244005203247, + -0.588758647441864, + 2.417590618133545, + -0.6945140957832336, + 0.7674538493156433, + 0.2507096529006958, + -0.10528604686260223, + 0.42002207040786743, + -0.4932093024253845, + 2.202702283859253, + -0.40911322832107544, + 0.6903997659683228 + ], + [ + 0.12207533419132233, + -0.42201608419418335, + 0.553764820098877, + -0.481695294380188, + 2.720637798309326, + -0.5978468060493469, + 0.4978516697883606, + 0.028370246291160583, + -0.2356254607439041, + 0.3535766005516052, + -0.5260531902313232, + 2.2995169162750244, + -0.4539698660373688, + 0.9117171168327332, + 0.4955568313598633, + -0.15374819934368134, + 0.36756014823913574, + -0.5945597290992737, + 1.9746071100234985, + -0.13420364260673523, + 0.9723529815673828 + ], + [ + -0.2840384840965271, + -0.4701385498046875, + 0.36319446563720703, + -0.726213276386261, + 2.4362411499023438, + -0.6177184581756592, + 0.36708080768585205, + 0.3721216917037964, + -0.5297356843948364, + 0.5386976003646851, + -0.9769270420074463, + 2.7101361751556396, + -1.073773741722107, + 0.8343652486801147, + 0.37669849395751953, + -0.15209735929965973, + 0.3290218710899353, + -0.11797735095024109, + 2.340423345565796, + -0.43566104769706726, + 0.38198310136795044 + ], + [ + 0.11104539036750793, + -0.19893570244312286, + 0.607917070388794, + -0.44099316000938416, + 2.6974918842315674, + -0.7079001665115356, + 0.439737468957901, + -0.293851375579834, + 0.20354828238487244, + 0.26732632517814636, + -0.43301886320114136, + 2.213477373123169, + -1.0683305263519287, + 0.6259763240814209, + -0.10081720352172852, + -0.49180179834365845, + 0.7968573570251465, + -0.14222773909568787, + 2.388254165649414, + -0.34331196546554565, + 0.3013109266757965 + ], + [ + 0.5673168897628784, + 0.3166072368621826, + 1.2035822868347168, + -0.6070990562438965, + 2.4697864055633545, + -0.7346901893615723, + 1.3120259046554565, + 0.5125777125358582, + -0.07589784264564514, + 0.4215646982192993, + -0.3799112141132355, + 3.0847561359405518, + -1.2436785697937012, + 0.5379329919815063, + 0.9209951162338257, + 0.034454092383384705, + 0.405056357383728, + -0.8112417459487915, + 1.6855204105377197, + 0.06503462791442871, + 1.1553820371627808 + ] + ], + "predicted_scores": [ + 6.838832855224609, + 6.757761001586914, + 6.700495719909668, + 6.662963390350342, + 6.619659423828125, + 6.288742542266846, + 6.233624458312988, + 5.018008232116699 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "500109393", + "selected_index": 0, + "state_hash": "5bce4288ae25c5529d4519ebbfab59b3d33f5f265599aa7a2a313eb5c347de10", + "stored_base_utility": 0.49721559882164, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3737652599811554, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3737652599811554 + }, + "base_progress": 0.3737652599811554, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.3737652599811554, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.34970390796661377, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.34970390796661377 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2988193929195404, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2988193929195404 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.31510043144226074, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.31510043144226074 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3090878427028656, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3090878427028656 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3014986515045166, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3014986515045166 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.30646148324012756, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.30646148324012756 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.29227468371391296, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.29227468371391296 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2923201322555542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2923201322555542 + } + ], + "candidate_progress": [ + 0.34970390796661377, + 0.2988193929195404, + 0.31510043144226074, + 0.3090878427028656, + 0.3014986515045166, + 0.30646148324012756, + 0.29227468371391296, + 0.2923201322555542 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b483cac145e16ccdf42a", + "ms-b483cac145e16ccdf42a", + "ms-baa36ee75ec2de550b9b", + "ms-baa36ee75ec2de550b9b", + "ms-3352cd51af5ae6aac4c0", + "ms-74c9fc741b846b5019af", + "ms-caeb4c3d358f256799a8", + "ms-efbde8652e75274fbd69" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank5" + ], + "candidates_evaluated": true, + "chart_id": "ms-062addb9da32a0c2ea97", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.04232099652290344, + 0.07025813311338425, + -0.2654654085636139, + -0.015077486634254456, + 1.4038877487182617, + -0.16019833087921143, + 0.1609000265598297, + 0.024515151977539062, + 0.0492677316069603, + 0.064731165766716, + -0.17468425631523132, + 0.7643320560455322, + -0.1070626974105835, + -0.09763601422309875, + 0.08783286064863205, + 0.09624625742435455, + 0.01101529598236084, + 0.01291540265083313, + 0.8060382604598999, + 0.13480976223945618, + -0.11107996106147766 + ], + [ + -0.08929872512817383, + 0.05550649017095566, + -0.3403383791446686, + 0.05264517664909363, + 1.3951380252838135, + -0.02989688515663147, + 0.20513328909873962, + 0.00587955117225647, + 0.010760444216430187, + -0.007630638778209686, + -0.2735000252723694, + 0.7654324173927307, + -0.12003663182258606, + -0.01949697732925415, + -0.04248674586415291, + 0.10643215477466583, + -0.12989650666713715, + -0.09215156733989716, + 0.7956894636154175, + 0.09075802564620972, + -0.06774142384529114 + ], + [ + 0.0712377056479454, + 0.052141398191452026, + -0.04520174860954285, + 0.2108316719532013, + 1.2303509712219238, + 0.0785694420337677, + -0.07335662841796875, + 0.14512696862220764, + 0.05294638127088547, + -0.09821761399507523, + -0.15500837564468384, + 0.9763691425323486, + -0.1766904890537262, + 0.15921461582183838, + -0.012513894587755203, + 0.012536842375993729, + -0.1642010658979416, + -0.019539937376976013, + 0.6703395843505859, + 0.0925743579864502, + -0.05891518294811249 + ], + [ + -0.07984668016433716, + 0.056108199059963226, + -0.2898583710193634, + 0.05118414759635925, + 1.450197458267212, + 0.0782143697142601, + 0.010029077529907227, + 0.028110504150390625, + 0.03318357467651367, + -0.008431904017925262, + -0.27068886160850525, + 0.8900628089904785, + -0.19358950853347778, + -0.020897075533866882, + 0.044434115290641785, + 0.06995150446891785, + -0.11170516908168793, + -0.08482398092746735, + 0.6947845220565796, + -0.006345570087432861, + -0.11906689405441284 + ], + [ + -0.06441809237003326, + 0.0570409893989563, + -0.3598662316799164, + 0.130815327167511, + 1.5665013790130615, + 0.1634645313024521, + 0.17450684309005737, + 0.05437886714935303, + 0.026892617344856262, + -0.01019076257944107, + -0.28502410650253296, + 0.8213894367218018, + -0.16123813390731812, + -0.018723607063293457, + 0.0651339739561081, + 0.08771735429763794, + -0.07635743916034698, + -0.09909228980541229, + 0.6739820241928101, + 0.014296531677246094, + -0.04289074242115021 + ], + [ + 0.005081459879875183, + 0.05003248155117035, + -0.40397289395332336, + 0.13518768548965454, + 1.553410530090332, + 0.09324628859758377, + 0.17852851748466492, + -0.061156898736953735, + 0.06357753276824951, + 0.047175705432891846, + -0.23358407616615295, + 0.9157310724258423, + -0.15031981468200684, + -0.09106205403804779, + 0.08642302453517914, + 0.10344783961772919, + -0.10723419487476349, + -0.01929163932800293, + 0.8302872776985168, + -0.041855573654174805, + -0.09247252345085144 + ], + [ + -0.049068957567214966, + 0.05502508580684662, + -0.4784056842327118, + 0.05840829014778137, + 1.4764699935913086, + 0.12080663442611694, + 0.26149222254753113, + -0.04072289168834686, + 0.08085783571004868, + 0.059624090790748596, + -0.2775024473667145, + 0.9060888886451721, + -0.14931073784828186, + -0.15941880643367767, + -0.0058696456253528595, + 0.08681491017341614, + -0.15194927155971527, + -0.05169816315174103, + 0.7938700318336487, + 0.020894408226013184, + -0.08350077271461487 + ], + [ + -0.09138849377632141, + 0.02959252893924713, + -0.4027647078037262, + 0.10274586081504822, + 1.518794059753418, + 0.10476773232221603, + 0.20271435379981995, + -0.02605597674846649, + 0.004351003561168909, + 0.02822893112897873, + -0.21959874033927917, + 0.6554821729660034, + -0.41724520921707153, + -0.08104828000068665, + 0.051559969782829285, + 0.07354165613651276, + -0.17965154349803925, + -0.008253216743469238, + 0.7142962217330933, + 0.036892831325531006, + -0.160167396068573 + ] + ], + "generated_utilities": [ + 0.34970390796661377, + 0.2988193929195404, + 0.31510043144226074, + 0.3090878427028656, + 0.3014986515045166, + 0.30646148324012756, + 0.29227468371391296, + 0.2923201322555542 + ], + "group_id": "ms-062addb9da32a0c2ea97", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7271513342857361, + 2.0, + 0.7256886959075928, + 0.7014629244804382, + 0.3442671000957489, + 0.2401096075773239, + 0.3023000955581665, + 0.264198362827301, + 0.25259554386138916, + 0.27609318494796753, + 0.20782670378684998, + 0.22423511743545532, + 0.2460070550441742, + 0.21591925621032715, + 0.20407304167747498, + 0.20879608392715454 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.1985158622264862, + -0.43498969078063965, + -1.4019089937210083, + -0.029425043612718582, + 2.7524759769439697, + 0.7102912664413452, + -0.0025500506162643433, + 0.2776590585708618, + 0.01822056993842125, + 0.3644512891769409, + -0.5179790258407593, + 1.987356424331665, + -0.6960104703903198, + 0.5210251212120056, + -0.0018420219421386719, + 0.01300891488790512, + 0.28913968801498413, + -0.32735347747802734, + 1.9663995504379272, + -0.4613652229309082, + 0.4408588409423828 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.0051001012325286865, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0420502424240112, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.8817176818847656 + ], + [ + 0.3639763593673706, + -0.19828908145427704, + -1.3226062059402466, + -0.29351159930229187, + 2.724567174911499, + 0.7062299847602844, + 0.1159500926733017, + 0.47331249713897705, + 0.1260700225830078, + 0.2311599850654602, + -0.7013753056526184, + 1.8610926866531372, + -0.4713195562362671, + 0.5665156841278076, + -0.11341916769742966, + -0.12488604336977005, + 0.10573683679103851, + -0.12552084028720856, + 2.1578893661499023, + -0.2704060673713684, + 0.20610448718070984 + ], + [ + 0.5475842952728271, + -0.7251380681991577, + -1.3931193351745605, + -0.02499552257359028, + 2.6413371562957764, + 0.3586169183254242, + 0.2395073026418686, + 0.46510419249534607, + 0.38344940543174744, + 0.5245003700256348, + -0.7687734365463257, + 1.9996588230133057, + -0.7096099257469177, + 0.8386848568916321, + 0.36405760049819946, + 0.36270058155059814, + 0.559441089630127, + -0.6203768253326416, + 2.0171148777008057, + -0.5931271314620972, + 0.222870334982872 + ], + [ + 0.5420117974281311, + 0.05326128005981445, + -1.104454517364502, + 0.3303757905960083, + 3.155003309249878, + 0.7026559114456177, + -0.042725976556539536, + -0.14301884174346924, + -0.03102922812104225, + 0.7368564009666443, + -0.7251238822937012, + 2.487246513366699, + -0.20000487565994263, + 0.28555822372436523, + 0.30480554699897766, + 0.23224622011184692, + -0.0062139034271240234, + -0.5061984062194824, + 1.9628251791000366, + -0.39136695861816406, + 0.8838568925857544 + ], + [ + 0.5495319366455078, + -0.1815744936466217, + -1.6366851329803467, + -0.20293159782886505, + 2.2793548107147217, + 1.15580153465271, + 0.1712821125984192, + -0.2370293140411377, + 0.5462323427200317, + -0.07305583357810974, + -0.8652558326721191, + 2.472317695617676, + -0.8309334516525269, + 1.049635648727417, + -0.5935978889465332, + -0.27594193816185, + 0.7261149883270264, + -0.23436886072158813, + 1.3990122079849243, + -0.1015336811542511, + 0.6228938698768616 + ], + [ + 0.3797748386859894, + -1.1120481491088867, + -1.37775456905365, + -0.048533521592617035, + 2.924769878387451, + 0.2522695064544678, + 0.14074374735355377, + 0.6369587182998657, + -0.10552753508090973, + 0.43487831950187683, + -1.1938248872756958, + 2.2873244285583496, + -0.27458545565605164, + 1.1955734491348267, + 0.2174616903066635, + 0.0822727233171463, + 0.690151572227478, + 0.27800989151000977, + 1.3491995334625244, + -0.35519343614578247, + 0.4349311292171478 + ], + [ + 0.5325869917869568, + -0.5653627514839172, + -1.1703696250915527, + 0.6990935206413269, + 3.061725378036499, + 0.3144603371620178, + -0.11430326849222183, + -0.1823834776878357, + -0.35977858304977417, + 0.2889673709869385, + -0.01314467191696167, + 1.4944872856140137, + -0.5796622633934021, + 0.3151542544364929, + 0.5818464159965515, + -0.7209234833717346, + 0.3651869595050812, + -1.0267595052719116, + 2.345482587814331, + -0.03063833713531494, + 0.7917598485946655 + ], + [ + 0.8390074968338013, + -0.2569221258163452, + -1.0631368160247803, + -0.13961102068424225, + 2.1380748748779297, + 0.923227071762085, + -0.038840774446725845, + 0.5362977981567383, + -0.38100355863571167, + 0.833767294883728, + -0.0175589919090271, + 2.535525321960449, + -1.4421007633209229, + 0.9854419827461243, + -0.5451581478118896, + -0.3036862015724182, + 0.6035395860671997, + 0.48235613107681274, + 2.550943374633789, + 0.13015621900558472, + 0.824923038482666 + ], + [ + -0.3001301884651184, + -1.0390076637268066, + -2.0056934356689453, + 0.3903805911540985, + 2.1020469665527344, + 0.16866838932037354, + -0.37509000301361084, + -0.44715118408203125, + 0.6628673672676086, + 0.6218850612640381, + -1.3313456773757935, + 2.1769747734069824, + -0.8601449728012085, + -0.24728262424468994, + -0.7225674986839294, + -0.9124254584312439, + 0.356492817401886, + 0.2818302512168884, + 1.1070467233657837, + -0.6517347693443298, + 0.21362829208374023 + ], + [ + 1.0635433197021484, + -0.8600475192070007, + -2.2101497650146484, + -0.6504918932914734, + 2.529391050338745, + 1.0686713457107544, + 0.9825063943862915, + 1.2249696254730225, + 0.9358205795288086, + 0.8720242977142334, + -1.0579540729522705, + 1.3718318939208984, + -0.22813168168067932, + 0.8416255712509155, + 0.12782183289527893, + 0.2785715162754059, + 0.3903496265411377, + 0.6153882145881653, + 2.6985862255096436, + 0.38292551040649414, + 0.42461860179901123 + ], + [ + 0.7060074806213379, + -0.6174600124359131, + -2.3360204696655273, + -0.7520789504051208, + 2.1196742057800293, + 1.2783604860305786, + -0.4092426300048828, + 0.9017125964164734, + 0.3745812177658081, + -0.5137603878974915, + -0.6762406826019287, + 1.6096034049987793, + -0.7071628570556641, + 1.3354411125183105, + 0.695989727973938, + -0.9097930788993835, + -0.28282278776168823, + -0.8661246299743652, + 1.710384726524353, + -0.03599843382835388, + -0.3863275647163391 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.017806515097618103, + -0.04612591862678528, + -0.4019089937210083, + 0.04530438408255577, + 1.7524759769439697, + -0.043457984924316406, + 0.0, + -0.01589822769165039, + 0.00988584291189909, + -0.026168107986450195, + -0.0017359256744384766, + 0.987356424331665, + -0.032431960105895996, + 0.0, + 0.02106676995754242, + 0.03955639898777008, + 0.06907030940055847, + -0.03696626424789429, + 0.9663995504379272, + -0.009115815162658691, + 0.0 + ] + ], + "predicted_scores": [ + 7.309099197387695, + 7.181167125701904, + 6.996265888214111, + 6.898055076599121, + 6.834177017211914, + 6.717165946960449, + 6.611001968383789, + 6.353267669677734 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "645859527", + "selected_index": 0, + "state_hash": "844e045392913d0ffdc34204276b48e6e2878a6683bfad758f87ff3c90502341", + "stored_base_utility": 0.7271513342857361, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21158243715763092, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21158243715763092 + }, + "base_progress": 0.21158243715763092, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21158243715763092, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20784349739551544, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20784349739551544 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20481835305690765, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20481835305690765 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20343075692653656, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20343075692653656 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20730192959308624, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20730192959308624 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20493049919605255, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20493049919605255 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20410095155239105, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20410095155239105 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2051093578338623, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2051093578338623 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20223408937454224, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20223408937454224 + } + ], + "candidate_progress": [ + 0.20784349739551544, + 0.20481835305690765, + 0.20343075692653656, + 0.20730192959308624, + 0.20493049919605255, + 0.20410095155239105, + 0.2051093578338623, + 0.20223408937454224 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9ced92cccacfe4d157b0", + "ms-c090bce47703a4c4bb0b", + "ms-13d8bae55d3c3710138f", + "ms-9ced92cccacfe4d157b0", + "ms-df961fe24a43e56d1716", + "ms-e1b6bcb41532a800d3cb", + "ms-e1b6bcb41532a800d3cb", + "ms-8f3d4e1d07bb5dcc7c57" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-0660d5f65df5fc4b6132", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.19695092737674713, + 0.1282353550195694, + 0.6254924535751343, + 0.7014706134796143, + -0.11913210153579712, + 0.44648808240890503, + 0.38717687129974365, + 0.2850193977355957, + 0.027736885473132133, + -0.08961346000432968, + -0.4011382460594177, + 1.4844239950180054, + -0.3709411025047302, + 0.12836986780166626, + -0.149826779961586, + 0.014515362679958344, + -0.17674671113491058, + 0.028350308537483215, + 1.1996912956237793, + -0.44650977849960327, + 0.09523598104715347 + ], + [ + -0.31440597772598267, + 0.16009274125099182, + 0.7890915870666504, + 0.9112856388092041, + -0.09688195586204529, + 0.2628202438354492, + 0.44504913687705994, + 0.08946464210748672, + 0.0673501193523407, + -0.12283983081579208, + -0.31296178698539734, + 1.5576963424682617, + -0.4282442033290863, + 0.11857485771179199, + 0.060990940779447556, + 0.040413256734609604, + -0.1377122551202774, + 0.05629512667655945, + 1.1520335674285889, + -0.13622666895389557, + -0.06366480886936188 + ], + [ + -0.05639787018299103, + 0.11703161895275116, + 0.9349080324172974, + 0.7242544889450073, + -0.24654525518417358, + 0.29907190799713135, + 0.45183753967285156, + 0.02182917296886444, + 0.06699807196855545, + -0.15639695525169373, + -0.22770825028419495, + 1.5612777471542358, + -0.17703989148139954, + -0.1256253868341446, + -0.10498307645320892, + 0.07796874642372131, + -0.022908881306648254, + -0.10240449011325836, + 1.2961111068725586, + -0.1862715184688568, + -0.10272055864334106 + ], + [ + -0.09436750411987305, + 0.11289085447788239, + 0.6315568685531616, + 0.6725637912750244, + -0.06485429406166077, + 0.7082895040512085, + 0.2544540762901306, + 0.11773110181093216, + 0.06052378565073013, + -0.14122438430786133, + -0.3124254643917084, + 1.5114505290985107, + -0.4505196511745453, + 0.1170901209115982, + -0.062460582703351974, + 0.07014040648937225, + -0.13710160553455353, + 0.013081148266792297, + 1.1806843280792236, + -0.4986549913883209, + 0.10926710069179535 + ], + [ + -0.16837744414806366, + 0.13466116786003113, + 0.8123525381088257, + 0.8006249666213989, + -0.30514222383499146, + 0.4155785143375397, + 0.587146520614624, + 0.1745789349079132, + 0.071045882999897, + -0.14487645030021667, + -0.3323817849159241, + 1.3810648918151855, + -0.38997822999954224, + -0.0778171569108963, + 0.02052823081612587, + 0.08682078123092651, + -0.011824443936347961, + -0.11713160574436188, + 1.3732376098632812, + -0.1459873914718628, + -0.0509931743144989 + ], + [ + -0.1286512166261673, + 0.08276815712451935, + 1.0380795001983643, + 0.8986854553222656, + -0.19457101821899414, + 0.3259962201118469, + 0.30011099576950073, + 0.10845209658145905, + 0.06104334443807602, + -0.1624288260936737, + -0.18285849690437317, + 1.668712854385376, + -0.4672394096851349, + -0.05316266417503357, + -0.049857694655656815, + 0.12038092315196991, + -0.16499005258083344, + -0.019763723015785217, + 1.3330016136169434, + -0.19343845546245575, + 0.01357540488243103 + ], + [ + 0.0377950519323349, + 0.10886333882808685, + 1.1076676845550537, + 0.770047664642334, + -0.46788036823272705, + 0.16446734964847565, + 0.3239598572254181, + 0.19433222711086273, + 0.11675624549388885, + -0.28722700476646423, + -0.26486578583717346, + 1.6751569509506226, + -0.04005378484725952, + 0.011507123708724976, + 0.04136208817362785, + 0.1579427868127823, + -0.10625623166561127, + 0.017734020948410034, + 1.1116313934326172, + 0.10947653651237488, + -0.2033822238445282 + ], + [ + -0.22790645062923431, + 0.15021462738513947, + 0.819544792175293, + 0.8169635534286499, + -0.1261463165283203, + 0.6372283697128296, + 0.457903653383255, + -0.00516866147518158, + 0.07064694911241531, + -0.028531305491924286, + -0.232040673494339, + 1.8460294008255005, + -0.23454439640045166, + -0.02276851236820221, + -0.08746525645256042, + 0.09345352649688721, + -0.11198435723781586, + -0.07734633982181549, + 1.2456605434417725, + -0.14121811091899872, + 0.004529893398284912 + ] + ], + "generated_utilities": [ + 0.20784349739551544, + 0.20481835305690765, + 0.20343075692653656, + 0.20730192959308624, + 0.20493049919605255, + 0.20410095155239105, + 0.2051093578338623, + 0.20223408937454224 + ], + "group_id": "ms-0660d5f65df5fc4b6132", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.725497841835022, + 2.0, + 0.5132523775100708, + 0.19751577079296112, + 0.20900821685791016, + 0.1973915696144104, + 0.20634256303310394, + 0.20303671061992645, + 0.21009090542793274, + 0.1966886818408966, + 0.20075345039367676, + 0.19533561170101166, + 0.20810750126838684, + 0.1880742758512497, + 0.1922544687986374, + 0.19408276677131653 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.022960126399993896, + -0.036386966705322266, + 1.0559582710266113, + 0.986804723739624, + 0.20980551838874817, + -0.0031831860542297363, + 0.0, + -0.0600159615278244, + -0.020208537578582764, + -0.23333561420440674, + 0.17527344822883606, + 1.6316535472869873, + 0.03230985999107361, + 0.0, + 0.1056644469499588, + -0.06585539877414703, + 0.12589377164840698, + -0.055969297885894775, + 1.0557873249053955, + -0.14738869667053223, + 0.0 + ], + [ + -0.03697483241558075, + 0.33879345655441284, + 1.0559582710266113, + 0.986804723739624, + -0.15747418999671936, + 0.20827913284301758, + 0.0, + 0.08447393029928207, + 0.22848564386367798, + -0.41663986444473267, + -0.32801347970962524, + 1.6316535472869873, + 0.1779869794845581, + 0.0, + -0.4851018190383911, + -0.173032745718956, + -0.05616486072540283, + -0.3723829686641693, + 1.0557873249053955, + -0.1986444592475891, + 0.0 + ], + [ + 0.18594472110271454, + 0.8484616279602051, + 2.0559582710266113, + 1.986804723739624, + -0.4899255931377411, + 0.9968168139457703, + -2.2102103233337402, + 0.09922139346599579, + -0.48589521646499634, + -1.2333356142044067, + -0.2182694971561432, + 2.6316535472869873, + 0.4719502031803131, + -0.13729111850261688, + 0.32487964630126953, + -0.0760883092880249, + 0.5440356135368347, + -0.6854259371757507, + 2.0557873249053955, + -0.5941759943962097, + 0.651936411857605 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.4204206466674805, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.27458223700523376, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.30387282371521 + ], + [ + -0.11077193915843964, + 1.0328210592269897, + 1.9659569263458252, + 1.8609927892684937, + -0.43897539377212524, + 1.2063167095184326, + -1.9651548862457275, + -0.1797115057706833, + -0.6393328905105591, + -1.3976466655731201, + -0.4294845461845398, + 2.5847623348236084, + 0.2592097520828247, + 0.09034982323646545, + 0.2509450912475586, + -0.274316668510437, + 0.6677526831626892, + -0.8795567750930786, + 2.1449716091156006, + -0.813478946685791, + 0.7267774939537048 + ], + [ + 0.1303480863571167, + 0.5211786031723022, + 2.2719247341156006, + 1.8557395935058594, + -0.2414325326681137, + 1.389845609664917, + -2.594031572341919, + -0.1523243933916092, + -0.3674408197402954, + -1.2190485000610352, + 0.07812917232513428, + 2.9888529777526855, + 0.29449349641799927, + -0.3682270646095276, + 0.2838561236858368, + -0.3183739185333252, + 0.4344175457954407, + -0.653910756111145, + 1.9655951261520386, + -0.21338540315628052, + 0.4177005887031555 + ], + [ + -0.00411398708820343, + 0.5645830035209656, + 2.3082339763641357, + 2.3856849670410156, + -0.687037467956543, + 0.9662969708442688, + -2.015958070755005, + -0.34950941801071167, + -0.37506479024887085, + -0.8217017650604248, + -0.2474002242088318, + 2.926621198654175, + 0.16186776757240295, + 0.126614049077034, + 0.5918858647346497, + -0.24856436252593994, + 0.5244238376617432, + -1.0024487972259521, + 1.8808835744857788, + -0.851703405380249, + 0.9002535343170166 + ], + [ + -0.28698015213012695, + 1.447186827659607, + 2.3680293560028076, + 2.221536636352539, + -0.6981781125068665, + 0.8205679655075073, + -2.1358373165130615, + 0.3312176465988159, + -0.44104287028312683, + -1.1685107946395874, + -0.6417495012283325, + 2.201218843460083, + 0.3555516004562378, + -0.19221830368041992, + -0.18849682807922363, + 0.49624621868133545, + 0.586005449295044, + -0.583062469959259, + 1.5882232189178467, + -0.026942908763885498, + 1.0026201009750366 + ], + [ + 0.6543684005737305, + 0.18653243780136108, + 1.7468221187591553, + 1.7686630487442017, + -0.8474465608596802, + 1.11358642578125, + -2.7591636180877686, + -0.4294968247413635, + -0.3265092372894287, + -1.8878469467163086, + 0.12832733988761902, + 1.9985382556915283, + 0.8337951898574829, + -0.053578928112983704, + 0.20755955576896667, + 0.28296515345573425, + 0.6889704465866089, + -1.379504919052124, + 2.2822823524475098, + -1.0334211587905884, + 1.0735864639282227 + ], + [ + 0.9723151326179504, + 0.212735116481781, + 1.9132133722305298, + 2.5210251808166504, + -0.8964921236038208, + 1.2463231086730957, + -2.0070619583129883, + 0.10169193148612976, + 0.1788252592086792, + -1.4617602825164795, + -0.0783107578754425, + 1.8378050327301025, + 0.5878368020057678, + -0.23331978917121887, + 0.6791311502456665, + -0.8439159393310547, + 0.22196850180625916, + -1.0757784843444824, + 2.448092460632324, + -0.41936609148979187, + 1.4418317079544067 + ], + [ + 0.034583017230033875, + 0.28210484981536865, + 2.0507547855377197, + 1.3046448230743408, + -0.5674258470535278, + 0.950001060962677, + -2.2932024002075195, + 0.15519464015960693, + -0.9436421990394592, + -0.6608102321624756, + 0.41832736134529114, + 2.7843849658966064, + 0.5903510451316833, + -0.7676329016685486, + -0.04953181743621826, + 0.5595268607139587, + 0.0010761022567749023, + 0.05328482389450073, + 1.8797612190246582, + -0.8995779752731323, + 0.07579302787780762 + ], + [ + 0.18814855813980103, + 1.8027364015579224, + 1.643225908279419, + 2.287008762359619, + -0.2907103896141052, + 0.7160604000091553, + -2.1474215984344482, + 0.6539413332939148, + -0.5510168075561523, + -0.7143834829330444, + -0.8875877857208252, + 2.843277931213379, + -0.005942106246948242, + -1.0708106756210327, + 1.1772234439849854, + 0.1616566777229309, + 0.9978001117706299, + -1.2744016647338867, + 1.7830514907836914, + -1.5021049976348877, + -0.14683008193969727 + ], + [ + 0.9206530451774597, + 0.3514092266559601, + 2.542114734649658, + 2.688413143157959, + -1.4482818841934204, + 1.611363410949707, + -1.764482021331787, + 0.9390146732330322, + -0.49950355291366577, + -0.7645105123519897, + -0.05014009773731232, + 1.7878491878509521, + 1.0376111268997192, + -0.10755807161331177, + 0.7209579944610596, + 0.37522459030151367, + 1.4889373779296875, + -0.12104356288909912, + 2.7244491577148438, + -0.7799234986305237, + 0.045777857303619385 + ], + [ + 1.175635814666748, + 1.240800142288208, + 2.7546727657318115, + 2.0052316188812256, + 0.4041229784488678, + 1.417637586593628, + -1.613170862197876, + -0.6129783987998962, + -0.12823525071144104, + -0.31019800901412964, + -0.2374056577682495, + 2.8428168296813965, + -0.3542344272136688, + -0.3486080765724182, + 0.6520789861679077, + 0.5593138337135315, + 0.23974639177322388, + -0.5892557501792908, + 2.431525707244873, + -0.933962345123291, + -0.331093430519104 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.039763107895851135, + 0.02064967155456543, + 1.0559582710266113, + 0.986804723739624, + 0.03364494442939758, + -0.0031831860542297363, + 0.0, + -0.05672800540924072, + 0.07587200403213501, + -0.23333561420440674, + -0.009585872292518616, + 1.6316535472869873, + 0.044445812702178955, + 0.0, + 0.057960718870162964, + -0.007183149456977844, + 0.0435904860496521, + -0.024944305419921875, + 1.0557873249053955, + -0.015630662441253662, + 0.0 + ] + ], + "predicted_scores": [ + 4.103663921356201, + 3.937516689300537, + 3.271355152130127, + 3.181873321533203, + 3.155762195587158, + 3.084918975830078, + 2.789140224456787, + 2.327335834503174 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "692998894", + "selected_index": 0, + "state_hash": "8b4a45f7f515d20648c4ac265d05568ccaeb27e004dbd6cf4d1005baa35e1151", + "stored_base_utility": 0.725497841835022, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2102900892496109, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2102900892496109 + }, + "base_progress": 0.2102900892496109, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2102900892496109, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2034069448709488, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2034069448709488 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20250259339809418, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20250259339809418 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2022472620010376, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2022472620010376 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20226122438907623, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20226122438907623 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20372551679611206, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20372551679611206 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20146094262599945, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20146094262599945 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20210230350494385, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20210230350494385 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2005552500486374, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2005552500486374 + } + ], + "candidate_progress": [ + 0.2034069448709488, + 0.20250259339809418, + 0.2022472620010376, + 0.20226122438907623, + 0.20372551679611206, + 0.20146094262599945, + 0.20210230350494385, + 0.2005552500486374 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c090bce47703a4c4bb0b", + "ms-df961fe24a43e56d1716", + "ms-9156a9a9c1b829b742ad", + "ms-e1b6bcb41532a800d3cb", + "ms-502dba1003c09ec60ba0", + "ms-0660d5f65df5fc4b6132", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-e1b6bcb41532a800d3cb" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank6", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-13d8bae55d3c3710138f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.28830450773239136, + 0.18922142684459686, + 0.8476696014404297, + 0.7092833518981934, + 0.15494626760482788, + 0.15445521473884583, + 0.4338850677013397, + 0.10765891522169113, + 0.0429658479988575, + -0.09375964850187302, + -0.29258257150650024, + 1.8745980262756348, + -0.41157716512680054, + 0.17732645571231842, + 0.17383305728435516, + -0.0065684812143445015, + -0.16732530295848846, + 0.011332973837852478, + 1.3841314315795898, + -0.15947921574115753, + 0.028476938605308533 + ], + [ + -0.11131660640239716, + 0.14896374940872192, + 0.8968201875686646, + 0.5730254650115967, + -0.01266440749168396, + 0.31728410720825195, + 0.6493222117424011, + 0.19030457735061646, + 0.029248235747218132, + -0.15795135498046875, + -0.33385220170021057, + 1.6546781063079834, + -0.41998180747032166, + -0.0006170570850372314, + 0.14589716494083405, + 0.03072904795408249, + -0.02468438446521759, + -0.13146831095218658, + 1.6868703365325928, + -0.1426381915807724, + 0.050399407744407654 + ], + [ + -0.03464803099632263, + 0.1389099657535553, + 0.8053920865058899, + 0.28032511472702026, + 0.0931038111448288, + 0.456986665725708, + 0.33937665820121765, + 0.19202657043933868, + -0.005412101745605469, + -0.03301302343606949, + -0.27984389662742615, + 1.7482264041900635, + -0.40738990902900696, + 0.07286041975021362, + 0.04383815824985504, + 0.04466991499066353, + -0.07300801575183868, + 0.024734020233154297, + 1.5718998908996582, + -0.4472353458404541, + 0.18305282294750214 + ], + [ + -0.07389499247074127, + 0.09327484667301178, + 1.0300894975662231, + 0.7111716270446777, + 0.0819222629070282, + 0.25065547227859497, + 0.2477182149887085, + 0.15990057587623596, + 0.003157227300107479, + -0.1421872079372406, + -0.1805274784564972, + 1.9835566282272339, + -0.4687272608280182, + 0.14700469374656677, + 0.08897970616817474, + 0.13821101188659668, + -0.14492757618427277, + -0.10066781938076019, + 1.5444695949554443, + -0.16309763491153717, + 0.14110109210014343 + ], + [ + -0.19229914247989655, + 0.17739872634410858, + 0.6495959758758545, + 0.8202096223831177, + 0.48189616203308105, + 0.7276169061660767, + -0.043673694133758545, + 0.16294629871845245, + 0.05001938343048096, + -0.03498787432909012, + -0.3913456201553345, + 1.7806476354599, + -0.7519285678863525, + 0.44207763671875, + -0.02617226168513298, + -0.06183963268995285, + -0.04293243587017059, + -0.17468629777431488, + 1.524435043334961, + -0.3970513641834259, + 0.39396822452545166 + ], + [ + 0.08585610240697861, + 0.1724672168493271, + 1.0766329765319824, + 0.6176668405532837, + 0.04085606336593628, + 0.21872015297412872, + 0.4488942325115204, + 0.09735619276762009, + 0.023123450577259064, + -0.15664193034172058, + -0.33484750986099243, + 1.9258965253829956, + -0.26045408844947815, + 0.0054358989000320435, + 0.18760277330875397, + 0.032710179686546326, + -0.13503079116344452, + -0.0027474313974380493, + 1.5083527565002441, + 0.009507864713668823, + -0.07934963703155518 + ], + [ + -0.21787633001804352, + 0.1607792228460312, + 0.8850477337837219, + 0.5063388347625732, + 0.07248146831989288, + 0.49850448966026306, + 0.4247002899646759, + 0.013790696859359741, + 0.017386343330144882, + -0.01449664682149887, + -0.18932953476905823, + 2.1047582626342773, + -0.2625964879989624, + 0.07373208552598953, + 0.041636645793914795, + 0.09658609330654144, + -0.1201169341802597, + -0.14756746590137482, + 1.4503252506256104, + -0.1748899221420288, + 0.1243823915719986 + ], + [ + 0.06142432242631912, + 0.11179444193840027, + 1.219748854637146, + 0.5244401693344116, + -0.13299241662025452, + 0.01611478626728058, + 0.30145150423049927, + 0.24597512185573578, + 0.07506616413593292, + -0.2808854877948761, + -0.23601415753364563, + 1.956305742263794, + 0.05713680386543274, + 0.17948414385318756, + 0.19355937838554382, + 0.1689886450767517, + -0.12784387171268463, + -0.036971092224121094, + 1.394824743270874, + 0.21734285354614258, + -0.018799319863319397 + ] + ], + "generated_utilities": [ + 0.2034069448709488, + 0.20250259339809418, + 0.2022472620010376, + 0.20226122438907623, + 0.20372551679611206, + 0.20146094262599945, + 0.20210230350494385, + 0.2005552500486374 + ], + "group_id": "ms-13d8bae55d3c3710138f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7265902757644653, + 2.0, + 0.7144695520401001, + 0.4499238133430481, + 0.20341011881828308, + 0.2021087259054184, + 0.19720306992530823, + 0.2015143483877182, + 0.19830265641212463, + 0.2101307213306427, + 0.19783936440944672, + 0.19566354155540466, + 0.1974366158246994, + 0.19334058463573456, + 0.2111091911792755, + 0.1931571215391159 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.05027461051940918, + -0.015612661838531494, + 1.1212613582611084, + 0.43604469299316406, + 0.3175013065338135, + -0.1720450520515442, + 0.0, + 0.3883455991744995, + 0.31588226556777954, + -0.47008419036865234, + 0.25617966055870056, + 1.804630994796753, + -0.5017767548561096, + 0.0, + 0.267161101102829, + -0.6458073258399963, + 0.2569030821323395, + -0.690731406211853, + 1.613461971282959, + -0.37826770544052124, + 0.0 + ], + [ + 0.9497253894805908, + 0.954598605632782, + 2.1212613582611084, + 1.436044692993164, + 0.26796889305114746, + 0.3476691246032715, + -2.3701090812683105, + -0.4539602994918823, + -0.5452149510383606, + -1.0874017477035522, + -0.3439038097858429, + 2.804630994796753, + 0.0867159515619278, + -0.08474792540073395, + 0.061640992760658264, + 0.027753684669733047, + 0.31864047050476074, + -0.9604452848434448, + 2.613461971282959, + -0.7993045449256897, + 0.6728225350379944 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.740218162536621, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.1694958508014679, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3456450700759888 + ], + [ + 1.1739734411239624, + 0.7884505391120911, + 2.377856969833374, + 1.1615793704986572, + 0.5474385619163513, + 0.505565345287323, + -2.4953486919403076, + -0.3524385690689087, + -0.5159145593643188, + -0.8677691221237183, + -0.10876922309398651, + 2.772573947906494, + -0.19008474051952362, + -0.21289490163326263, + 0.3549516797065735, + 0.053628165274858475, + 0.11684562265872955, + -1.1330280303955078, + 2.533308267593384, + -1.0544497966766357, + 0.7153182029724121 + ], + [ + 1.0273666381835938, + 1.3244707584381104, + 2.4136435985565186, + 1.330689549446106, + 0.4536500573158264, + 0.5336647629737854, + -1.9716911315917969, + -0.752627968788147, + -0.14731243252754211, + -0.8120580911636353, + -0.028332650661468506, + 2.963385581970215, + 0.3341691195964813, + -0.2594537138938904, + -0.012060962617397308, + 0.3052658140659332, + 0.4720996618270874, + -0.9791392683982849, + 2.7106170654296875, + -0.5893604755401611, + 0.6574251055717468 + ], + [ + 0.7583605051040649, + 0.48574933409690857, + 2.565624237060547, + 1.462096095085144, + 0.2816329300403595, + 0.4410373568534851, + -2.4353039264678955, + -0.061357080936431885, + -0.8112409114837646, + -0.7143585681915283, + -0.24651262164115906, + 3.2771103382110596, + 0.16927523910999298, + -0.06556183099746704, + 0.14908993244171143, + 0.16737021505832672, + 0.6758508086204529, + -0.9131901264190674, + 2.366472005844116, + -1.0412729978561401, + 0.3343483805656433 + ], + [ + 0.8118850588798523, + 1.0526485443115234, + 2.400634288787842, + 1.8796114921569824, + 0.3254472315311432, + 0.0915684700012207, + -2.065356731414795, + -0.9893227219581604, + -0.6789149045944214, + -1.1488227844238281, + -0.43089523911476135, + 3.081921100616455, + -0.33946549892425537, + 0.1473841369152069, + -0.16951072216033936, + -0.1916569173336029, + -0.21093982458114624, + -0.7322214841842651, + 2.326127529144287, + -0.7901442646980286, + 0.08977001905441284 + ], + [ + 1.1696436405181885, + 1.385656714439392, + 2.5869805812835693, + 1.3843826055526733, + 0.6790992617607117, + -0.017086297273635864, + -2.6658003330230713, + -0.9328263401985168, + -0.2610872685909271, + -0.9120386838912964, + -0.8908811807632446, + 3.197312355041504, + -0.16302041709423065, + 0.4222676753997803, + 0.5668495893478394, + -0.29701852798461914, + 0.11369171738624573, + -0.31467729806900024, + 2.6178500652313232, + -0.9226687550544739, + 0.9857954382896423 + ], + [ + 0.479293555021286, + 1.5464586019515991, + 2.2569849491119385, + 0.6560619473457336, + -0.09765994548797607, + 0.2700265645980835, + -3.107388734817505, + -0.8677572011947632, + -1.1815272569656372, + -0.7542861104011536, + 0.0038267672061920166, + 3.4235081672668457, + 0.12132682651281357, + 0.12372268736362457, + -0.010305427014827728, + -0.5743661522865295, + 0.972233772277832, + -1.5538479089736938, + 3.262765407562256, + -0.12119883298873901, + 0.6619467735290527 + ], + [ + 0.5930111408233643, + 1.737637996673584, + 2.634709596633911, + 1.9065344333648682, + 0.23539696633815765, + 0.8049782514572144, + -1.877406120300293, + -0.9051777124404907, + -0.41603755950927734, + -0.5291835069656372, + -0.21680164337158203, + 2.840693712234497, + -0.03764461725950241, + -0.47461462020874023, + 0.9374314546585083, + -0.605207085609436, + -0.34905487298965454, + -0.10868614912033081, + 2.8075170516967773, + -0.7616097331047058, + 0.9130734801292419 + ], + [ + 1.8473994731903076, + 0.0709351897239685, + 1.3241547346115112, + 2.3047139644622803, + -0.13406559824943542, + 1.2159336805343628, + -2.165815830230713, + -1.0101264715194702, + 0.2665266990661621, + -0.20595777034759521, + -0.5950783491134644, + 1.8573029041290283, + 0.4514327049255371, + 0.7836415767669678, + 0.47984176874160767, + -0.2711114287376404, + 0.1653936803340912, + -1.1680793762207031, + 3.124950408935547, + -1.574815034866333, + -0.19144082069396973 + ], + [ + 1.9443557262420654, + 1.4174599647521973, + 2.793785333633423, + 2.198523998260498, + -0.4604722857475281, + 0.2683851718902588, + -3.144667148590088, + 0.5330243110656738, + -0.08369243144989014, + -1.5973905324935913, + -1.2772258520126343, + 2.772212028503418, + 0.9274579286575317, + 0.8114759922027588, + 0.19120535254478455, + -0.7984369397163391, + 1.1077555418014526, + -0.04763418436050415, + 3.2063629627227783, + -1.5486276149749756, + 0.54612135887146 + ], + [ + 1.2749918699264526, + 1.4917306900024414, + 2.8199193477630615, + 2.2078304290771484, + 1.0698057413101196, + 0.5660691261291504, + -1.9517443180084229, + -0.09070739150047302, + -0.6671664118766785, + -1.248558759689331, + -1.0487754344940186, + 3.7602858543395996, + 1.012710452079773, + -0.5024317502975464, + -0.4674007296562195, + 0.7729603052139282, + -0.11409232020378113, + -0.8498988151550293, + 1.7736256122589111, + -0.061297833919525146, + -0.0973585844039917 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05027461051940918, + -0.0432591438293457, + 1.1212613582611084, + 0.43604469299316406, + 0.06631432473659515, + -0.0035029351711273193, + 0.0, + -0.065874844789505, + -0.012590348720550537, + -0.08740174770355225, + -0.06732255220413208, + 1.804630994796753, + -0.04905594885349274, + 0.0, + 0.06126009672880173, + -0.05466550961136818, + -0.08743786811828613, + -0.07199478149414062, + 1.613461971282959, + 0.007609069347381592, + 0.0 + ] + ], + "predicted_scores": [ + 3.96343994140625, + 3.368712902069092, + 2.995337963104248, + 2.9176383018493652, + 2.674375534057617, + 2.536717414855957, + 2.5155229568481445, + 2.452455997467041 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1148327469", + "selected_index": 0, + "state_hash": "4c37a6f92b880e973fdb86f5e7f69e7cd16621b5e24bd8ce4f5db5d9013c4197", + "stored_base_utility": 0.7265902757644653, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7273102402687073, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7273102402687073 + }, + "base_progress": 0.7273102402687073, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7273102402687073, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.728106677532196, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.728106677532196 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7271568179130554, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7271568179130554 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 0.728106677532196, + 1.0, + 1.0, + 1.0, + 0.7271568179130554, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9156a9a9c1b829b742ad", + "ms-9156a9a9c1b829b742ad", + "ms-2436538e05fdcf8e44fc", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-9156a9a9c1b829b742ad", + "ms-059d7962a5f998edf668", + "ms-9156a9a9c1b829b742ad" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + true, + true, + false, + true, + true, + true, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-1b24faaf0d032ad20017", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.0753045380115509, + 0.052256979048252106, + 0.11871632933616638, + -0.016975387930870056, + 1.3337748050689697, + -0.022037610411643982, + 0.2879341244697571, + 0.16490036249160767, + 0.03144361823797226, + -0.03515736013650894, + -0.18556037545204163, + 1.4456099271774292, + -0.15719681978225708, + 0.07201879471540451, + 0.1646791398525238, + 0.05810631439089775, + 0.07197047770023346, + -0.16458354890346527, + 1.1914678812026978, + 0.05598989129066467, + 0.037930577993392944 + ], + [ + 0.06186597794294357, + 0.03055167943239212, + 0.2752666473388672, + 0.13485902547836304, + 1.4726285934448242, + 0.20567992329597473, + 0.38660866022109985, + 0.16824810206890106, + 0.015471717342734337, + -0.04564432054758072, + -0.13689163327217102, + 1.4944173097610474, + 0.006022006273269653, + 0.3288740813732147, + 0.11666988581418991, + -0.021059151738882065, + -0.12146790325641632, + -0.17736251652240753, + 1.121293544769287, + 0.10496911406517029, + 0.13491585850715637 + ], + [ + -0.030291691422462463, + 0.031037285923957825, + 0.08343198895454407, + 0.0075392574071884155, + 1.5513134002685547, + 0.024335846304893494, + 0.3529278635978699, + -0.007614985108375549, + -0.005954982712864876, + 0.028803877532482147, + -0.22189942002296448, + 1.5370314121246338, + -0.10098013281822205, + 0.03566545248031616, + 0.13725155591964722, + 0.05598794296383858, + 0.0131024569272995, + -0.16485105454921722, + 1.1461999416351318, + -0.05178608000278473, + -0.0017022490501403809 + ], + [ + -0.05061116814613342, + 0.05307948589324951, + 0.03961145877838135, + -0.0130043625831604, + 1.3816518783569336, + 0.09160101413726807, + 0.2963983416557312, + 0.07608994096517563, + -0.008300764486193657, + -0.019074909389019012, + -0.23401817679405212, + 1.5162540674209595, + -0.17390352487564087, + 0.07661677151918411, + 0.1323397308588028, + 0.05925123021006584, + 0.11762809008359909, + -0.14176319539546967, + 1.1757657527923584, + -0.06561821699142456, + 0.04054337739944458 + ], + [ + -0.05534772574901581, + 0.04141046851873398, + 0.016394048929214478, + -0.00011512637138366699, + 1.4735064506530762, + 0.13107097148895264, + 0.35985690355300903, + 0.05174042284488678, + 0.02087671123445034, + 0.012584604322910309, + -0.2136029601097107, + 1.5296919345855713, + -0.0843716561794281, + 0.08828939497470856, + 0.12094920873641968, + 0.0539124570786953, + 0.05613240599632263, + -0.19200529158115387, + 1.1744375228881836, + 0.004071742296218872, + 0.02458350360393524 + ], + [ + -0.019306138157844543, + 0.07524992525577545, + -0.0074960291385650635, + -0.0058886706829071045, + 1.3651423454284668, + -0.0425417423248291, + 0.25938111543655396, + 0.16908054053783417, + 0.020094221457839012, + -0.07565005868673325, + -0.10831531137228012, + 1.4386751651763916, + -0.1658765971660614, + 0.08648499846458435, + 0.22912366688251495, + 0.11516951024532318, + -0.0919579416513443, + -0.10026933252811432, + 1.230525016784668, + 0.07414814829826355, + -0.03959640860557556 + ], + [ + 0.0566510409116745, + 0.008846946060657501, + 0.081716388463974, + -0.13949741423130035, + 1.381925344467163, + -0.1258857548236847, + 0.22830642759799957, + -0.019769474864006042, + 0.06410779803991318, + -0.016721390187740326, + -0.28456825017929077, + 1.406829833984375, + -0.06753915548324585, + 0.1549496203660965, + -0.02697053924202919, + 0.027763649821281433, + 0.16588735580444336, + -0.12082357704639435, + 1.2022955417633057, + 0.06463107466697693, + 0.23281794786453247 + ], + [ + 0.31166762113571167, + -0.026106782257556915, + -0.06795337796211243, + 0.051832497119903564, + 1.4056334495544434, + -0.03466537594795227, + 0.21530672907829285, + 0.1399659812450409, + 0.177995964884758, + 0.14524206519126892, + -0.3592054843902588, + 1.4010872840881348, + -0.2934824228286743, + 0.32181793451309204, + 0.15476907789707184, + 0.04335604980587959, + 0.06985741853713989, + -0.22993837296962738, + 1.330514907836914, + -0.05770677328109741, + 0.3296182453632355 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 0.728106677532196, + 2.0, + 2.0, + 2.0, + 0.7271568179130554, + 2.0 + ], + "group_id": "ms-1b24faaf0d032ad20017", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7073621153831482, + 2.0, + 0.6900546550750732, + 0.636573314666748, + 0.7249319553375244, + 2.0, + 0.7058672308921814, + 0.7147614359855652, + 0.7190784215927124, + 0.7092916369438171, + 0.20229588449001312, + 0.4360661208629608, + 0.22289907932281494, + 0.18936067819595337, + 0.1925855129957199, + 0.2560121417045593 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.411838173866272, + 0.14758044481277466, + 0.022791624069213867, + -0.14552021026611328, + 1.611354112625122, + -0.09342408180236816, + 0.0, + 0.349827378988266, + -0.4826163649559021, + 0.24320048093795776, + 0.32290828227996826, + 1.3497159481048584, + 0.0573657751083374, + 0.0, + -0.06121835112571716, + -0.03993925079703331, + 0.8341478109359741, + 0.17591893672943115, + 1.3486969470977783, + 0.4990246295928955, + 0.0 + ], + [ + 0.19732490181922913, + -0.31958988308906555, + 0.926621675491333, + -1.357697606086731, + 3.0003786087036133, + -1.216960072517395, + 0.1798993945121765, + -0.29872679710388184, + 0.37551772594451904, + -0.11252880096435547, + -1.3689994812011719, + 2.397088050842285, + -1.2197158336639404, + 0.0180586576461792, + 0.05492378771305084, + -0.33194291591644287, + -0.06829220056533813, + -0.19678273797035217, + 2.770916700363159, + -0.5984541773796082, + 0.4544779360294342 + ], + [ + 0.6897085905075073, + -0.1136525496840477, + 0.29170161485671997, + -0.6049622297286987, + 3.2228493690490723, + -1.137839436531067, + 1.4267501831054688, + -0.035446345806121826, + -0.7368870377540588, + 1.207578420639038, + -0.9006252884864807, + 1.7824883460998535, + -1.0916268825531006, + 0.9303538203239441, + 0.47741007804870605, + -0.41374850273132324, + -0.2254171371459961, + 0.015276014804840088, + 2.877995252609253, + 0.2871156334877014, + 0.1927211880683899 + ], + [ + -0.5275486707687378, + -0.6184977889060974, + 0.6866398453712463, + -1.1107639074325562, + 2.3250656127929688, + -0.5765929222106934, + -0.02425175905227661, + -0.15423732995986938, + -0.8958755731582642, + -0.39254140853881836, + -0.1447872519493103, + 2.11040997505188, + -0.8994993567466736, + 0.582762598991394, + -0.01428404450416565, + 0.8326911330223083, + 0.12784689664840698, + -0.6813061237335205, + 1.5742385387420654, + -0.4966702461242676, + 0.039492905139923096 + ], + [ + -0.9812072515487671, + 0.5029395818710327, + 1.5128169059753418, + -1.3325984477996826, + 2.3596646785736084, + -0.5549802780151367, + 0.13842684030532837, + 0.13517048954963684, + 0.4987228512763977, + -0.400357723236084, + -0.6626946926116943, + 2.513056755065918, + -0.6478428840637207, + 1.185098648071289, + -0.08130878210067749, + 0.5123479962348938, + 1.3603384494781494, + -0.32888978719711304, + 1.816583275794983, + -0.38321927189826965, + 1.0487229824066162 + ], + [ + 0.550623893737793, + 0.035174403339624405, + 0.2923690974712372, + -1.571829080581665, + 3.564514636993408, + -0.08555877208709717, + 1.7141555547714233, + 1.0218875408172607, + 0.38353002071380615, + 0.5824536085128784, + -0.36197662353515625, + 2.917102813720703, + -0.938521146774292, + 1.0747244358062744, + 0.1696333885192871, + -0.23049995303153992, + -0.23157036304473877, + 0.25604426860809326, + 1.766645908355713, + -1.037476897239685, + -0.20017796754837036 + ], + [ + 0.6434280276298523, + 0.4971004128456116, + 0.26747938990592957, + -1.2605748176574707, + 2.1225852966308594, + -0.6073955297470093, + 0.186570405960083, + -0.5018807053565979, + -0.03362403064966202, + -0.3830089569091797, + -0.209640771150589, + 2.43190860748291, + -1.3886934518814087, + 0.8351083397865295, + 1.1713694334030151, + -0.1787864863872528, + 0.9523673057556152, + 0.32346785068511963, + 2.0192949771881104, + -1.3387161493301392, + 1.1491641998291016 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.040238816291093826, + 0.03626897558569908, + -0.00016486644744873047, + -0.018104851245880127, + 1.611354112625122, + 0.005782902240753174, + 0.0, + 0.03535737097263336, + 0.005105838179588318, + 0.0009929537773132324, + 0.016009390354156494, + 1.3497159481048584, + 0.06984555721282959, + 0.0, + -0.06260553002357483, + -0.09310157597064972, + 0.09059923887252808, + 0.006663382053375244, + 1.3486969470977783, + -0.04440620541572571, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.564437985420227, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4201985597610474, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5106046199798584 + ] + ], + "predicted_scores": [ + 7.045217990875244, + 7.001471996307373, + 6.632095813751221, + 6.573148250579834, + 6.564381122589111, + 6.508575916290283, + 6.356325149536133, + 5.495755195617676 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141796052", + "selected_index": 0, + "state_hash": "3a1d9eaa241386e2f37c3898dabfde19ab419aba10e07086b7f56cf5c69b0ae6", + "stored_base_utility": 0.7073621153831482, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5560652613639832, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5560652613639832 + }, + "base_progress": 0.5560652613639832, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.5560652613639832, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7100210785865784, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7100210785865784 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5954897999763489, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5954897999763489 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5234436988830566, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5234436988830566 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5690374374389648, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5690374374389648 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5515560507774353, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5515560507774353 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5746849775314331, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5746849775314331 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.47046956419944763, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.47046956419944763 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7011731266975403, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7011731266975403 + } + ], + "candidate_progress": [ + 0.7100210785865784, + 0.5954897999763489, + 0.5234436988830566, + 0.5690374374389648, + 0.5515560507774353, + 0.5746849775314331, + 0.47046956419944763, + 0.7011731266975403 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9156a9a9c1b829b742ad", + "ms-9156a9a9c1b829b742ad", + "ms-9156a9a9c1b829b742ad", + "ms-8bc7aa419d17368d81b5", + "ms-059d7962a5f998edf668", + "ms-2436538e05fdcf8e44fc", + "ms-8bc7aa419d17368d81b5", + "ms-9156a9a9c1b829b742ad" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-20cd6d8ccbf13e36dcdb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.11926084756851196, + 0.03562167286872864, + 0.20563697814941406, + 0.15811917185783386, + 1.4779036045074463, + 0.19676418602466583, + 0.5036031603813171, + 0.10654089599847794, + 0.05594035983085632, + -0.04018964618444443, + 0.009684938937425613, + 1.3754191398620605, + 0.052308589220047, + 0.35763120651245117, + 0.05812573432922363, + 0.010776044800877571, + -0.03558860719203949, + -0.21853138506412506, + 1.0759660005569458, + 0.042476773262023926, + 0.10671895742416382 + ], + [ + 0.014048770070075989, + 0.04891236871480942, + 0.03159940242767334, + -0.05934084951877594, + 1.3489439487457275, + -0.006791099905967712, + 0.37626218795776367, + 0.09820999205112457, + 0.03372644633054733, + -0.009897805750370026, + -0.006192643195390701, + 1.3244099617004395, + -0.09195005893707275, + 0.06952950358390808, + 0.10388553142547607, + 0.11581160128116608, + 0.15856891870498657, + -0.1606297641992569, + 1.1328542232513428, + -0.05341918766498566, + 0.03630146384239197 + ], + [ + 0.051014095544815063, + 0.07309961318969727, + -0.10147812962532043, + -0.0681392103433609, + 1.3997693061828613, + -0.0199853777885437, + 0.38806527853012085, + 0.09064744412899017, + 0.026058141142129898, + -0.048811398446559906, + 0.05390298739075661, + 1.3092660903930664, + -0.07919895648956299, + 0.10289271920919418, + 0.1684364378452301, + 0.166680708527565, + -0.010674476623535156, + -0.11257646977901459, + 1.189499855041504, + -0.05493763089179993, + 0.0018941015005111694 + ], + [ + 0.09405072778463364, + -0.00037787482142448425, + -0.10720160603523254, + -0.10218820720911026, + 1.6502251625061035, + 0.2942119240760803, + 0.5306234955787659, + 0.05013415217399597, + -0.051285520195961, + 0.013004131615161896, + -0.07372839003801346, + 1.3331671953201294, + -0.0713585913181305, + 0.06538252532482147, + 0.07005375623703003, + 0.1397046446800232, + 0.10123412311077118, + -0.22658000886440277, + 1.139570951461792, + -0.14638285338878632, + 0.026610150933265686 + ], + [ + 0.03177427500486374, + 0.03391166031360626, + -0.06489840149879456, + -0.05088961124420166, + 1.503244161605835, + 0.13555406033992767, + 0.47076964378356934, + -0.018450260162353516, + 0.030533442273736, + 0.022533327341079712, + -0.03807171434164047, + 1.3811253309249878, + -0.030870705842971802, + 0.10626578330993652, + 0.061710894107818604, + 0.11220169067382812, + 0.12825024127960205, + -0.19031713902950287, + 1.1312360763549805, + -0.12328913807868958, + 0.020406246185302734 + ], + [ + 0.05039142072200775, + 0.02485024183988571, + -0.0074613988399505615, + -0.016773998737335205, + 1.5522739887237549, + 0.050548285245895386, + 0.43827322125434875, + -0.07093897461891174, + 0.012731507420539856, + 0.04733140766620636, + -0.04082436114549637, + 1.4215145111083984, + -0.018519878387451172, + 0.06641082465648651, + 0.09158113598823547, + 0.10945560038089752, + 0.09528304636478424, + -0.15594054758548737, + 1.0998940467834473, + -0.1309402883052826, + 0.0009062588214874268 + ], + [ + -0.13018108904361725, + 0.04592093825340271, + -0.08328315615653992, + 0.05715623497962952, + 1.5352661609649658, + 0.16676615178585052, + 0.6929510831832886, + 0.04129193723201752, + 0.0073200105689466, + -0.004783950746059418, + -0.18077188730239868, + 1.180425763130188, + 0.06125113368034363, + 0.14416559040546417, + 0.22177579998970032, + 0.16577298939228058, + -0.19690220057964325, + -0.14355780184268951, + 1.1722832918167114, + 0.046601563692092896, + -0.11846819519996643 + ], + [ + 0.40801727771759033, + -0.029200781136751175, + -0.17842820286750793, + 0.03881236910820007, + 1.3743410110473633, + -0.042727723717689514, + 0.2918437719345093, + 0.03436005115509033, + 0.2233269363641739, + 0.17130199074745178, + -0.2266012728214264, + 1.291247844696045, + -0.2689816951751709, + 0.3143179416656494, + 0.08950310200452805, + 0.10237066447734833, + 0.1609509438276291, + -0.26460230350494385, + 1.2767412662506104, + -0.1406397521495819, + 0.2872975170612335 + ] + ], + "generated_utilities": [ + 0.7100210785865784, + 0.5954897999763489, + 0.5234436988830566, + 0.5690374374389648, + 0.5515560507774353, + 0.5746849775314331, + 0.47046956419944763, + 0.7011731266975403 + ], + "group_id": "ms-20cd6d8ccbf13e36dcdb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7104858756065369, + 0.7188537120819092, + 0.7201946973800659, + 2.0, + 0.6795482635498047, + 2.0, + 0.6882073283195496, + 0.539989709854126, + 0.7131165862083435, + 0.20133623480796814, + 0.7236870527267456, + 0.7203630208969116, + 0.1985676884651184, + 0.6536252498626709, + 0.19236789643764496, + 0.5674124360084534 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -1.0487785339355469, + -0.21404938399791718, + -0.6290563941001892, + -0.6214125156402588, + 3.0158562660217285, + -0.033199600875377655, + -0.3209648132324219, + 0.3931202292442322, + -0.22536802291870117, + 0.695270299911499, + -0.9292615652084351, + 2.869182586669922, + -0.749311625957489, + 0.6674386262893677, + -0.05384396016597748, + 0.11911642551422119, + 0.4906782805919647, + -0.8856491446495056, + 2.2706496715545654, + -0.8243562579154968, + 0.6953381299972534 + ], + [ + -0.8800520300865173, + 0.30025336146354675, + -0.48242634534835815, + -0.008422225713729858, + 2.863809823989868, + 0.28656524419784546, + -0.13592711091041565, + -0.4989306628704071, + -0.19862574338912964, + 0.8329706192016602, + -0.3642544150352478, + 2.614590644836426, + -0.667853832244873, + 0.8925672769546509, + -0.2514926791191101, + 0.1040123924612999, + 0.42253488302230835, + -0.741951584815979, + 1.84846830368042, + -0.5052562355995178, + 0.6626685261726379 + ], + [ + -0.9753910303115845, + -0.7578439116477966, + -1.4240143299102783, + -1.1273891925811768, + 2.930137872695923, + 0.5516131520271301, + 0.0826604813337326, + -0.5217596888542175, + -0.6678462028503418, + 1.22280752658844, + -0.5161435604095459, + 1.778869390487671, + -0.9013087749481201, + -0.13079297542572021, + -0.4126043915748596, + -0.5268785953521729, + 1.1895332336425781, + -1.0419154167175293, + 3.259138584136963, + -1.1743152141571045, + -0.11242061853408813 + ], + [ + -0.34088754653930664, + -1.1091398000717163, + -0.2661452293395996, + -1.2929246425628662, + 2.7665891647338867, + 0.001988358795642853, + -0.6363739371299744, + 1.0378129482269287, + -0.14555025100708008, + 0.965202271938324, + -0.13760840892791748, + 3.522840738296509, + -0.0701184868812561, + -0.008905529975891113, + 0.3544142246246338, + -0.004481509327888489, + 0.581831157207489, + -1.0202299356460571, + 2.5557444095611572, + -0.17106425762176514, + 0.602462887763977 + ], + [ + -0.734703540802002, + 0.5625971555709839, + -0.5995263457298279, + -0.6425799131393433, + 2.7907397747039795, + 0.396395206451416, + 0.11578778922557831, + -0.8132808208465576, + -0.47912219166755676, + -0.3510804772377014, + -1.4542582035064697, + 2.1774539947509766, + -1.3245930671691895, + 0.8548041582107544, + -0.34862256050109863, + -0.13220621645450592, + 0.11027538776397705, + -1.1071417331695557, + 1.8284063339233398, + -0.6700230836868286, + 1.4902560710906982 + ], + [ + -0.2833860218524933, + -1.1727776527404785, + -0.49798089265823364, + -0.9848266243934631, + 2.9025702476501465, + 0.2521672248840332, + 0.13719497621059418, + 0.8466910123825073, + 0.8364217281341553, + -0.19704538583755493, + -0.7973794341087341, + 2.345034599304199, + -0.7512732148170471, + -0.09687948226928711, + -0.39168065786361694, + -0.36002594232559204, + -0.40507954359054565, + -1.2232025861740112, + 3.0322823524475098, + -1.0722014904022217, + 1.1610548496246338 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.16202503442764282, + -0.16345539689064026, + 0.1199597716331482, + -0.5340459942817688, + 1.7415266036987305, + 0.5128320455551147, + 0.0, + -0.5040354132652283, + 0.32886338233947754, + -0.1923026442527771, + 0.2368558645248413, + 1.5291578769683838, + -0.04059940576553345, + 0.0, + 0.06970737874507904, + 0.2540496587753296, + 0.27799129486083984, + 0.2778284549713135, + 1.3859152793884277, + -0.1686098575592041, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.4249725639820099, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4475017786026, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3493678569793701 + ] + ], + "predicted_scores": [ + 7.7779412269592285, + 7.624854564666748, + 7.547764778137207, + 7.517339706420898, + 7.492606163024902, + 7.355731010437012, + 6.9129557609558105, + 6.348534107208252 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1811490176", + "selected_index": 0, + "state_hash": "ccb9b5e6ecfbb33873ff127011ea0f116d2593453a0a9b0bd316f87e05c737ef", + "stored_base_utility": 0.7104858756065369, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.723547637462616, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.723547637462616 + }, + "base_progress": 0.723547637462616, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.723547637462616, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.722949206829071, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.722949206829071 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7219130396842957, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7219130396842957 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7237986922264099, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7237986922264099 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7247912287712097, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7247912287712097 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7215271592140198, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7215271592140198 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7267140746116638, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7267140746116638 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7159810066223145, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7159810066223145 + } + ], + "candidate_progress": [ + 0.722949206829071, + 1.0, + 0.7219130396842957, + 0.7237986922264099, + 0.7247912287712097, + 0.7215271592140198, + 0.7267140746116638, + 0.7159810066223145 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1b24faaf0d032ad20017", + "ms-1b24faaf0d032ad20017", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-2436538e05fdcf8e44fc", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.13166140019893646, + 0.05532597750425339, + 0.07388564944267273, + -0.06944964826107025, + 1.5303945541381836, + 0.0070645809173583984, + 0.4049585163593292, + 0.09756923466920853, + -0.009515427052974701, + 0.043501660227775574, + -0.21288326382637024, + 1.464524269104004, + -0.0543389618396759, + 0.08957448601722717, + 0.1075996607542038, + 0.05110741779208183, + 0.051304757595062256, + -0.17427347600460052, + 1.2167236804962158, + -0.006801813840866089, + 0.06754782795906067 + ], + [ + 0.06626326590776443, + 0.0369865819811821, + 0.28570181131362915, + 0.14072862267494202, + 1.4857177734375, + 0.20703673362731934, + 0.4568542540073395, + 0.17811913788318634, + 0.0034878915175795555, + -0.017704032361507416, + -0.16810515522956848, + 1.52700936794281, + 0.03429093956947327, + 0.314212828874588, + 0.1432153880596161, + -0.025954635813832283, + -0.14506463706493378, + -0.15523679554462433, + 1.12534761428833, + 0.10267907381057739, + 0.16446569561958313 + ], + [ + 0.09047092497348785, + -0.031608715653419495, + 0.08588618040084839, + 0.007195368409156799, + 1.5898146629333496, + -0.18000227212905884, + 0.2622356116771698, + -0.07439488172531128, + -0.002690388821065426, + -0.015333957970142365, + -0.2996870279312134, + 1.4943482875823975, + 0.07137081027030945, + 0.26025453209877014, + 0.0606231763958931, + -0.022658366709947586, + 0.1537492275238037, + -0.17526476085186005, + 1.1799396276474, + 0.03206750750541687, + 0.3061234652996063 + ], + [ + -0.059055596590042114, + 0.05919443815946579, + 0.014709830284118652, + -0.009363502264022827, + 1.480405569076538, + 0.14765501022338867, + 0.36674678325653076, + 0.06125721335411072, + 0.007995516993105412, + 0.027044765651226044, + -0.21196869015693665, + 1.5540623664855957, + -0.05284568667411804, + 0.10229770094156265, + 0.14293302595615387, + 0.04960842803120613, + 0.038281917572021484, + -0.18021942675113678, + 1.190138816833496, + -0.009410709142684937, + 0.0017722845077514648 + ], + [ + -0.05279435217380524, + 0.06988097727298737, + 0.03665384650230408, + -0.017262756824493408, + 1.3961021900177002, + 0.09397129714488983, + 0.3106357455253601, + 0.07600802183151245, + -0.02277531288564205, + -0.007902003824710846, + -0.22544214129447937, + 1.5414454936981201, + -0.14000734686851501, + 0.07850268483161926, + 0.14889977872371674, + 0.06073443964123726, + 0.1014283150434494, + -0.1273718625307083, + 1.1949410438537598, + -0.08490520715713501, + 0.034307271242141724 + ], + [ + 0.06616811454296112, + 0.024317510426044464, + 0.07904848456382751, + -0.14982257783412933, + 1.3927557468414307, + -0.13922879099845886, + 0.25024205446243286, + -0.012750014662742615, + 0.04643663018941879, + 0.005282267928123474, + -0.2811676263809204, + 1.4400537014007568, + -0.03681248426437378, + 0.16062673926353455, + -0.003974843770265579, + 0.025248561054468155, + 0.14689913392066956, + -0.10559873282909393, + 1.2262191772460938, + 0.04318702220916748, + 0.22009196877479553 + ], + [ + -0.033784881234169006, + -0.0448424257338047, + -0.012137919664382935, + -0.14007946848869324, + 1.2456095218658447, + 0.07676313072443008, + 0.1326671838760376, + 0.09001872688531876, + -0.014310503378510475, + 0.011062413454055786, + -0.5262253284454346, + 1.4764204025268555, + -0.1956849992275238, + 0.25430357456207275, + 0.12312692403793335, + 0.05048288032412529, + 0.014051631093025208, + -0.11770318448543549, + 1.147191047668457, + 0.05479201674461365, + 0.13533185422420502 + ], + [ + 0.1652497500181198, + -0.07864588499069214, + 0.24067717790603638, + -0.08630062639713287, + 1.6471920013427734, + -0.05253693461418152, + 0.47062358260154724, + -0.1405857801437378, + 0.10996757447719574, + 0.010536417365074158, + -0.41577330231666565, + 1.4977692365646362, + -0.34053322672843933, + 0.5656586289405823, + 0.06938619911670685, + -0.04902935400605202, + 0.3755534887313843, + -0.29036980867385864, + 1.253387689590454, + 0.09510535001754761, + 0.2815597951412201 + ] + ], + "generated_utilities": [ + 0.722949206829071, + 2.0, + 0.7219130396842957, + 0.7237986922264099, + 0.7247912287712097, + 0.7215271592140198, + 0.7267140746116638, + 0.7159810066223145 + ], + "group_id": "ms-2436538e05fdcf8e44fc", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7244810461997986, + 2.0, + 0.59636390209198, + 0.6273915767669678, + 0.724251389503479, + 0.23226283490657806, + 0.7090479135513306, + 0.635442852973938, + 0.20918844640254974, + 0.20577764511108398, + 0.5632593631744385, + 0.4600226581096649, + 0.19395259022712708, + 0.19326339662075043, + 0.20228222012519836, + 0.1962548792362213 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.03904251009225845, + 0.17497333884239197, + 0.05216795206069946, + 0.17400825023651123, + 1.6488049030303955, + 0.1835629940032959, + 0.0, + 0.025154992938041687, + 0.26208996772766113, + 0.014507383108139038, + -0.01753556728363037, + 1.5173659324645996, + -0.11012387275695801, + 0.0, + -0.24733340740203857, + -0.24590563774108887, + 0.08302491903305054, + 0.11263644695281982, + 1.2491979598999023, + -0.04029345512390137, + 0.0 + ], + [ + -0.4109680950641632, + -0.33475860953330994, + -0.0765874981880188, + -0.4951843023300171, + 1.6488049030303955, + -0.22844213247299194, + 0.0, + 0.030789338052272797, + 0.28253617882728577, + -0.16245031356811523, + -0.052575528621673584, + 1.5173659324645996, + -0.0844494104385376, + 0.0, + -0.511231005191803, + -0.12064696848392487, + -0.1197020411491394, + 0.09403270483016968, + 1.2491979598999023, + -0.4198937714099884, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4809328317642212, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.6375818252563477, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.398638367652893 + ], + [ + 0.018309731036424637, + -0.5084700584411621, + 0.7649401426315308, + -0.8686607480049133, + 2.8445675373077393, + -0.768782377243042, + 1.0591250658035278, + 0.32566189765930176, + -0.4920457601547241, + 0.7361813187599182, + -0.6065519452095032, + 2.165491819381714, + -0.7878216505050659, + 0.45673707127571106, + 0.3857521414756775, + 0.09732313454151154, + 0.5146077275276184, + -0.7255458831787109, + 2.2829315662384033, + -0.3472294211387634, + 1.0325872898101807 + ], + [ + 0.2044786512851715, + 0.19281166791915894, + 0.11438637971878052, + -1.0815742015838623, + 2.815856695175171, + -1.0320732593536377, + 0.8109381794929504, + -0.16109345853328705, + -0.20402014255523682, + 0.01157987117767334, + -0.9885259866714478, + 2.1673481464385986, + -0.969108521938324, + 1.264892339706421, + 0.2682453989982605, + 0.03306825831532478, + 0.06374785304069519, + -0.5836758017539978, + 1.915384292602539, + -0.761070191860199, + 0.8653833866119385 + ], + [ + -0.36575835943222046, + -0.09260904043912888, + -0.07213276624679565, + -0.4796897768974304, + 2.31931734085083, + -1.2577967643737793, + 0.7416599988937378, + 0.10338618606328964, + -0.034762926399707794, + 0.23695947229862213, + -0.5500839948654175, + 3.0744214057922363, + -0.28864818811416626, + 0.5682039260864258, + 0.03869253396987915, + -0.3553411662578583, + 0.5439355969429016, + -0.18479573726654053, + 2.4751691818237305, + -0.7723718881607056, + 0.3190949857234955 + ], + [ + -0.542538583278656, + -0.5194889903068542, + -0.20748716592788696, + -0.8650259375572205, + 2.2541143894195557, + -1.2254611253738403, + 1.2167936563491821, + 0.6667947173118591, + -0.6213748455047607, + -0.19792288541793823, + -1.2799508571624756, + 2.7574682235717773, + -1.038359522819519, + 0.916886568069458, + 0.7847645878791809, + -0.40909892320632935, + 0.1294853687286377, + -1.3227055072784424, + 2.884194850921631, + -0.9502056837081909, + 0.7589051127433777 + ], + [ + 0.13976523280143738, + -2.3223459720611572e-05, + 0.5827515721321106, + -0.27410751581192017, + 2.1384968757629395, + -0.15296399593353271, + 0.10861331224441528, + 0.9358168244361877, + -0.7393521666526794, + 1.075758457183838, + -1.0525562763214111, + 2.630959987640381, + -0.9736868143081665, + 0.35040703415870667, + -0.0730835497379303, + -0.32313522696495056, + -0.18060117959976196, + -0.23775070905685425, + 1.750632882118225, + -1.0148948431015015, + 0.7900096774101257 + ], + [ + 0.6940430998802185, + 0.07435838878154755, + 0.9105578660964966, + -0.10276240110397339, + 2.5612339973449707, + -0.9741374254226685, + 0.10032987594604492, + 0.08024316281080246, + -0.6215113401412964, + -0.03818526864051819, + -1.314687967300415, + 1.7068785429000854, + -1.5673973560333252, + 0.9800470471382141, + 0.11095774173736572, + 0.4317092001438141, + 1.2797892093658447, + -0.9381532669067383, + 1.5197069644927979, + -0.0368381142616272, + 1.4760944843292236 + ], + [ + 0.34597551822662354, + -0.08204140514135361, + 0.028741121292114258, + -0.1518266201019287, + 3.558488130569458, + -0.45267581939697266, + 1.084294319152832, + -0.37239956855773926, + -0.4720277786254883, + 0.0606268048286438, + -1.5656614303588867, + 2.720614194869995, + -1.0577683448791504, + 1.2821005582809448, + -0.2753069996833801, + -0.525160551071167, + -0.30063074827194214, + -0.27049586176872253, + 1.6888962984085083, + -0.19673565030097961, + 1.244635820388794 + ], + [ + 0.12333401292562485, + 0.6294842958450317, + 0.6813888549804688, + -1.1847662925720215, + 2.8396763801574707, + 0.044297099113464355, + 0.9239063262939453, + 0.22303101420402527, + -0.420847624540329, + -0.19724833965301514, + -1.5263671875, + 2.7931013107299805, + -1.5094873905181885, + 1.1312147378921509, + -0.5963881015777588, + 0.8062219619750977, + 1.3453330993652344, + 0.057774484157562256, + 1.3899450302124023, + -0.17885956168174744, + 1.4014852046966553 + ], + [ + 0.26478311419487, + 0.3281308710575104, + -0.3450767993927002, + -0.7219364643096924, + 3.058231830596924, + -0.13230830430984497, + 0.7632197141647339, + -0.6820513010025024, + 0.03596360981464386, + 1.1483972072601318, + -0.4255543053150177, + 2.722057819366455, + -1.2567124366760254, + 1.3041434288024902, + 0.24591019749641418, + -0.5836446285247803, + -0.14574450254440308, + -1.1384081840515137, + 2.6490254402160645, + -0.9596936702728271, + 0.3764641284942627 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.05572797358036041, + -0.06580833345651627, + 0.06791800260543823, + 0.02292710542678833, + 1.6488049030303955, + -0.018148481845855713, + 0.0, + -0.09050120413303375, + -0.0705803632736206, + 0.03134605288505554, + 0.0010648369789123535, + 1.5173659324645996, + 0.03425651788711548, + 0.0, + 0.09718699753284454, + -0.02149764448404312, + -0.0504264235496521, + 0.006207168102264404, + 1.2491979598999023, + -0.032820701599121094, + 0.0 + ] + ], + "predicted_scores": [ + 7.035017490386963, + 6.843196392059326, + 6.559213161468506, + 6.475618839263916, + 6.474792957305908, + 6.325770854949951, + 5.829491138458252, + 4.7925310134887695 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "895182509", + "selected_index": 0, + "state_hash": "33bf0f956415f3173ddc189b6d932ed84120a8ec6694f2afd19b90c876f9e5d0", + "stored_base_utility": 0.7244810461997986, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7094297409057617, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7094297409057617 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6933459639549255, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6933459639549255 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6805369853973389, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6805369853973389 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6938018798828125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6938018798828125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6982524991035461, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6982524991035461 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7051799297332764, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7051799297332764 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7141968607902527, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7141968607902527 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6901743412017822, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6901743412017822 + } + ], + "candidate_progress": [ + 0.7094297409057617, + 0.6933459639549255, + 0.6805369853973389, + 0.6938018798828125, + 0.6982524991035461, + 0.7051799297332764, + 0.7141968607902527, + 0.6901743412017822 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4", + "ms-dfc38c43e9a87f99ef7f", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-9ced92cccacfe4d157b0" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-33294c8fed5a847bf149", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.23702764511108398, + -0.3403574228286743, + 0.03665837645530701, + 0.23408052325248718, + 1.3004741668701172, + 0.2847420573234558, + 1.1115094423294067, + 0.6833341121673584, + -0.33923473954200745, + -0.19060072302818298, + 0.06028079614043236, + 1.3720362186431885, + -0.1087595522403717, + 1.7310385704040527, + -0.1956966519355774, + 0.5244554877281189, + 0.5309037566184998, + 0.004297360777854919, + 1.2583402395248413, + 0.39566659927368164, + 0.5772980451583862 + ], + [ + 0.035170018672943115, + -0.2528594136238098, + 0.10669481754302979, + -0.07050256431102753, + 1.7271852493286133, + -0.5305582284927368, + 0.7609658241271973, + 0.7036342620849609, + -0.356495201587677, + -0.09194832295179367, + -0.11246887594461441, + 1.6365599632263184, + -0.2115807831287384, + 1.5525144338607788, + -0.10668879747390747, + 0.6433243751525879, + 0.6747228503227234, + 0.2294032871723175, + 1.3437902927398682, + 0.1595192849636078, + 0.4332626163959503 + ], + [ + 0.3239535391330719, + -0.2878079116344452, + 0.211430162191391, + -0.19935758411884308, + 1.4502034187316895, + 0.018347933888435364, + 0.6190834045410156, + 0.567406952381134, + -0.42731794714927673, + -0.13020744919776917, + -0.39116671681404114, + 1.9449676275253296, + -0.09784942865371704, + 1.6217073202133179, + -0.18033356964588165, + 0.5177518129348755, + 0.861026406288147, + -0.10514207184314728, + 1.440868854522705, + 0.05867946147918701, + 0.5336427688598633 + ], + [ + 0.16652698814868927, + -0.20269915461540222, + -0.011441558599472046, + 0.052252739667892456, + 1.4281301498413086, + -0.007798358798027039, + 0.487685889005661, + 0.8182996511459351, + -0.3947068452835083, + -0.1812134087085724, + -0.19340717792510986, + 1.6332943439483643, + 0.027302592992782593, + 1.3087248802185059, + -0.15041005611419678, + 0.6161655783653259, + 0.5887008309364319, + 0.12866340577602386, + 1.3991591930389404, + 0.4531923532485962, + 0.38116151094436646 + ], + [ + -0.024429216980934143, + -0.12008094042539597, + 0.28558725118637085, + -0.04997256398200989, + 1.5584053993225098, + -0.46524205803871155, + 0.43597573041915894, + 0.4201769530773163, + -0.32772400975227356, + -0.25091832876205444, + -0.24265944957733154, + 1.9729444980621338, + -0.5191018581390381, + 1.5510077476501465, + -0.22640946507453918, + 0.6427615284919739, + 0.6364786028862, + -0.20618261396884918, + 1.3820853233337402, + 0.30344778299331665, + 1.119133472442627 + ], + [ + 0.2576010823249817, + -0.22269320487976074, + -0.02686139941215515, + 0.021824508905410767, + 1.5896830558776855, + 0.06432540714740753, + 0.4096827208995819, + 0.6069446802139282, + -0.3459579050540924, + -0.24688097834587097, + -0.08648131042718887, + 1.5453674793243408, + -0.2329115867614746, + 1.3198273181915283, + -0.10342331230640411, + 0.6290310025215149, + 0.7147877216339111, + 0.07084748148918152, + 1.2937874794006348, + 0.4675745368003845, + 0.26268598437309265 + ], + [ + 0.27819472551345825, + -0.24913392961025238, + -0.07939139008522034, + 0.04282596707344055, + 1.4807183742523193, + 0.14969569444656372, + 0.352634072303772, + 0.6484324336051941, + -0.4093393087387085, + -0.2388964593410492, + -0.007870763540267944, + 1.7143985033035278, + -0.16892150044441223, + 1.2382104396820068, + -0.0662207156419754, + 0.6373071670532227, + 0.6605685949325562, + 0.023277655243873596, + 1.3355753421783447, + 0.47877562046051025, + 0.2771083116531372 + ], + [ + 0.33350974321365356, + -0.37319427728652954, + 0.15304243564605713, + 0.09359392523765564, + 1.4249024391174316, + -0.037864282727241516, + 0.6130838990211487, + 0.785853385925293, + -0.3860973119735718, + -0.11162366718053818, + -0.08163482695817947, + 1.8279144763946533, + -0.06287765502929688, + 1.2765886783599854, + 0.07853628695011139, + 0.4993053674697876, + 0.6813392639160156, + -0.06714247167110443, + 1.3146858215332031, + 0.4003475308418274, + 0.06865734606981277 + ] + ], + "generated_utilities": [ + 0.7094297409057617, + 0.6933459639549255, + 0.6805369853973389, + 0.6938018798828125, + 0.6982524991035461, + 0.7051799297332764, + 0.7141968607902527, + 0.6901743412017822 + ], + "group_id": "ms-33294c8fed5a847bf149", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.699689507484436, + 0.708545446395874, + 0.7026063203811646, + 0.19671300053596497, + 0.7222701907157898, + 0.7039098143577576, + 0.7191486358642578, + 0.716465413570404, + 2.0, + 0.19312255084514618, + 0.6996145248413086, + 0.19577667117118835, + 0.21168480813503265, + 0.20803356170654297, + 0.21324089169502258, + 0.2979525327682495 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.15402138233184814, + 0.8234465718269348, + 0.0878191664814949, + 0.28369763493537903, + 0.5790480375289917, + 0.12338902056217194, + 0.0, + -0.34442466497421265, + 0.113109290599823, + 0.4321189522743225, + 0.11239635944366455, + 0.5701417922973633, + -0.5725701451301575, + 0.0, + -0.5444492697715759, + -0.4173327088356018, + 0.3887508511543274, + 0.05788514018058777, + 0.015812993049621582, + -0.5383161306381226, + 0.0 + ], + [ + -0.087514728307724, + -0.09620413184165955, + 0.06592979282140732, + 0.17249318957328796, + 1.8337624073028564, + 0.2913735508918762, + 0.9133419990539551, + 0.18741577863693237, + -0.6121855974197388, + -1.1637930870056152, + -0.5093859434127808, + 2.124849557876587, + -0.34413379430770874, + 1.819635272026062, + 0.5480742454528809, + 0.15858185291290283, + 0.7869076132774353, + -0.8583511114120483, + 1.2221814393997192, + 0.06466814875602722, + 0.285946249961853 + ], + [ + -0.1033174991607666, + -0.45394840836524963, + -0.05344804376363754, + 0.15614908933639526, + 1.4671146869659424, + 0.34764808416366577, + 0.718579888343811, + -0.5226431488990784, + -0.5512679815292358, + -0.7423340082168579, + 0.4273160696029663, + 1.3013253211975098, + 0.5170246958732605, + 2.2550792694091797, + -0.7116406559944153, + 1.073869228363037, + 0.767953634262085, + -0.6748095154762268, + 0.6762021780014038, + 0.646712064743042, + -0.3653406500816345 + ], + [ + -0.4618452787399292, + 0.7424873113632202, + -0.8239458799362183, + -0.6394268870353699, + 1.471858024597168, + -1.059237003326416, + 0.6265057921409607, + 0.2214963287115097, + -0.5904688835144043, + -0.2562089264392853, + -0.6051104068756104, + 2.1117026805877686, + 0.4907735586166382, + 2.227579355239868, + -0.5719454884529114, + 0.8198887705802917, + 0.07107174396514893, + 0.20148053765296936, + 1.505110502243042, + 0.717880129814148, + 0.30401134490966797 + ], + [ + 0.9721117615699768, + 0.34507396817207336, + -0.2299162745475769, + 0.6040827035903931, + 2.56056809425354, + -0.5307655930519104, + 1.0263930559158325, + 0.6543780565261841, + 0.38390785455703735, + -0.9426581859588623, + -1.0859160423278809, + 1.1351945400238037, + 0.09750702977180481, + 1.9817986488342285, + -0.5782124400138855, + -0.30080294609069824, + 1.3640681505203247, + 0.5801335573196411, + 1.9236055612564087, + 0.48565852642059326, + 0.9167051911354065 + ], + [ + -0.2771187424659729, + 0.42382675409317017, + -0.8714694380760193, + -0.6851283311843872, + 1.3934102058410645, + -0.6842979788780212, + 0.4434819221496582, + -0.10783591866493225, + -0.4658748507499695, + -1.0233855247497559, + -0.3448299169540405, + 2.312443256378174, + -0.7459404468536377, + 2.246896505355835, + -0.5944635272026062, + -0.2896900177001953, + -0.014721989631652832, + -0.7981517910957336, + 1.6997613906860352, + 0.29646027088165283, + 0.18054240942001343 + ], + [ + 0.8408925533294678, + 0.5019757747650146, + 0.6630972027778625, + -0.4606013000011444, + 1.9291696548461914, + 0.6526956558227539, + 1.0737824440002441, + -0.1419411599636078, + -0.5462454557418823, + -0.48789459466934204, + -0.9208177924156189, + 2.058443069458008, + -0.3435690402984619, + 1.563047170639038, + 0.8925859928131104, + 0.6189134120941162, + 1.4017252922058105, + 0.3504873812198639, + 0.424296498298645, + 0.15975254774093628, + 0.20296239852905273 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.4362491965293884, + -0.3382529318332672, + -0.2662287652492523, + -0.3057272434234619, + 1.395627737045288, + -0.26724451780319214, + 0.7193109393119812, + 0.5427646636962891, + -0.7397909760475159, + -0.43689751625061035, + 0.042933374643325806, + 1.5996359586715698, + -0.25615978240966797, + 2.028254270553589, + -0.17108628153800964, + 0.7097415924072266, + 1.0139151811599731, + 0.0739898681640625, + 1.468491792678833, + 0.01973724365234375, + -0.11845499277114868 + ] + ], + "predicted_scores": [ + 4.772374153137207, + 4.6816182136535645, + 3.8388633728027344, + 3.7859740257263184, + 3.7728304862976074, + 3.5640130043029785, + 3.452505111694336, + 3.17287540435791 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1475440973", + "selected_index": 0, + "state_hash": "d279017c3077ed4e89a23a4e21a79cff03af557dbc5b6db0aacd21eaba07bc29", + "stored_base_utility": 0.699689507484436, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3101765811443329, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3101765811443329 + }, + "base_progress": 0.3101765811443329, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.3101765811443329, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.26885947585105896, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.26885947585105896 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2526406943798065, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2526406943798065 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2526407539844513, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2526407539844513 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2526509761810303, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2526509761810303 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25264090299606323, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25264090299606323 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2526461184024811, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2526461184024811 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25263988971710205, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25263988971710205 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25264009833335876, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25264009833335876 + } + ], + "candidate_progress": [ + 0.26885947585105896, + 0.2526406943798065, + 0.2526407539844513, + 0.2526509761810303, + 0.25264090299606323, + 0.2526461184024811, + 0.25263988971710205, + 0.25264009833335876 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b483cac145e16ccdf42a", + "ms-062addb9da32a0c2ea97", + "ms-b483cac145e16ccdf42a", + "ms-baa36ee75ec2de550b9b", + "ms-efbde8652e75274fbd69", + "ms-efbde8652e75274fbd69", + "ms-baa36ee75ec2de550b9b", + "ms-efbde8652e75274fbd69" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-3352cd51af5ae6aac4c0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.04639694094657898, + 0.0805853009223938, + -0.29368171095848083, + 0.010185405611991882, + 1.3063578605651855, + -0.16323262453079224, + 0.2780175507068634, + 0.03901456296443939, + 0.03215575963258743, + 0.03317864239215851, + -0.2148905098438263, + 0.6714404821395874, + -0.12292730808258057, + -0.1422148495912552, + 0.049477361142635345, + 0.13472914695739746, + -0.005882173776626587, + -0.006136685609817505, + 0.6558400988578796, + 0.11603930592536926, + -0.143559992313385 + ], + [ + -0.010763481259346008, + 0.06325787305831909, + -0.35970762372016907, + 0.07826629281044006, + 1.3499565124511719, + 0.0687708780169487, + 0.2935957908630371, + -0.022506803274154663, + 0.006850479636341333, + -0.015654675662517548, + -0.2672296464443207, + 0.7684849500656128, + -0.1473281979560852, + -0.10684706270694733, + 0.013316556811332703, + 0.14473551511764526, + -0.08497802913188934, + -0.024641603231430054, + 0.5631376504898071, + -0.007579058408737183, + -0.0846680998802185 + ], + [ + -0.08202822506427765, + 0.07406126707792282, + -0.3482936918735504, + 0.043339669704437256, + 1.3155755996704102, + -0.026912793517112732, + 0.2956424951553345, + -0.005622684955596924, + -0.007960628718137741, + -0.018207885324954987, + -0.27241015434265137, + 0.6663120985031128, + -0.10883915424346924, + -0.08145026862621307, + -0.05310415104031563, + 0.13932979106903076, + -0.15998239815235138, + -0.0971832126379013, + 0.666549563407898, + 0.05699962377548218, + -0.09059411287307739 + ], + [ + -0.08974336087703705, + 0.09270772337913513, + -0.3078620135784149, + 0.02471625804901123, + 1.3231253623962402, + 0.06887464970350266, + 0.12543615698814392, + 0.02207152545452118, + -0.00847875326871872, + -0.0189826563000679, + -0.25684934854507446, + 0.7363615036010742, + -0.2093832790851593, + -0.0830783098936081, + 0.005937755107879639, + 0.12587589025497437, + -0.10835050046443939, + -0.09598563611507416, + 0.48124754428863525, + 0.04266411066055298, + -0.173829585313797 + ], + [ + -0.02425236999988556, + 0.11598789691925049, + -0.4851488769054413, + 0.15124869346618652, + 1.3687081336975098, + 0.1827375888824463, + 0.09178075194358826, + 0.14352694153785706, + -0.013567965477705002, + -0.09843064099550247, + -0.442888468503952, + 0.472200870513916, + -0.1678788661956787, + -0.0767173171043396, + -0.07589492201805115, + 0.20096224546432495, + -0.1821005493402481, + -0.2633534073829651, + 0.6234155297279358, + -0.0015825331211090088, + -0.0720917284488678 + ], + [ + -0.11235775053501129, + 0.043406955897808075, + -0.4202553927898407, + 0.10134291648864746, + 1.435762882232666, + 0.11266414821147919, + 0.28584736585617065, + -0.01818583905696869, + -0.01912255398929119, + 0.025919713079929352, + -0.21316248178482056, + 0.5488228797912598, + -0.3979226052761078, + -0.1530192643404007, + 0.010272987186908722, + 0.11307725310325623, + -0.1986687332391739, + -0.02930915355682373, + 0.5337604880332947, + 0.00060996413230896, + -0.21297600865364075 + ], + [ + 0.05923628807067871, + 0.05745649337768555, + -0.082587331533432, + 0.2133502960205078, + 1.1303348541259766, + 0.089276984333992, + -0.04925352334976196, + 0.15960793197155, + 0.032526932656764984, + -0.14493808150291443, + -0.12737685441970825, + 0.7904384136199951, + -0.1969597041606903, + 0.14082345366477966, + -0.04381362721323967, + 0.05535522475838661, + -0.16485245525836945, + -0.06664060056209564, + 0.4579770565032959, + 0.11140275001525879, + -0.0440586656332016 + ], + [ + 0.0529198944568634, + 0.049393586814403534, + -0.08210048079490662, + 0.2148417830467224, + 1.1410257816314697, + 0.07301928848028183, + 0.006675124168395996, + 0.15045611560344696, + 0.02520814910531044, + -0.13866040110588074, + -0.10713747888803482, + 0.7633984684944153, + -0.21975426375865936, + 0.1122884452342987, + -0.0727396011352539, + 0.05036801099777222, + -0.13326694071292877, + -0.07952214777469635, + 0.44015371799468994, + 0.16837310791015625, + 0.012273132801055908 + ] + ], + "generated_utilities": [ + 0.26885947585105896, + 0.2526406943798065, + 0.2526407539844513, + 0.2526509761810303, + 0.25264090299606323, + 0.2526461184024811, + 0.25263988971710205, + 0.25264009833335876 + ], + "group_id": "ms-3352cd51af5ae6aac4c0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7288640737533569, + 0.7289302349090576, + 2.0, + 0.3893137574195862, + 0.25291740894317627, + 0.2133307307958603, + 0.3485437333583832, + 0.2563774585723877, + 0.2655380964279175, + 0.22361093759536743, + 0.27354034781455994, + 0.2525152564048767, + 0.38580185174942017, + 0.1973533034324646, + 0.5491621494293213, + 0.209683358669281 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.19074033200740814, + 0.2955976128578186, + -0.4481395483016968, + -0.20547422766685486, + 1.6996879577636719, + -0.11431920528411865, + 0.0, + 0.06596467643976212, + -0.5030514597892761, + 0.20577965676784515, + 0.29237937927246094, + 0.7661579847335815, + 0.3597344756126404, + 0.0, + 0.8093652129173279, + -0.006893445737659931, + -0.262991726398468, + -0.2828153967857361, + 0.5863181352615356, + 0.0839320719242096, + 0.0 + ], + [ + -0.30454087257385254, + -0.20187237858772278, + -1.4481395483016968, + 0.004218769259750843, + 2.699687957763672, + 0.7062385082244873, + 0.7934337258338928, + 0.10637959837913513, + 0.004721704870462418, + 0.29363954067230225, + -0.34049320220947266, + 1.7661579847335815, + -0.6402655243873596, + 0.5252465605735779, + -0.0058923810720443726, + 0.0017678327858448029, + 0.31448251008987427, + -0.306611567735672, + 1.5863181352615356, + -0.2897047698497772, + 0.3308793306350708 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5868674516677856, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0504931211471558, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6617586612701416 + ], + [ + -0.33937332034111023, + 0.02768886089324951, + -1.3718229532241821, + -0.09238144010305405, + 2.875133514404297, + 0.9848601818084717, + 0.5836522579193115, + -0.10635760426521301, + -0.1356258988380432, + 0.561850905418396, + -0.11728408932685852, + 1.509016513824463, + -0.5801602602005005, + 0.6184787154197693, + 0.14345861971378326, + 0.18644413352012634, + 0.13032914698123932, + -0.4660847783088684, + 1.8161381483078003, + -0.44369351863861084, + 0.20230171084403992 + ], + [ + -0.5662124156951904, + -0.5723681449890137, + -1.8257431983947754, + 0.041391562670469284, + 2.358863353729248, + 1.0311319828033447, + 0.6721945405006409, + 0.3902178108692169, + -0.13408182561397552, + 0.01494145393371582, + -0.6017135381698608, + 1.9354723691940308, + -0.7679665088653564, + 0.7665360569953918, + -0.25365686416625977, + -0.26417502760887146, + 0.20109209418296814, + -0.2640894651412964, + 1.8432884216308594, + -0.04926355183124542, + 0.3768694996833801 + ], + [ + 0.06527477502822876, + -0.0640752762556076, + -1.8801004886627197, + -0.1658799648284912, + 3.1780059337615967, + 0.26567763090133667, + 0.5963339805603027, + 0.3998183608055115, + -0.3542179465293884, + 0.16669036448001862, + -0.4145472049713135, + 1.6136178970336914, + -1.04322350025177, + 0.6990819573402405, + 0.2722241282463074, + -0.2545861005783081, + -0.09349837899208069, + 0.00429379940032959, + 1.4351308345794678, + -0.6838675737380981, + 0.481921911239624 + ], + [ + -0.4977363348007202, + -0.6055037975311279, + -1.5557597875595093, + 0.4467807114124298, + 2.432180166244507, + 0.24494442343711853, + 0.8092567920684814, + -0.15936675667762756, + 0.4698357880115509, + 0.6951218843460083, + 0.08945527672767639, + 1.9347736835479736, + -0.24597790837287903, + 0.8529163599014282, + -0.24732635915279388, + 0.5529290437698364, + 0.715273380279541, + -0.17025496065616608, + 1.318833589553833, + -0.5403863191604614, + 0.8815329670906067 + ], + [ + -0.07544118165969849, + -0.30751925706863403, + -1.981379747390747, + -0.48982423543930054, + 3.022409439086914, + 1.400469422340393, + 1.1254830360412598, + 0.054928068071603775, + 0.21222154796123505, + -0.3843676447868347, + -0.3686920702457428, + 1.3193259239196777, + -0.20060032606124878, + 0.3237043619155884, + -0.5702258944511414, + -0.46689486503601074, + 0.4393852949142456, + -0.9929521083831787, + 1.0070173740386963, + 0.3176814019680023, + 0.7897481918334961 + ], + [ + -0.5244995355606079, + 0.3110826313495636, + -1.8532103300094604, + -0.13625468313694, + 2.1658945083618164, + 0.9405678510665894, + 1.5720279216766357, + -0.2077169120311737, + 0.385261595249176, + -0.3918394446372986, + -0.2710518538951874, + 1.6312450170516968, + -0.36922740936279297, + 0.07039657235145569, + 0.33532774448394775, + 0.5881968140602112, + -0.17161697149276733, + 0.11139944195747375, + 2.232186794281006, + -0.8716031312942505, + -0.2520538568496704 + ], + [ + -0.3296895921230316, + 0.651225209236145, + -2.215339422225952, + 0.24645525217056274, + 3.580284833908081, + 0.28393492102622986, + 0.6315919160842896, + 0.3129193186759949, + 0.27490687370300293, + 0.025754690170288086, + 0.09644436836242676, + 2.640681028366089, + -1.3896942138671875, + 1.0187915563583374, + -0.11939983069896698, + -0.7843862175941467, + -0.4310557246208191, + 0.451164573431015, + 2.2970356941223145, + -0.48434150218963623, + 0.6674168109893799 + ], + [ + 0.6601418852806091, + -0.6749182343482971, + -1.0476317405700684, + 0.30905887484550476, + 3.0749173164367676, + 0.49280107021331787, + 1.1963175535202026, + -0.6372195482254028, + -0.3801519572734833, + 0.5619814395904541, + 0.33239316940307617, + 1.8409703969955444, + -1.0954899787902832, + 0.08767721056938171, + 0.5151286721229553, + 0.8128536939620972, + -0.23145318031311035, + -1.2251880168914795, + 2.012409210205078, + -0.8110814094543457, + 0.670750081539154 + ], + [ + -0.5810341835021973, + -0.9408086538314819, + -1.6300911903381348, + 1.0023881196975708, + 2.069005012512207, + 0.5382860898971558, + 0.6228396892547607, + -0.4759936034679413, + -0.8149315714836121, + 0.16053272783756256, + -1.056640386581421, + 1.358642816543579, + 0.277737557888031, + 0.6479263305664062, + 0.7256391048431396, + 0.8982523679733276, + 0.1641729176044464, + -0.7659143209457397, + 0.947773814201355, + 0.03762593865394592, + -0.49138522148132324 + ], + [ + 0.08538445830345154, + -0.13808399438858032, + -2.384633779525757, + 0.32457152009010315, + 2.8158977031707764, + 0.7761561274528503, + 0.3550080358982086, + 0.3596053719520569, + 0.3397870361804962, + 1.125473976135254, + -1.2414019107818604, + 1.460417628288269, + -0.34486228227615356, + 0.09917992353439331, + -0.17631962895393372, + -0.2246328890323639, + 1.2717654705047607, + -1.2285726070404053, + 1.2394462823867798, + -1.142284631729126, + 1.3237913846969604 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.004111915826797485, + 0.021773695945739746, + -0.4481395483016968, + 0.03686659038066864, + 1.6996879577636719, + 0.07196187973022461, + 0.0, + 0.1415366232395172, + -0.0033401930704712868, + -0.0046183764934539795, + 0.11441829800605774, + 0.7661579847335815, + -0.01083308458328247, + 0.0, + -0.026565546169877052, + 0.06579433381557465, + 0.12401814758777618, + -0.3818417191505432, + 0.5863181352615356, + 0.0293196439743042, + 0.0 + ] + ], + "predicted_scores": [ + 7.645918369293213, + 7.620011806488037, + 7.5815534591674805, + 7.254799842834473, + 6.969038486480713, + 6.9029974937438965, + 6.898412227630615, + 6.86116886138916 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1002515549", + "selected_index": 0, + "state_hash": "84b9a4b60e37f171521b27c5eceab656fdba32fe66b06c7da64c99129a56cac9", + "stored_base_utility": 0.7288640737533569, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7223946452140808, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7223946452140808 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7289398312568665, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7289398312568665 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7290167212486267, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7290167212486267 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7285874485969543, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7285874485969543 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7291150093078613, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7291150093078613 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7286179661750793, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7286179661750793 + } + ], + "candidate_progress": [ + 1.0, + 0.7223946452140808, + 0.7289398312568665, + 0.7290167212486267, + 0.7285874485969543, + 0.7291150093078613, + 1.0, + 0.7286179661750793 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-059d7962a5f998edf668", + "ms-9156a9a9c1b829b742ad", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + true, + false, + false, + false, + false, + false, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-502dba1003c09ec60ba0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.09500850737094879, + -0.05352391302585602, + 0.411163866519928, + 0.22525501251220703, + 1.6091861724853516, + 0.15239077806472778, + 0.2032281756401062, + 0.011068582534790039, + -0.0406261682510376, + 0.16345860064029694, + -0.5810832977294922, + 1.8980711698532104, + 0.024239689111709595, + 0.6096914410591125, + 0.2127743363380432, + 0.018176767975091934, + 0.03649112582206726, + -0.3130784034729004, + 1.8301959037780762, + 0.05282917618751526, + 0.5249027013778687 + ], + [ + -0.16515667736530304, + -0.055536940693855286, + 0.3688729703426361, + 0.13530486822128296, + 1.310377836227417, + 0.28132694959640503, + 0.11188888549804688, + 0.18783016502857208, + -0.055058933794498444, + 0.15684732794761658, + -0.4107438027858734, + 1.9724533557891846, + -0.1667763590812683, + 0.247767835855484, + 0.3606707751750946, + 0.05201984569430351, + -0.07679922878742218, + -0.18347616493701935, + 1.8405146598815918, + 0.06465405225753784, + 0.20335078239440918 + ], + [ + -0.15359745919704437, + -0.03763352334499359, + 0.37473878264427185, + 0.1786835491657257, + 1.4809188842773438, + 0.1609046310186386, + 0.17402788996696472, + 0.1067848801612854, + 0.01375892385840416, + 0.16273415088653564, + -0.5352904200553894, + 2.013962745666504, + -0.10209804773330688, + 0.5777494311332703, + 0.19036470353603363, + 0.06210407242178917, + -0.007574141025543213, + -0.2520374059677124, + 1.76739501953125, + 0.036980897188186646, + 0.3821515440940857 + ], + [ + 0.024258814752101898, + -0.04657678306102753, + 0.48494091629981995, + 0.3852022588253021, + 1.3925447463989258, + -0.040772125124931335, + 0.23942074179649353, + 0.018226340413093567, + 0.047828465700149536, + 0.10448276996612549, + -0.3884741961956024, + 2.342038154602051, + -0.06801077723503113, + 0.6401404142379761, + 0.14892028272151947, + 0.03080866113305092, + -0.023036256432533264, + -0.18960227072238922, + 1.6462101936340332, + 0.09628257155418396, + 0.5621309280395508 + ], + [ + -0.11821542680263519, + -0.032437048852443695, + 0.27613794803619385, + 0.1435697078704834, + 1.367936134338379, + 0.4104348123073578, + 0.13979163765907288, + 0.09486086666584015, + -0.058398209512233734, + 0.21142533421516418, + -0.408494770526886, + 2.005051374435425, + -0.1177305281162262, + 0.26837629079818726, + 0.28555381298065186, + 0.04713986814022064, + -0.05242742598056793, + -0.19941328465938568, + 1.8055098056793213, + 0.05106279253959656, + 0.23225422203540802 + ], + [ + -0.1343112736940384, + -0.0862315371632576, + 0.3014352321624756, + 0.1301726996898651, + 1.3441948890686035, + 0.403399795293808, + 0.15904110670089722, + 0.08112185448408127, + -0.07763737440109253, + 0.20558223128318787, + -0.4031178653240204, + 2.0226263999938965, + -0.143291175365448, + 0.29549744725227356, + 0.29714861512184143, + 0.07590186595916748, + -0.059347137808799744, + -0.15313754975795746, + 1.816497564315796, + 0.04281836748123169, + 0.3453409671783447 + ], + [ + -0.18298085033893585, + -0.11097529530525208, + 0.5603455305099487, + 0.3369249999523163, + 1.6981618404388428, + 0.2798210084438324, + 0.253699392080307, + 0.004064381122589111, + 0.048648253083229065, + 0.14815440773963928, + -0.5881527662277222, + 2.0161709785461426, + -0.4338725209236145, + 0.8405328989028931, + 0.2095487117767334, + 0.016022076830267906, + 0.19012047350406647, + -0.27164608240127563, + 1.8599069118499756, + 0.15607568621635437, + 0.5179579257965088 + ], + [ + -0.3088109493255615, + -0.0665125846862793, + 0.32133328914642334, + 0.19141626358032227, + 1.376204252243042, + 0.5460830926895142, + 0.007026582956314087, + 0.1555205136537552, + -0.0326223224401474, + 0.16972653567790985, + -0.793064534664154, + 1.818794846534729, + -0.25765910744667053, + 0.4924517869949341, + 0.2972920835018158, + 0.10957369208335876, + -0.05482010543346405, + -0.1594478338956833, + 1.7006783485412598, + 0.1707640290260315, + 0.18352027237415314 + ] + ], + "generated_utilities": [ + 2.0, + 0.7223946452140808, + 0.7289398312568665, + 0.7290167212486267, + 0.7285874485969543, + 0.7291150093078613, + 2.0, + 0.7286179661750793 + ], + "group_id": "ms-502dba1003c09ec60ba0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7208024859428406, + 0.6924746036529541, + 0.4518516957759857, + 0.6891228556632996, + 2.0, + 0.21671055257320404, + 0.6498255133628845, + 0.7188096046447754, + 0.6785266399383545, + 0.6484563946723938, + 0.5038133859634399, + 0.19429072737693787, + 0.6204536557197571, + 0.2056633085012436, + 0.19877278804779053, + 0.5899714827537537 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.2369341254234314, + 0.09450548887252808, + -0.08612990379333496, + 0.15283739566802979, + 1.141385555267334, + 0.15712137520313263, + 0.0, + 0.3168794512748718, + 0.2520362138748169, + 0.0966717004776001, + -0.08407828211784363, + 1.6086697578430176, + -0.31534019112586975, + 0.0, + 0.22660210728645325, + 0.18961945176124573, + 0.14206945896148682, + -0.11806339025497437, + 1.3924710750579834, + -0.18128272891044617, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.15921375155448914, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.129940986633301, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5676380395889282 + ], + [ + -0.5510873794555664, + -0.2837303876876831, + 0.692420482635498, + -0.21255919337272644, + 2.203791856765747, + 0.008811801671981812, + 0.16700761020183563, + -0.1513650268316269, + -0.5673726797103882, + 0.7778180837631226, + -0.7641716003417969, + 2.8722622394561768, + -0.6780701875686646, + 1.1071288585662842, + -0.006081223487854004, + -0.3043515384197235, + 0.591435968875885, + -0.5469672083854675, + 2.5515265464782715, + -0.4434158504009247, + 0.8082804679870605 + ], + [ + -0.08712700009346008, + -0.582996129989624, + 0.43124136328697205, + -0.01429140567779541, + 2.2034831047058105, + -0.01845097541809082, + -0.33632755279541016, + 0.005014769732952118, + -0.6317547559738159, + 0.7340471744537354, + -0.14052200317382812, + 2.445361375808716, + -0.944642186164856, + 1.5569003820419312, + -0.10846184194087982, + 0.32931050658226013, + 1.0448631048202515, + -1.0957846641540527, + 2.892118453979492, + -0.9829729795455933, + 1.1689774990081787 + ], + [ + -0.721275269985199, + -0.4843505620956421, + -0.02533900737762451, + -0.30024081468582153, + 2.360466480255127, + -0.20998930931091309, + 0.2156861275434494, + -0.3098147511482239, + 0.004321426153182983, + 0.3461265563964844, + -0.9202257394790649, + 2.927269458770752, + -0.6191858649253845, + 1.663527011871338, + 0.20116840302944183, + -0.11226917058229446, + -0.007224619388580322, + -0.057722270488739014, + 2.22806715965271, + 0.13111373782157898, + 0.35201096534729004 + ], + [ + 0.4030686616897583, + 0.23189610242843628, + 0.20882493257522583, + 0.18254631757736206, + 2.5610122680664062, + 0.04742272198200226, + 0.6860631704330444, + -0.485929012298584, + -0.47731876373291016, + 0.5032631158828735, + -0.5972509384155273, + 2.281583786010742, + -0.8687576651573181, + 1.4904279708862305, + 0.7640612125396729, + 0.06457400321960449, + 0.8915337324142456, + -0.003150641918182373, + 2.0838866233825684, + -1.0841630697250366, + 0.996624231338501 + ], + [ + -0.3276311755180359, + -0.20456908643245697, + 0.5153289437294006, + -0.35019800066947937, + 1.4905376434326172, + -0.5265539884567261, + -0.29695916175842285, + -0.16243144869804382, + 0.2182762622833252, + 1.3331637382507324, + -1.1502876281738281, + 3.499073028564453, + -0.12733203172683716, + 0.6500475406646729, + 0.5815919041633606, + -0.4063255190849304, + -0.2992734909057617, + -0.6849516034126282, + 2.5441951751708984, + 0.40631845593452454, + 1.3857169151306152 + ], + [ + -1.3244602680206299, + -0.43698006868362427, + -0.37264329195022583, + 0.8904029726982117, + 2.60477876663208, + 0.8542345762252808, + 0.0964118242263794, + 0.910036563873291, + -0.6533973217010498, + 1.279099464416504, + -1.3013380765914917, + 3.260728359222412, + -0.4081351161003113, + 1.3617329597473145, + 0.28901395201683044, + 0.8381007313728333, + -0.1894294023513794, + -1.0012586116790771, + 3.0325188636779785, + 0.2851699888706207, + 1.4226539134979248 + ], + [ + 0.2546977996826172, + -1.216106653213501, + 0.43506085872650146, + 0.8157121539115906, + 2.3927249908447266, + 0.12219221889972687, + 0.2748104929924011, + -0.5081571340560913, + 0.10105103254318237, + 1.1396148204803467, + -0.8087062239646912, + 2.6061694622039795, + -0.9895217418670654, + 1.911595106124878, + -0.7294067144393921, + 0.38316041231155396, + 1.1920729875564575, + -0.9061015844345093, + 1.6412439346313477, + -1.1737946271896362, + 1.3915915489196777 + ], + [ + -0.656226396560669, + -0.5425884127616882, + 1.1164474487304688, + 0.30901435017585754, + 2.5074634552001953, + 0.6907128095626831, + -0.705944836139679, + -0.41795241832733154, + -0.7992634773254395, + -0.1443348526954651, + -1.0623878240585327, + 2.2296254634857178, + -0.10335296392440796, + 0.7380654811859131, + 1.0553323030471802, + 0.7175729870796204, + 0.42489415407180786, + -0.5630943775177002, + 2.2133665084838867, + -0.05257368087768555, + -0.2135266661643982 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.3784778118133545, + -0.28746604919433594, + 0.5426598787307739, + -0.07885074615478516, + 2.141385555267334, + 0.27141526341438293, + -0.07960687577724457, + 0.0511288046836853, + -0.29969143867492676, + 0.5264071822166443, + -0.5004485845565796, + 2.6086697578430176, + -0.6444763541221619, + 1.0649704933166504, + 0.21462668478488922, + -0.11675304174423218, + 0.5152977705001831, + -0.593636155128479, + 2.3924710750579834, + -0.44390156865119934, + 0.7838190197944641 + ] + ], + "predicted_scores": [ + 3.3013381958007812, + 3.163127899169922, + 3.103290557861328, + 2.9733729362487793, + 2.9453697204589844, + 2.94012451171875, + 2.843003749847412, + 2.503321647644043 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1483645336", + "selected_index": 0, + "state_hash": "73b2d40248e405a98e1e1c0383752378cc2478f8f7625f282d128f33d36e96b2", + "stored_base_utility": 0.7208024859428406, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10849901288747787, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10849901288747787 + }, + "base_progress": 0.10849901288747787, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10849901288747787, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08066670596599579, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08066670596599579 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0810438022017479, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0810438022017479 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07816199958324432, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07816199958324432 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07706757634878159, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07706757634878159 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07649687677621841, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07649687677621841 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08772901445627213, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08772901445627213 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06757144629955292, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06757144629955292 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07706362009048462, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07706362009048462 + } + ], + "candidate_progress": [ + 0.08066670596599579, + 0.0810438022017479, + 0.07816199958324432, + 0.07706757634878159, + 0.07649687677621841, + 0.08772901445627213, + 0.06757144629955292, + 0.07706362009048462 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b7e7fe66a6c86898eec2", + "ms-309d2258d275ae304857", + "ms-23a355317920e192147f", + "ms-b7e7fe66a6c86898eec2", + "ms-4015c296239564108da2", + "ms-5df54a8baaceb8c73c8a", + "ms-a509a572b3871e591d26", + "ms-307f9067d5b66f55b3a6" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0541a144afe57b5a7ae6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.5182628631591797, + 0.05958012491464615, + 0.3799872398376465, + 0.47628894448280334, + 0.9763242602348328, + 0.05733916163444519, + 0.29837566614151, + -0.09325766563415527, + 0.12366417795419693, + 0.11139149963855743, + -0.25620296597480774, + 0.004085853695869446, + -0.16197937726974487, + 0.09610330313444138, + 0.1721889227628708, + 0.047843072563409805, + -0.24472524225711823, + 0.042178377509117126, + 0.3408080041408539, + 0.3637179732322693, + 0.6189143061637878 + ], + [ + 0.4508587121963501, + 0.11329999566078186, + 0.12833094596862793, + 0.3475362956523895, + 1.1617069244384766, + 0.18654857575893402, + -0.14033710956573486, + 0.1403248906135559, + 0.19524076581001282, + 0.21568235754966736, + -0.22123956680297852, + 0.05128629505634308, + -0.013206928968429565, + -0.599648654460907, + -0.055128779262304306, + 0.050572719424963, + -0.3296583294868469, + 0.1484033167362213, + -0.06108537316322327, + 0.030341506004333496, + -0.3445415198802948 + ], + [ + 0.5158525705337524, + 0.01902090013027191, + 0.3302413821220398, + -0.0059176236391067505, + 1.02261483669281, + -0.013016030192375183, + -0.07203012704849243, + 0.01297806203365326, + 0.06897217035293579, + 0.18447867035865784, + -0.22969216108322144, + 0.008135423064231873, + -0.08922708034515381, + -0.2765638828277588, + -0.08840951323509216, + -0.015664570033550262, + -0.15111736953258514, + 0.13713695108890533, + -0.04218935966491699, + -0.06211836636066437, + -0.3689449727535248 + ], + [ + 0.5659209489822388, + 0.12924715876579285, + 0.3066001236438751, + 0.4306240379810333, + 0.9832443594932556, + 0.09190721809864044, + 0.20689204335212708, + -0.03988140821456909, + 0.1285991072654724, + 0.20285499095916748, + -0.2752600312232971, + -0.07135120034217834, + -0.0914706289768219, + 0.18131160736083984, + 0.12111449241638184, + -0.021957673132419586, + -0.28960174322128296, + 0.1708841323852539, + 0.23539496958255768, + 0.2938036322593689, + 0.48510512709617615 + ], + [ + 0.4353218674659729, + 0.08362898230552673, + 0.3441649377346039, + 0.01767238974571228, + 1.0631834268569946, + -0.015716999769210815, + -0.31984591484069824, + 0.037013813853263855, + 0.07839974015951157, + 0.20855769515037537, + -0.2017935812473297, + 0.05777406692504883, + -0.1456541121006012, + -0.1389688402414322, + -0.05239296332001686, + -0.047873854637145996, + -0.16683702170848846, + 0.12264426797628403, + 0.03602816164493561, + 0.01455545425415039, + -0.29124653339385986 + ], + [ + 0.5137475728988647, + -0.02297026850283146, + 0.1071341335773468, + 0.03193873167037964, + 1.2644283771514893, + 0.11210930347442627, + 0.19022536277770996, + 0.07414920628070831, + 0.09611281752586365, + 0.13343310356140137, + -0.2843324840068817, + 0.02947087585926056, + -0.23056116700172424, + -0.17206211388111115, + 0.00576217845082283, + 0.05650508031249046, + -0.2661738991737366, + 0.05819323658943176, + -0.12444475293159485, + 0.002916187047958374, + -0.2769581973552704 + ], + [ + 0.5969511866569519, + 0.1300240010023117, + 0.40891891717910767, + 0.29190710186958313, + 1.3476288318634033, + 0.2288418412208557, + 0.25441601872444153, + -0.014695718884468079, + 0.13257741928100586, + 0.32199764251708984, + -0.2041899561882019, + 0.07340802252292633, + -0.28131818771362305, + 0.2164406031370163, + -0.06109907105565071, + -0.03519095480442047, + -0.23531703650951385, + 0.11414404958486557, + 0.015793800354003906, + 0.06548365950584412, + 0.3421306014060974 + ], + [ + 0.35587674379348755, + 0.0990561693906784, + 0.31096744537353516, + -0.008353814482688904, + 1.0868139266967773, + -0.00038270652294158936, + -0.15684360265731812, + 0.11463058739900589, + 0.10405361652374268, + 0.17948918044567108, + -0.20161756873130798, + -0.006602466106414795, + -0.1433110237121582, + -0.18439723551273346, + -0.09422124922275543, + -0.011945457197725773, + -0.10952664911746979, + 0.14564913511276245, + -0.03421172499656677, + 0.03484523296356201, + -0.18882408738136292 + ] + ], + "generated_utilities": [ + 0.08066670596599579, + 0.0810438022017479, + 0.07816199958324432, + 0.07706757634878159, + 0.07649687677621841, + 0.08772901445627213, + 0.06757144629955292, + 0.07706362009048462 + ], + "group_id": "ms-0541a144afe57b5a7ae6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.6177131533622742, + 2.0, + 0.5502846240997314, + 0.4889724850654602, + 0.11121218651533127, + 0.06539179384708405, + 0.10609718412160873, + 0.11118562519550323, + 0.07970213890075684, + 0.08465166389942169, + 0.11135686933994293, + 0.05905945226550102, + 0.03764743730425835, + 0.022201908752322197, + 0.10718263685703278, + 0.04767666012048721 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + 0.535711407661438, + -0.20241014659404755, + 0.17647254467010498, + -0.058811597526073456, + 1.58270263671875, + 0.2250223457813263, + 0.0, + -0.12314334511756897, + 0.0636654943227768, + 0.19833168387413025, + -0.1745975911617279, + -0.020583562552928925, + 0.18132248520851135, + 0.0, + 0.028208130970597267, + 0.18587355315685272, + -0.006952274590730667, + -0.12788201868534088, + 0.22888310253620148, + -0.009446799755096436, + 0.0 + ], + [ + 0.4592708349227905, + -0.036291465163230896, + 0.17647254467010498, + -0.057506438344717026, + 1.58270263671875, + 0.4115140736103058, + 0.0, + -0.6273930072784424, + -0.011524897068738937, + -0.10432110726833344, + -0.09921294450759888, + -0.32890036702156067, + -0.06591756641864777, + 0.0, + 0.3016747832298279, + 0.002700689248740673, + -0.10199476778507233, + 0.29128968715667725, + 0.17772161960601807, + -0.32249945402145386, + 0.0 + ], + [ + 1.4592708349227905, + 0.19395725429058075, + 1.176472544670105, + -0.08991850167512894, + 2.58270263671875, + -0.026047267019748688, + -3.450531482696533, + 0.21293994784355164, + 0.018196307122707367, + 0.11192221939563751, + 0.2816869914531708, + 0.11997691541910172, + 0.1713743656873703, + 2.0586156845092773, + -0.0007218383252620697, + -0.015089920721948147, + 0.00946628674864769, + 0.15099461376667023, + 0.0025962828658521175, + 0.256192147731781, + 2.216488838195801 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -6.901062965393066, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.117231369018555, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.432977676391602 + ], + [ + 1.4148180484771729, + 0.3788744807243347, + 1.2498290538787842, + -0.34441354870796204, + 2.425626754760742, + 0.06500912457704544, + -3.186643123626709, + 0.19767692685127258, + 0.04004853963851929, + 0.3993755578994751, + 0.03244331479072571, + -0.1325291395187378, + 0.4244052767753601, + 2.1798059940338135, + 0.056328028440475464, + -0.023884113878011703, + -0.19425944983959198, + 0.44076114892959595, + -0.28409504890441895, + 0.07372812926769257, + 1.928591251373291 + ], + [ + 1.2373343706130981, + -0.01401616632938385, + 0.8673304319381714, + -0.08892017602920532, + 2.7657597064971924, + -0.03161156177520752, + -3.337951898574829, + 0.22284558415412903, + 0.2363823652267456, + -0.2078516036272049, + -0.03727078437805176, + -0.1513003706932068, + 0.4236077070236206, + 2.3418259620666504, + 0.21588964760303497, + -0.09416855871677399, + -0.03892713040113449, + 0.3746562600135803, + 0.11257930845022202, + 0.48805439472198486, + 1.9999160766601562 + ], + [ + 1.9578028917312622, + 0.5669375658035278, + 1.3899333477020264, + 0.007461577653884888, + 2.632707357406616, + -0.4552548825740814, + -3.3510665893554688, + 0.18219423294067383, + 0.07598429173231125, + 0.5818816423416138, + -0.16816505789756775, + 0.17719998955726624, + 0.04988604038953781, + 2.271207332611084, + 0.3378593921661377, + 0.18309663236141205, + -0.08264300227165222, + -0.29962170124053955, + -0.08229078352451324, + 0.09120918810367584, + 2.4610471725463867 + ], + [ + 2.0241637229919434, + 0.7697213888168335, + 0.8143424987792969, + -0.22918105125427246, + 2.6743314266204834, + -0.37969642877578735, + -3.024095296859741, + 0.6333872079849243, + 0.29991260170936584, + 0.04317095875740051, + 0.18261444568634033, + 0.2860243022441864, + -0.3689143657684326, + 2.132011651992798, + 0.5303796529769897, + 0.5058518052101135, + 0.4916321337223053, + 0.546314537525177, + -0.03789825737476349, + -0.1985926628112793, + 2.245617628097534 + ], + [ + 1.5164633989334106, + 0.5527130961418152, + 1.1398392915725708, + 0.2828617990016937, + 2.5490052700042725, + 0.09490278363227844, + -3.24466872215271, + -0.10605466365814209, + 0.41220906376838684, + -0.2780855894088745, + 0.2687739133834839, + 0.7660738825798035, + 0.4124637842178345, + 2.142843008041382, + 0.2319124937057495, + -0.23665806651115417, + 0.6703091263771057, + 0.534156084060669, + 0.6788302063941956, + 0.20142129063606262, + 2.763806104660034 + ], + [ + 1.1835510730743408, + -0.40751999616622925, + 1.8649837970733643, + 0.6778156757354736, + 2.323371171951294, + 0.1492471992969513, + -2.9558467864990234, + -0.01818065345287323, + -0.6715841293334961, + -0.5330861210823059, + -0.0708048939704895, + 0.2565329670906067, + 0.40230703353881836, + 1.580956220626831, + 0.6694847345352173, + -0.3920108377933502, + -0.49114012718200684, + 0.3368579149246216, + -0.2812112271785736, + 0.5531029105186462, + 2.29298734664917 + ], + [ + 1.768415927886963, + 0.12086929380893707, + 1.382250189781189, + 0.6817833185195923, + 2.2084317207336426, + -0.015315277501940727, + -3.123481035232544, + 0.4336912930011749, + -0.5295311212539673, + 0.7666522264480591, + 0.41511499881744385, + 0.3710172772407532, + 0.3543040156364441, + 2.616670608520508, + -0.23494087159633636, + -0.5664280652999878, + 0.6678250432014465, + 0.9634526371955872, + -0.7318175435066223, + -0.13723242282867432, + 2.1036739349365234 + ], + [ + 0.5423615574836731, + -0.6618584394454956, + 2.0601305961608887, + 0.10424650460481644, + 1.8875306844711304, + 0.315205454826355, + -2.7230536937713623, + 0.9550033807754517, + 0.617052435874939, + 1.0495786666870117, + 0.7783849835395813, + -0.41901764273643494, + 0.7087165713310242, + 2.9501991271972656, + 0.10543829202651978, + -0.40697821974754333, + -0.5250041484832764, + 0.7072052359580994, + 0.45673131942749023, + -0.22496655583381653, + 2.5073437690734863 + ], + [ + 1.463244080543518, + 0.9817023873329163, + 1.846051812171936, + -0.9223363995552063, + 3.354236602783203, + -0.011819157749414444, + -4.2648024559021, + 0.46801868081092834, + -0.3716675341129303, + -0.8566514253616333, + 0.3957584500312805, + 1.105534315109253, + 0.961108922958374, + 2.1162171363830566, + -0.42432093620300293, + -0.7439079284667969, + 0.6865481734275818, + -0.10607670247554779, + -0.22706381976604462, + 0.5751874446868896, + 3.02232027053833 + ], + [ + 0.6512537002563477, + -0.3041876554489136, + 0.7842272520065308, + -0.727970540523529, + 2.679858922958374, + 0.1746843457221985, + -4.137029647827148, + -0.15313678979873657, + -0.4923359453678131, + 0.5741958022117615, + 1.2787694931030273, + 0.6949346661567688, + 0.09569104760885239, + 2.920924663543701, + 0.5066013932228088, + 0.7357966303825378, + -0.9874699115753174, + 0.08901217579841614, + 0.5448501706123352, + 0.029993191361427307, + 1.7056231498718262 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.4592708349227905, + 0.012637972831726074, + 0.17647254467010498, + -0.03898942470550537, + 1.58270263671875, + 0.022991012781858444, + 0.0, + -0.0029426664113998413, + -0.003949414938688278, + 0.033876046538352966, + -0.07642018795013428, + 0.010742880403995514, + 0.034062668681144714, + 0.0, + -0.0020912420004606247, + -0.004777159541845322, + -0.07029828429222107, + 0.0629512220621109, + 0.010655650869011879, + 0.013132303953170776, + 0.0 + ] + ], + "predicted_scores": [ + 5.8075737953186035, + 5.786504745483398, + 5.678560256958008, + 5.609572410583496, + 5.5553364753723145, + 5.343877792358398, + 5.088851451873779, + 5.045082092285156 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1982046304", + "selected_index": 0, + "state_hash": "9201d98d81478414a48531ccca99bd1efb976dab186f178256710ac114006093", + "stored_base_utility": 0.6177131533622742, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04685167223215103, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04685167223215103 + }, + "base_progress": 0.04685167223215103, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.04685167223215103, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03796825557947159, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03796825557947159 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03816785663366318, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03816785663366318 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03857867792248726, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03857867792248726 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.042573727667331696, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.042573727667331696 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04233410209417343, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04233410209417343 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.039660703390836716, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.039660703390836716 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.038473617285490036, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.038473617285490036 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.032682716846466064, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.032682716846466064 + } + ], + "candidate_progress": [ + 0.03796825557947159, + 0.03816785663366318, + 0.03857867792248726, + 0.042573727667331696, + 0.04233410209417343, + 0.039660703390836716, + 0.038473617285490036, + 0.032682716846466064 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4015c296239564108da2", + "ms-0541a144afe57b5a7ae6", + "ms-307f9067d5b66f55b3a6", + "ms-b7e7fe66a6c86898eec2", + "ms-b7e7fe66a6c86898eec2", + "ms-23a355317920e192147f", + "ms-5df54a8baaceb8c73c8a", + "ms-a509a572b3871e591d26" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-076d67ac4d2de4e0c627", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.02545073628425598, + -0.223370760679245, + 0.6976137161254883, + 0.06983399391174316, + 0.20248538255691528, + -0.18147891759872437, + -0.5462942719459534, + 0.03868582844734192, + 0.11018712818622589, + -0.1261383295059204, + 0.006466023623943329, + 0.07051549851894379, + -0.1031833291053772, + 0.3206050992012024, + -0.06509639322757721, + -0.011651183478534222, + -0.04537449777126312, + 0.034632742404937744, + -0.06690800189971924, + 0.18750083446502686, + 0.12273500859737396 + ], + [ + 0.10676369071006775, + -0.3409203290939331, + 0.5738081336021423, + -0.10016722232103348, + 0.44949090480804443, + 0.0035154372453689575, + -0.6317082047462463, + 0.09568588435649872, + 0.019978705793619156, + -0.07108796387910843, + 0.028499862179160118, + 0.07498881965875626, + -0.11788225173950195, + 0.4171749949455261, + 0.00232866033911705, + 0.05180900916457176, + -0.12576331198215485, + 0.0384015291929245, + -0.10183921456336975, + -0.1014803946018219, + 0.3367607593536377 + ], + [ + -0.11196695268154144, + -0.21689392626285553, + 0.6936888098716736, + -0.011113837361335754, + 0.1611286997795105, + -0.2531336545944214, + -0.5479611754417419, + 0.1180528923869133, + 0.10652169585227966, + -0.16858357191085815, + -0.008126281201839447, + 0.0672333836555481, + -0.09182938933372498, + 0.3072136640548706, + -0.055489253252744675, + 0.00015258695930242538, + 0.021184399724006653, + 0.07872000336647034, + -0.10031741857528687, + 0.151098370552063, + 0.2977180480957031 + ], + [ + 0.1675831377506256, + -0.08548922091722488, + 0.7491193413734436, + 0.37895622849464417, + 0.43621981143951416, + -0.13823655247688293, + 0.03111407160758972, + 0.04185153543949127, + 0.16658446192741394, + -0.15469080209732056, + -0.34666162729263306, + 0.35016316175460815, + -0.11458203196525574, + 0.333050012588501, + -0.10835875570774078, + -0.07131122797727585, + -0.18271209299564362, + -0.04469013214111328, + 0.21657207608222961, + 0.4022863507270813, + 0.6901363134384155 + ], + [ + 0.24216137826442719, + -0.02874680422246456, + 0.7065429091453552, + 0.29986873269081116, + 0.47863614559173584, + -0.08304229378700256, + -0.0598607063293457, + 0.08921485394239426, + 0.17165522277355194, + -0.0756109282374382, + -0.3194710910320282, + 0.2226032316684723, + -0.05220746994018555, + 0.41444456577301025, + -0.15069550275802612, + -0.1285659521818161, + -0.2329447716474533, + 0.0768805518746376, + 0.15929469466209412, + 0.32481634616851807, + 0.5187407732009888 + ], + [ + 0.06861428171396255, + -0.2516102194786072, + 0.6087837815284729, + -0.050531789660453796, + 0.11562858521938324, + -0.17185622453689575, + -0.28480732440948486, + 0.06027744710445404, + 0.1351236253976822, + -0.12967988848686218, + -0.09310659021139145, + 0.0221756249666214, + -0.04473528265953064, + 0.14983882009983063, + -0.09977620840072632, + -0.024302862584590912, + -0.01783028244972229, + 0.07547058910131454, + -0.10416775941848755, + -0.0005060136318206787, + -0.03179961442947388 + ], + [ + 0.17983490228652954, + -0.36362534761428833, + 0.6278314590454102, + 0.014272108674049377, + 0.21517866849899292, + -0.07890425622463226, + -0.6604205965995789, + 0.05743589997291565, + 0.08424055576324463, + -0.0948479101061821, + 0.05985059589147568, + -0.026886940002441406, + -0.1860165297985077, + 0.32124292850494385, + 0.021505076438188553, + 0.04484798014163971, + -0.09288053214550018, + 0.026908233761787415, + -0.16624149680137634, + -0.004931420087814331, + 0.3612520098686218 + ], + [ + 0.09537820518016815, + -0.13684861361980438, + 0.7867770195007324, + -0.08045685291290283, + 0.5066424608230591, + 0.12129548192024231, + -0.12386929988861084, + 0.14724424481391907, + 0.13669274747371674, + 0.06147143617272377, + -0.2833247780799866, + -0.026725411415100098, + -0.2251192182302475, + 0.40781497955322266, + -0.29592734575271606, + -0.062370769679546356, + -0.07902877032756805, + 0.0702870786190033, + -0.08189642429351807, + 0.1941148340702057, + 0.3902580738067627 + ] + ], + "generated_utilities": [ + 0.03796825557947159, + 0.03816785663366318, + 0.03857867792248726, + 0.042573727667331696, + 0.04233410209417343, + 0.039660703390836716, + 0.038473617285490036, + 0.032682716846466064 + ], + "group_id": "ms-076d67ac4d2de4e0c627", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.593668520450592, + 2.0, + 0.560009241104126, + 0.5078030824661255, + 0.04918793588876724, + 0.019498134031891823, + 0.03312814235687256, + 0.03992178663611412, + 0.044896066188812256, + 0.041173387318849564, + 0.01869889535009861, + 0.04555238410830498, + 0.038309719413518906, + 0.03462354093790054, + 0.015368449501693249, + 0.02226785384118557 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + -0.09305322170257568, + -0.09930706024169922, + 0.5590469837188721, + 0.28531205654144287, + -0.044610172510147095, + 0.5483183860778809, + 0.0, + -0.18813484907150269, + 0.6877168416976929, + -0.0372004508972168, + 0.4265158772468567, + -0.12648868560791016, + 0.057438552379608154, + 0.0, + -0.5203487873077393, + 0.12085675448179245, + 0.2965741455554962, + -0.696343183517456, + -0.4076620936393738, + -0.2048587054014206, + 0.0 + ], + [ + -1.0930532217025757, + -1.0993070602416992, + 1.559046983718872, + 0.7202026844024658, + 0.0701223686337471, + -0.3488517999649048, + -3.0257134437561035, + -0.07067486643791199, + 0.4655172526836395, + -1.0372004508972168, + 0.6567760705947876, + 0.3284320831298828, + 0.5840141773223877, + 2.4165282249450684, + 0.064403235912323, + -0.004305369220674038, + -0.012988213449716568, + 0.0007078582420945168, + -0.023492028936743736, + -0.054986461997032166, + 2.0409133434295654 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -6.051426887512207, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.833056449890137, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.081826686859131 + ], + [ + -0.9352699518203735, + -1.249535322189331, + 1.5918688774108887, + 0.8681930303573608, + 0.33165258169174194, + -0.3045000731945038, + -2.90444016456604, + -0.18660315871238708, + 0.6091790199279785, + -1.2898098230361938, + 0.5269867181777954, + 0.2734018862247467, + 0.5715922713279724, + 2.4735074043273926, + 0.24458663165569305, + 0.05008142068982124, + 0.2861464321613312, + -0.21316690742969513, + -0.05223618447780609, + 0.21067379415035248, + 2.1941466331481934 + ], + [ + -0.9806972742080688, + -1.0592564344406128, + 1.6318004131317139, + 0.5384176969528198, + 0.06414079666137695, + -0.3392528295516968, + -2.636155605316162, + -0.04002734646201134, + 0.4203541874885559, + -1.016047477722168, + 0.7466253638267517, + -0.018142610788345337, + 0.8416106700897217, + 2.3969860076904297, + -0.10117875039577484, + 0.029278460890054703, + 0.2105434238910675, + -0.22865985333919525, + 0.19669881463050842, + 0.10275550186634064, + 1.9337800741195679 + ], + [ + -1.074393630027771, + -1.5357621908187866, + 1.8983656167984009, + 0.34395191073417664, + -0.17356082797050476, + -0.49001583456993103, + -3.250180959701538, + 0.13567708432674408, + 0.5287414193153381, + -1.4989981651306152, + 0.9731955528259277, + 0.061843037605285645, + 0.4116869568824768, + 2.794981002807617, + -0.304243803024292, + 0.2849440574645996, + 0.3218631446361542, + -0.19860807061195374, + -0.3052777051925659, + -0.3189377784729004, + 2.3811330795288086 + ], + [ + -0.9739317893981934, + -1.2382327318191528, + 1.2462222576141357, + 1.3129656314849854, + 0.5133838653564453, + -0.35566744208335876, + -3.09568452835083, + 0.37929391860961914, + 0.23046499490737915, + -1.6133654117584229, + 0.09977889060974121, + 0.6189203262329102, + 1.0507352352142334, + 2.8206558227539062, + -0.09624536335468292, + -0.4286412000656128, + 0.3566853702068329, + -0.46422791481018066, + 0.1323641985654831, + -0.01219690591096878, + 1.647916316986084 + ], + [ + -0.39875608682632446, + -1.0198005437850952, + 1.0087922811508179, + 1.1628847122192383, + 0.35104119777679443, + -0.773086428642273, + -2.8526861667633057, + -0.7417179346084595, + -0.18208017945289612, + -0.7314503192901611, + -0.017911970615386963, + -0.3650417923927307, + 0.568426787853241, + 1.7892279624938965, + -0.383049875497818, + 0.23509730398654938, + 0.5841023921966553, + 0.17180615663528442, + -0.540693461894989, + 0.29405105113983154, + 2.107395648956299 + ], + [ + -1.713559627532959, + -1.330529808998108, + 0.8134394884109497, + 1.1397393941879272, + -0.10848719626665115, + -1.0357173681259155, + -3.394792079925537, + -0.5082864761352539, + 0.17913010716438293, + -1.4130675792694092, + -0.00859910249710083, + 0.7138633728027344, + 0.0676688551902771, + 3.0828728675842285, + 0.7835514545440674, + -0.4169557988643646, + 0.41175970435142517, + 0.07870321720838547, + -0.18462051451206207, + -0.8032500147819519, + 1.3475146293640137 + ], + [ + -1.0958019495010376, + -1.7417232990264893, + 1.4971907138824463, + 1.5514540672302246, + 0.746326208114624, + -0.9537895321846008, + -3.5659496784210205, + -0.6809018850326538, + -0.0761207640171051, + -1.291602611541748, + 0.8695309162139893, + 4.121661186218262e-05, + 0.5043449401855469, + 3.268800735473633, + -0.4969976544380188, + 0.5292675495147705, + -0.18479330837726593, + 0.6737841963768005, + 0.45820826292037964, + 0.7443873882293701, + 2.7275562286376953 + ], + [ + -0.9951314926147461, + -1.932527780532837, + 1.9791827201843262, + 0.639234721660614, + 0.48456400632858276, + 0.14694881439208984, + -3.287203550338745, + -0.1299724280834198, + 0.7486266493797302, + -0.25257545709609985, + 1.4615274667739868, + -0.4856898784637451, + -0.26306670904159546, + 1.567699909210205, + 0.32958436012268066, + 0.10364136844873428, + 0.615886926651001, + -0.5092763900756836, + 0.7040939927101135, + 0.9076926708221436, + 2.071251392364502 + ], + [ + -0.6824805736541748, + -1.5654255151748657, + 1.5864143371582031, + 0.09793591499328613, + 0.5697317719459534, + 0.40982455015182495, + -2.3481640815734863, + 0.6432387828826904, + -0.30875715613365173, + -0.10199981927871704, + 1.3278188705444336, + 0.374683141708374, + 0.6538940668106079, + 2.9796175956726074, + 0.9453757405281067, + -0.48868340253829956, + 0.6109086275100708, + -0.09968513995409012, + -0.7393308877944946, + 0.452989399433136, + 2.2993881702423096 + ], + [ + -1.994463324546814, + -0.5861508250236511, + 1.7606953382492065, + -0.2142575979232788, + -0.2202170491218567, + -1.1185338497161865, + -3.9645016193389893, + -0.02619614452123642, + 0.18249398469924927, + -0.06968724727630615, + 0.6429102420806885, + -0.46463680267333984, + 0.47240984439849854, + 3.120704174041748, + -0.2155875563621521, + -0.4434549808502197, + -0.2683521509170532, + 0.37468576431274414, + 0.36764076352119446, + 0.10168379545211792, + 1.0994298458099365 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.09305322170257568, + -0.09930706024169922, + 0.5590469837188721, + 0.01951777935028076, + 0.028311438858509064, + 0.000545203685760498, + 0.0, + -0.015583954751491547, + 0.023081421852111816, + -0.06599730253219604, + 0.037866830825805664, + -0.009584665298461914, + 0.014066696166992188, + 0.0, + 0.007480747997760773, + -0.09020841866731644, + 0.053470153361558914, + 0.027556199580430984, + 0.02779405005276203, + -0.006387978792190552, + 0.0 + ] + ], + "predicted_scores": [ + 5.345902919769287, + 5.091352939605713, + 5.047704696655273, + 4.998619556427002, + 4.7789483070373535, + 4.76922082901001, + 4.754038333892822, + 4.410345554351807 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "111895951", + "selected_index": 0, + "state_hash": "ff413a058070bae4c393b47cd43137d146c5c5ff70440ae1608484a001387a63", + "stored_base_utility": 0.593668520450592, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08489253371953964, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08489253371953964 + }, + "base_progress": 0.08489253371953964, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08489253371953964, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05540475994348526, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05540475994348526 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055155087262392044, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055155087262392044 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06720218807458878, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06720218807458878 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0539596788585186, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0539596788585186 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05163341760635376, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05163341760635376 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06969592720270157, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06969592720270157 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06253669410943985, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06253669410943985 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06381635367870331, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06381635367870331 + } + ], + "candidate_progress": [ + 0.05540475994348526, + 0.055155087262392044, + 0.06720218807458878, + 0.0539596788585186, + 0.05163341760635376, + 0.06969592720270157, + 0.06253669410943985, + 0.06381635367870331 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-076d67ac4d2de4e0c627", + "ms-307f9067d5b66f55b3a6", + "ms-b7e7fe66a6c86898eec2", + "ms-a509a572b3871e591d26", + "ms-4015c296239564108da2", + "ms-b7e7fe66a6c86898eec2", + "ms-0541a144afe57b5a7ae6", + "ms-5df54a8baaceb8c73c8a" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank6", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-23a355317920e192147f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.14822514355182648, + -0.3248932361602783, + 1.041032075881958, + 0.12665998935699463, + -0.22752505540847778, + 0.05243200808763504, + -0.5198872089385986, + -0.04444374144077301, + 0.03613370656967163, + -0.05050037056207657, + 0.02675841934978962, + 0.23746341466903687, + 0.019424647092819214, + 0.7140766382217407, + 0.0027218349277973175, + -0.0057770730927586555, + -0.039929911494255066, + 0.07966630160808563, + -0.0441727340221405, + 0.3111312985420227, + 0.7020392417907715 + ], + [ + -0.23329253494739532, + -0.3092647194862366, + 1.0714190006256104, + 0.14931732416152954, + 0.06695842742919922, + -0.07681478559970856, + -0.7063605189323425, + -0.005102396011352539, + 0.02275291085243225, + -0.08332803100347519, + 0.06385339051485062, + 0.10600849241018295, + 0.026661843061447144, + 0.7662659287452698, + -0.025186385959386826, + 0.05117867514491081, + -0.01788550615310669, + 0.11464831233024597, + -0.09514212608337402, + 0.3343784213066101, + 0.8354754447937012 + ], + [ + -0.08054055273532867, + -0.11519570648670197, + 1.0581320524215698, + 0.5007386207580566, + 0.3398382365703583, + -0.046132221817970276, + 0.09100955724716187, + 0.08388116955757141, + 0.10603059828281403, + -0.06060919910669327, + -0.29924899339675903, + 0.44077885150909424, + -0.05406343936920166, + 0.7227444052696228, + -0.047899406403303146, + -0.05106983706355095, + -0.1654006391763687, + -0.10314495861530304, + 0.25807756185531616, + 0.6767443418502808, + 0.9911662340164185 + ], + [ + -0.08268918097019196, + -0.0955585464835167, + 1.0963279008865356, + 0.06646692752838135, + 0.3215022683143616, + 0.40138524770736694, + -0.03413134813308716, + 0.09838424623012543, + 0.05221713334321976, + 0.11051695793867111, + -0.2573002874851227, + 0.06134486198425293, + 0.01298496127128601, + 0.8535287976264954, + -0.2412002980709076, + -0.07902956008911133, + -0.08196036517620087, + 0.0985226184129715, + -0.01015561819076538, + 0.5040932297706604, + 0.7997627258300781 + ], + [ + -0.13336513936519623, + -0.30798161029815674, + 1.1598618030548096, + 0.2376650869846344, + -0.07706013321876526, + -0.03337831795215607, + -0.8061742186546326, + -0.09928160905838013, + 0.01596127450466156, + -0.02666153758764267, + 0.08964378386735916, + 0.1250317096710205, + 0.06980690360069275, + 0.7642468214035034, + 0.0044369883835315704, + 0.005421290174126625, + -0.09124265611171722, + 0.10502323508262634, + -0.03435179591178894, + 0.3698214888572693, + 0.7103152275085449 + ], + [ + 0.01313406229019165, + -0.05106040835380554, + 1.0012491941452026, + 0.39920613169670105, + 0.3767639994621277, + 0.009935885667800903, + -0.004058390855789185, + 0.11207880079746246, + 0.11041370034217834, + 0.018779784440994263, + -0.29022860527038574, + 0.2888573408126831, + 0.029477089643478394, + 0.8427574634552002, + -0.0790429413318634, + -0.11416985094547272, + -0.24145610630512238, + 0.056400567293167114, + 0.17407016456127167, + 0.5775954127311707, + 0.8467590808868408 + ], + [ + 0.018911778926849365, + -0.4118223786354065, + 0.8676618337631226, + 0.053851187229156494, + 0.44789350032806396, + 0.17745371162891388, + -0.7462779879570007, + -0.00042882561683654785, + -0.04020798206329346, + -0.03796333819627762, + 0.045603182166814804, + 0.0865689218044281, + 0.0009153783321380615, + 0.8843231797218323, + 0.008477088063955307, + 0.06147865578532219, + -0.1672462373971939, + 0.13124901056289673, + -0.09887954592704773, + 0.019055038690567017, + 0.9629707336425781 + ], + [ + 0.10603455454111099, + -0.4361600875854492, + 0.8900923728942871, + 0.17939579486846924, + 0.23587337136268616, + 0.09736841917037964, + -0.7730770707130432, + -0.05833864212036133, + 0.029804298654198647, + -0.06542260199785233, + 0.09907086193561554, + -0.02766716480255127, + -0.10384461283683777, + 0.8010413646697998, + 0.021443571895360947, + 0.04551238939166069, + -0.11472262442111969, + 0.09608408063650131, + -0.14201456308364868, + 0.12003391981124878, + 0.9188194274902344 + ] + ], + "generated_utilities": [ + 0.05540475994348526, + 0.055155087262392044, + 0.06720218807458878, + 0.0539596788585186, + 0.05163341760635376, + 0.06969592720270157, + 0.06253669410943985, + 0.06381635367870331 + ], + "group_id": "ms-23a355317920e192147f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.5981246829032898, + 2.0, + 0.5673696398735046, + 0.05869939550757408, + 0.05734832212328911, + 0.11987823247909546, + 0.05460250377655029, + 0.043513502925634384, + 0.039949703961610794, + 0.05878761038184166, + 0.03520176559686661, + 0.04118812084197998, + 0.016366207972168922, + 0.04333169385790825, + 0.0385771282017231, + 0.06686277687549591 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + -0.016359686851501465, + -0.15933263301849365, + 0.886581301689148, + -0.3683754503726959, + -0.3411911427974701, + 0.27089184522628784, + 0.0, + -0.06986197829246521, + -0.08692567050457001, + 0.6231980919837952, + 0.3721233606338501, + -0.11496391892433167, + 0.6722626686096191, + 0.0, + -0.23031316697597504, + -0.35350728034973145, + -0.10525605082511902, + -0.0036404430866241455, + -0.09098906815052032, + 0.34986913204193115, + 0.0 + ], + [ + -1.0163596868515015, + -1.1593326330184937, + 1.886581301689148, + 0.4338925778865814, + -0.26858267188072205, + -0.7291081547737122, + -2.901463270187378, + 0.23853620886802673, + 0.023609288036823273, + 0.05554890260100365, + 0.3594277501106262, + 0.30255579948425293, + 0.3188025951385498, + 2.596484899520874, + 0.003018442541360855, + -0.013607806526124477, + 0.017106588929891586, + 0.10180213302373886, + 0.16339819133281708, + 0.37285947799682617, + 2.8871963024139404 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.802926540374756, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.192969799041748, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.774392604827881 + ], + [ + -1.2852802276611328, + -0.9048234224319458, + 1.7607905864715576, + 0.5671154260635376, + -0.19503891468048096, + -0.49208536744117737, + -2.6390085220336914, + -0.014903664588928223, + -0.2659863531589508, + 0.02251644805073738, + 0.5750409960746765, + 0.033754199743270874, + 0.2308446615934372, + 2.8333041667938232, + 0.1314784288406372, + -0.007524517830461264, + -0.0828746110200882, + 0.06669160723686218, + 0.26068663597106934, + 0.415006548166275, + 2.8117449283599854 + ], + [ + -1.0918257236480713, + -1.2475647926330566, + 2.2776036262512207, + 0.43874961137771606, + -0.19822311401367188, + -0.4951897859573364, + -2.763094186782837, + 0.1446797102689743, + -0.29948458075523376, + -0.20061463117599487, + 0.39631515741348267, + 0.5959919691085815, + -0.0809846818447113, + 2.917428493499756, + 0.28595492243766785, + -0.21093812584877014, + -0.17883214354515076, + -0.23381996154785156, + 0.44036632776260376, + -0.011148393154144287, + 3.072767972946167 + ], + [ + -1.4180493354797363, + -1.053939938545227, + 1.9595826864242554, + 0.39235836267471313, + -0.1554957777261734, + -0.5798168182373047, + -2.7506306171417236, + -0.13677576184272766, + -0.2926819324493408, + -0.33569857478141785, + 0.6309272050857544, + 0.18846504390239716, + -0.1509440541267395, + 2.4903554916381836, + 0.3292296528816223, + -0.11474993079900742, + 0.08267684280872345, + 0.3696354031562805, + 0.6597701907157898, + 0.5198724269866943, + 2.4602794647216797 + ], + [ + -0.5135478973388672, + -1.4092382192611694, + 2.1489176750183105, + 0.18646807968616486, + -0.19858425855636597, + -0.707496166229248, + -2.596543312072754, + 0.5862531661987305, + -0.16631841659545898, + -0.2888936996459961, + 0.0910443365573883, + 0.13222041726112366, + 0.08361329138278961, + 3.086103677749634, + 0.35026493668556213, + -0.12424641847610474, + -0.0645696222782135, + -0.035875700414180756, + 0.12491530179977417, + 0.9180957674980164, + 3.1395275592803955 + ], + [ + -0.5158835053443909, + -1.1797958612442017, + 2.3918895721435547, + 1.0562808513641357, + 0.0596194863319397, + -1.0989203453063965, + -2.574265241622925, + 0.18614530563354492, + 0.11740278452634811, + -0.014710437506437302, + 0.07888418436050415, + 0.5283442139625549, + 0.5316674113273621, + 2.699348211288452, + 0.2353903204202652, + 0.09978953748941422, + 0.6166362166404724, + -0.4250161945819855, + -0.4031028151512146, + 0.049528032541275024, + 2.6398537158966064 + ], + [ + -1.2541664838790894, + -1.008301019668579, + 1.714668869972229, + 0.29634231328964233, + 0.39105966687202454, + -0.23620039224624634, + -3.516385316848755, + -0.022885531187057495, + 0.06384735554456711, + -0.2911700904369354, + 0.42966824769973755, + 0.5194524526596069, + -0.20871883630752563, + 1.987577199935913, + -0.7408417463302612, + -0.7797892093658447, + 0.4739942252635956, + -0.5679245591163635, + -0.03392834961414337, + -0.1291368007659912, + 2.5920493602752686 + ], + [ + -0.7277154922485352, + -0.8501113653182983, + 1.5216392278671265, + 1.2626787424087524, + -0.7895140647888184, + -1.4018515348434448, + -3.445138692855835, + 0.18570315837860107, + -0.2750564217567444, + 0.6384372711181641, + -0.19576144218444824, + -0.4617348313331604, + 1.08512544631958, + 2.3524820804595947, + 0.5973048806190491, + -0.5773996710777283, + 0.2863506078720093, + -0.012478463351726532, + 0.9317654371261597, + -0.4098067283630371, + 2.960040807723999 + ], + [ + -1.7319241762161255, + -0.7926965951919556, + 1.272215485572815, + 1.19129478931427, + 0.5005447864532471, + -0.6683759093284607, + -2.451761245727539, + -0.0867898166179657, + 0.3080609440803528, + 0.9131461977958679, + 0.44244813919067383, + 0.5529629588127136, + -0.5509752631187439, + 3.2194712162017822, + -0.33621588349342346, + -0.8918466567993164, + 0.9002974033355713, + 0.3644088804721832, + 0.07116897404193878, + 0.21667321026325226, + 2.9037070274353027 + ], + [ + -0.9530481696128845, + -0.7281997799873352, + 1.6630100011825562, + 0.6559677124023438, + -0.34607046842575073, + -1.3500498533248901, + -3.2790441513061523, + -0.25778263807296753, + 0.999591052532196, + 0.3017411530017853, + 0.033181577920913696, + -0.38267576694488525, + -0.008639276027679443, + 2.7951626777648926, + 0.4527253210544586, + -0.4288043677806854, + 0.5355129241943359, + 0.13685299456119537, + -0.6468542814254761, + 0.39392489194869995, + 3.0088868141174316 + ], + [ + -1.2243014574050903, + -0.44842177629470825, + 1.3488166332244873, + 0.39316344261169434, + -0.455801784992218, + -1.233436107635498, + -2.0401806831359863, + -0.5951012372970581, + 0.9518353343009949, + -0.8560165762901306, + 0.025713056325912476, + 0.8515322208404541, + 1.1236976385116577, + 2.2584707736968994, + 0.25653982162475586, + -0.2058861404657364, + 0.25241029262542725, + -0.45990946888923645, + 0.7017347812652588, + 0.901146411895752, + 3.866440534591675 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.016359686851501465, + -0.15933263301849365, + 0.886581301689148, + -0.061366766691207886, + 0.04614177346229553, + -0.039122581481933594, + 0.0, + -0.041568756103515625, + -0.06715786457061768, + 0.05259697511792183, + -0.0764194130897522, + 0.009453058242797852, + 0.025924712419509888, + 0.0, + -0.07744477689266205, + 0.04552387818694115, + -0.008486906066536903, + 0.024095185101032257, + -0.02166345715522766, + -0.046795427799224854, + 0.0 + ] + ], + "predicted_scores": [ + 5.034831523895264, + 4.972949028015137, + 4.965379238128662, + 4.942145347595215, + 4.807213306427002, + 4.418837070465088, + 4.3435163497924805, + 4.185791969299316 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "638602457", + "selected_index": 0, + "state_hash": "f591ed357f54d3d7dc0c178fa324d556993017901c872ff5fe1da0e7ebd654a5", + "stored_base_utility": 0.5981246829032898, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06768637895584106, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06768637895584106 + }, + "base_progress": 0.06768637895584106, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06768637895584106, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.051826655864715576, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.051826655864715576 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05211467668414116, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05211467668414116 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.046493399888277054, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.046493399888277054 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.050664473325014114, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.050664473325014114 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05079150199890137, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05079150199890137 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05348988622426987, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05348988622426987 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0417485237121582, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0417485237121582 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.039417851716279984, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.039417851716279984 + } + ], + "candidate_progress": [ + 0.051826655864715576, + 0.05211467668414116, + 0.046493399888277054, + 0.050664473325014114, + 0.05079150199890137, + 0.05348988622426987, + 0.0417485237121582, + 0.039417851716279984 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0541a144afe57b5a7ae6", + "ms-5df54a8baaceb8c73c8a", + "ms-4015c296239564108da2", + "ms-b6fd2931116c15db0f0a", + "ms-309d2258d275ae304857", + "ms-b7e7fe66a6c86898eec2", + "ms-309d2258d275ae304857", + "ms-a509a572b3871e591d26" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-307f9067d5b66f55b3a6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2522674798965454, + -0.10481376945972443, + 0.4796998202800751, + -0.010986298322677612, + 0.7912959456443787, + 0.48983728885650635, + 0.17322763800621033, + 0.029651671648025513, + 0.00902785174548626, + 0.06179052218794823, + -0.2292380928993225, + 0.14411038160324097, + -0.0709233283996582, + 0.23170970380306244, + 0.1972779482603073, + 0.06688015162944794, + -0.23258985579013824, + 0.08479496091604233, + 0.02507135272026062, + -0.1296471804380417, + 0.08149252086877823 + ], + [ + 0.3172629177570343, + -0.11256862431764603, + 0.533249020576477, + 0.07897937297821045, + 0.5848469734191895, + 0.3994300365447998, + 0.1481226086616516, + 0.025249093770980835, + 0.06445436924695969, + 0.028470531105995178, + -0.20899435877799988, + 0.08224596083164215, + -0.17027151584625244, + 0.15682050585746765, + 0.19706526398658752, + 0.04813959822058678, + -0.242264524102211, + 0.07457989454269409, + -0.06266370415687561, + -0.012044250965118408, + 0.0650886744260788 + ], + [ + 0.19056087732315063, + 0.012982159852981567, + 0.6470608711242676, + 0.0877980887889862, + 0.5458358526229858, + 0.3158390522003174, + 0.0979752242565155, + 0.045034587383270264, + 0.07703462243080139, + 0.08678817749023438, + -0.15796640515327454, + 0.1271408200263977, + -0.06159791350364685, + 0.1217125877737999, + 0.04380340129137039, + -0.01863795705139637, + -0.11087094247341156, + 0.07484803348779678, + 0.029914826154708862, + 0.03733620047569275, + -0.1776753067970276 + ], + [ + 0.25502800941467285, + 0.058437563478946686, + 0.525596022605896, + 0.2715706527233124, + 0.7230033874511719, + 0.6368780136108398, + 0.04835215210914612, + 0.2006099373102188, + 0.15883365273475647, + 0.10003260523080826, + -0.22394543886184692, + 0.026526033878326416, + 0.1674659550189972, + -0.45756542682647705, + -0.0265631265938282, + 0.03169798105955124, + -0.23270945250988007, + 0.014528721570968628, + 0.03774791955947876, + 0.15760868787765503, + -0.09933042526245117 + ], + [ + 0.25285762548446655, + 0.08195589482784271, + 0.5265334844589233, + 0.2662597596645355, + 0.6969121694564819, + 0.6020517349243164, + 0.01881462335586548, + 0.18870136141777039, + 0.16114428639411926, + 0.09999480843544006, + -0.22983485460281372, + 0.029324322938919067, + 0.14437124133110046, + -0.47172456979751587, + -0.02483024075627327, + 0.02367297187447548, + -0.22747920453548431, + 0.019444361329078674, + 0.02479955554008484, + 0.13740253448486328, + -0.15819865465164185 + ], + [ + 0.30949532985687256, + 0.11108049750328064, + 0.6291394829750061, + 0.39467188715934753, + 0.7007786631584167, + 0.11226160824298859, + 0.555438220500946, + -0.010154858231544495, + 0.11634539067745209, + 0.03682209551334381, + -0.32025450468063354, + 0.030038759112358093, + -0.008064121007919312, + 0.4868816137313843, + 0.10651665180921555, + -0.05765281245112419, + -0.32221996784210205, + 0.13678359985351562, + 0.2825692594051361, + 0.33887654542922974, + 0.5378612279891968 + ], + [ + 0.15653012692928314, + 0.09346061944961548, + 0.7903393507003784, + 0.47097447514533997, + 0.6086059808731079, + 0.40159904956817627, + 0.07145839929580688, + 0.29448288679122925, + 0.1600862294435501, + 0.2354763299226761, + -0.1932142972946167, + -0.025194019079208374, + 0.12128040194511414, + 0.06381583958864212, + -0.008312162011861801, + 0.09833385050296783, + -0.4256397485733032, + 0.03958842158317566, + -0.007423877716064453, + 0.1473540961742401, + 0.38251835107803345 + ], + [ + 0.2617308795452118, + 0.08028563857078552, + 0.8101005554199219, + 0.1311526596546173, + 0.9538666605949402, + 0.5135440826416016, + 0.5273733139038086, + 0.06459678709506989, + 0.11550303548574448, + 0.21724405884742737, + -0.3141624927520752, + 0.11110036820173264, + -0.09985721111297607, + 0.49873197078704834, + -0.08631639182567596, + -0.07819950580596924, + -0.18217171728610992, + 0.10147258639335632, + 0.057012856006622314, + 0.20304706692695618, + 0.4098352789878845 + ] + ], + "generated_utilities": [ + 0.051826655864715576, + 0.05211467668414116, + 0.046493399888277054, + 0.050664473325014114, + 0.05079150199890137, + 0.05348988622426987, + 0.0417485237121582, + 0.039417851716279984 + ], + "group_id": "ms-307f9067d5b66f55b3a6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.6042797565460205, + 2.0, + 0.5796080827713013, + 0.036309849470853806, + 0.1236230656504631, + 0.01791149377822876, + 0.0813262015581131, + 0.11327197402715683, + 0.10762722790241241, + 0.14704661071300507, + 0.1190023198723793, + 0.0681770071387291, + 0.07744050025939941, + 0.07618875801563263, + 0.00981053151190281, + 0.07574471086263657 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + -0.6898374557495117, + -0.2617456316947937, + 0.6911917924880981, + -0.5238560438156128, + 0.445597767829895, + 0.695834755897522, + 0.0, + 0.013037651777267456, + 0.5482251644134521, + 0.3863547444343567, + 0.6495221257209778, + 0.39055776596069336, + -0.08042663335800171, + 0.0, + -0.12484505772590637, + -0.2316717654466629, + -0.08659486472606659, + 0.8911449313163757, + -0.06389375030994415, + 0.15878257155418396, + 0.0 + ], + [ + -0.22674787044525146, + -0.45784661173820496, + 1.6911917924880981, + 0.4761439859867096, + 1.445597767829895, + 0.8193010091781616, + -2.1420865058898926, + 0.03668438270688057, + 0.15750522911548615, + -0.6136452555656433, + 0.3347871005535126, + 0.15924687683582306, + 0.2954639792442322, + 1.969508409500122, + 0.031214270740747452, + -0.010600334964692593, + -0.02398090437054634, + 0.012161514721810818, + -0.07630013674497604, + -0.05405785143375397, + 1.7500213384628296 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.284173011779785, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.939016819000244, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.500042676925659 + ], + [ + -0.29124486446380615, + -0.3589951992034912, + 1.8417589664459229, + 0.17637965083122253, + 1.6965636014938354, + 0.8464601635932922, + -1.9986052513122559, + 0.20177091658115387, + 0.06293968111276627, + -0.34499165415763855, + 0.473017156124115, + 0.002337738871574402, + 0.3569117486476898, + 1.8927019834518433, + 0.1918419450521469, + 0.22736001014709473, + 0.1751539558172226, + -0.2518123686313629, + 0.0613759383559227, + -0.11940280348062515, + 1.711409330368042 + ], + [ + -0.1049899235367775, + -0.24771852791309357, + 1.98455810546875, + 0.6893150210380554, + 1.2326321601867676, + 1.1686105728149414, + -2.4483823776245117, + 0.3165130317211151, + 0.275225430727005, + -0.2212977409362793, + 0.23355218768119812, + 0.2950994074344635, + 0.19830864667892456, + 1.863767385482788, + -0.34982091188430786, + -0.3258301317691803, + 0.07020300626754761, + -0.02705233171582222, + -0.23106759786605835, + -0.01611163839697838, + 1.9646556377410889 + ], + [ + -0.6065657138824463, + -0.6426164507865906, + 1.702394723892212, + 0.567025899887085, + 1.290539026260376, + 1.0686200857162476, + -1.9003880023956299, + 0.15998201072216034, + -0.2301345020532608, + -0.7352594137191772, + -0.011193633079528809, + 0.026524826884269714, + -0.1927662491798401, + 2.2431275844573975, + -0.16530053317546844, + 0.48686227202415466, + -0.05033189803361893, + 0.3200991749763489, + 0.37640485167503357, + 0.08848413825035095, + 2.0455868244171143 + ], + [ + -0.2394881695508957, + -0.3759951889514923, + 1.249953269958496, + 0.7378815412521362, + 1.5190668106079102, + 0.3766910135746002, + -2.319056510925293, + -0.32297050952911377, + -0.2964545488357544, + -1.115631341934204, + 0.14826111495494843, + 0.7285764813423157, + 0.6529501676559448, + 1.3865240812301636, + 0.5185372233390808, + 0.41298893094062805, + 0.28728047013282776, + 0.14413203299045563, + -0.13177120685577393, + -0.35996681451797485, + 2.0730996131896973 + ], + [ + -0.21330852806568146, + -0.4630008041858673, + 2.3662526607513428, + 0.586961567401886, + 1.808165431022644, + 1.3598575592041016, + -2.5826830863952637, + -0.25656506419181824, + -0.3377034068107605, + -1.1278095245361328, + -0.15513700246810913, + 0.472692608833313, + 0.6169444918632507, + 1.7391246557235718, + 0.06926833093166351, + 0.1407604068517685, + 0.25774213671684265, + 0.27283763885498047, + -0.7497294545173645, + -0.03292013704776764, + 1.1133955717086792 + ], + [ + -0.6368662118911743, + -0.6975272297859192, + 2.100566864013672, + 1.1171287298202515, + 1.6432316303253174, + 1.1587048768997192, + -1.6140666007995605, + -0.6588559150695801, + 0.31189507246017456, + -0.21857565641403198, + 0.9898228645324707, + 0.008602380752563477, + 0.107023224234581, + 2.682729721069336, + -0.2643204629421234, + 0.15940214693546295, + 0.7384517192840576, + 0.33721232414245605, + 0.020749777555465698, + 0.28420549631118774, + 1.2513200044631958 + ], + [ + -0.620272159576416, + -0.4553699493408203, + 1.1810128688812256, + -0.012074589729309082, + 1.8681139945983887, + 1.1271283626556396, + -2.9237875938415527, + 0.23794923722743988, + -0.045323893427848816, + 0.1756190061569214, + -0.060567229986190796, + -0.5425071716308594, + -0.5444760918617249, + 2.7172205448150635, + -0.1068984866142273, + 0.33996763825416565, + -0.8549030423164368, + 0.027040723711252213, + -0.717313289642334, + -0.6168825626373291, + 2.1449384689331055 + ], + [ + 0.6394423842430115, + -0.9272058010101318, + 1.810887098312378, + -0.3776547610759735, + 1.1958669424057007, + 1.0566339492797852, + -1.9083502292633057, + -0.17364928126335144, + 0.7695797085762024, + -1.3440008163452148, + 0.06294411420822144, + 0.8428786993026733, + 0.17234161496162415, + 1.5661416053771973, + 0.9729687571525574, + -0.9554709196090698, + 0.7454451322555542, + 0.899871289730072, + 0.846492350101471, + 0.8910967111587524, + 1.5774022340774536 + ], + [ + -1.1780232191085815, + 0.20246776938438416, + 2.3158364295959473, + 1.4358835220336914, + 1.5428836345672607, + 1.4976097345352173, + -2.9009299278259277, + -0.16724267601966858, + -0.5285552740097046, + -0.30830666422843933, + 0.8087470531463623, + 0.737177312374115, + 1.1019394397735596, + 1.4018349647521973, + 0.41260185837745667, + -0.5626468658447266, + 0.7037313580513, + 0.5454341173171997, + -1.028774380683899, + 0.5952901840209961, + 2.422243595123291 + ], + [ + 0.4155946373939514, + -0.0630912184715271, + 1.4692959785461426, + 0.25143495202064514, + 1.3125265836715698, + 1.5627903938293457, + -2.8962454795837402, + -0.061586614698171616, + -0.2961800694465637, + -0.7928027510643005, + 1.253882884979248, + 0.770777702331543, + 0.5030396580696106, + 2.836719036102295, + 0.8987424373626709, + -0.2808113694190979, + -0.12750200927257538, + -0.001770704984664917, + -0.782281756401062, + -0.7460253238677979, + 2.182572364807129 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05309318006038666, + 0.07916262745857239, + 0.6911917924880981, + -0.028055399656295776, + 0.445597767829895, + -0.012206614017486572, + 0.0, + 0.0802757740020752, + -0.01604655385017395, + -0.028247416019439697, + 0.07417112588882446, + -0.054435133934020996, + 0.0495220422744751, + 0.0, + 0.028163474053144455, + 0.061347030103206635, + 0.07749472558498383, + 0.05010231211781502, + 0.025177977979183197, + -0.042860835790634155, + 0.0 + ] + ], + "predicted_scores": [ + 6.772897243499756, + 6.335946083068848, + 6.09672212600708, + 5.834237098693848, + 5.809332370758057, + 5.76784086227417, + 5.733733177185059, + 5.085756778717041 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "40022731", + "selected_index": 0, + "state_hash": "86a884ae97fb6a37b022819195e86225ab4007e9a2dde6d2efaa0ffe30733d28", + "stored_base_utility": 0.6042797565460205, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5563212633132935, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5563212633132935 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5495845675468445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5495845675468445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5805845856666565, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5805845856666565 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5747994184494019, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5747994184494019 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5542634725570679, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5542634725570679 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5196055173873901, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5196055173873901 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5303359627723694, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5303359627723694 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.5563212633132935, + 0.5495845675468445, + 0.5805845856666565, + 0.5747994184494019, + 0.5542634725570679, + 0.5196055173873901, + 0.5303359627723694, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-70bc2fe01ba217676b26", + "ms-0541a144afe57b5a7ae6", + "ms-307f9067d5b66f55b3a6", + "ms-4015c296239564108da2", + "ms-b6fd2931116c15db0f0a", + "ms-b1bf2ab59a5385d22e54", + "ms-e9f2c61c28ddea3e16c0", + "ms-a509a572b3871e591d26" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank7", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-309d2258d275ae304857", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.20079056918621063, + -0.09588092565536499, + 0.03524067997932434, + 0.155135840177536, + -0.03917551040649414, + 0.3719542622566223, + 3.2096219062805176, + 0.06612712144851685, + 0.09594007581472397, + -0.06162937730550766, + 0.003539837896823883, + 0.19769567251205444, + 0.1364016830921173, + 3.541248321533203, + 0.26848816871643066, + -0.02373163215816021, + -0.3737020492553711, + -0.095868781208992, + 0.04116864502429962, + 0.15173709392547607, + 3.665949821472168 + ], + [ + -0.042557209730148315, + 0.017289243638515472, + -0.08469542860984802, + 0.04433685541152954, + 0.7863764762878418, + 0.06467042863368988, + 3.3499069213867188, + 0.0751027911901474, + 0.05721678584814072, + -0.048148013651371, + -0.1614466905593872, + 0.311907023191452, + 0.06411001086235046, + 3.473177909851074, + 0.21710914373397827, + -0.04373468831181526, + -0.3138110637664795, + 0.03201736509799957, + 0.00791233777999878, + 0.283696711063385, + 3.6789214611053467 + ], + [ + -0.196024551987648, + 0.050509870052337646, + 0.2796405255794525, + 0.09716352820396423, + 0.11540557444095612, + 0.05243600159883499, + 3.1856722831726074, + 0.06223095953464508, + 0.08012749254703522, + -0.09418865293264389, + -0.020057879388332367, + 0.08607228845357895, + 0.08897432684898376, + 3.4799954891204834, + 0.13748829066753387, + -0.005941445007920265, + -0.2872220277786255, + -0.03568334877490997, + -0.05169603228569031, + 0.24599868059158325, + 3.671304225921631 + ], + [ + -0.12225894629955292, + -0.03250519186258316, + 0.3625355064868927, + 0.13738852739334106, + -0.012874096632003784, + 0.15730375051498413, + 3.140620708465576, + 0.012213066220283508, + 0.06398079544305801, + -0.09675968438386917, + -0.0032887645065784454, + 0.07702093571424484, + 0.10461565852165222, + 3.309772253036499, + 0.17632992565631866, + -0.0166513342410326, + -0.36128759384155273, + -0.011059507727622986, + 0.014741212129592896, + 0.2002297043800354, + 3.589599370956421 + ], + [ + 0.002027168869972229, + -0.1833520382642746, + 0.39098867774009705, + 0.2874772250652313, + 0.3861333727836609, + 0.44442906975746155, + 2.8761000633239746, + 0.03448431193828583, + 0.07196174561977386, + -0.09420868009328842, + 0.1303289234638214, + 0.25685369968414307, + 0.48167183995246887, + 3.322625160217285, + 0.18228548765182495, + -0.042190514504909515, + -0.21862290799617767, + 0.07781818509101868, + 0.13083824515342712, + 0.543402373790741, + 3.5798864364624023 + ], + [ + 0.28238755464553833, + 0.026353061199188232, + 0.7195869088172913, + 0.4789774715900421, + 0.4566413462162018, + 0.5232501029968262, + 2.314899206161499, + 0.12057358771562576, + 0.05789439380168915, + 0.11177720129489899, + 0.023816876113414764, + -0.10788437724113464, + 0.4558563530445099, + 2.669994354248047, + -0.0010176412761211395, + 0.09597879648208618, + -0.36128169298171997, + 0.08108193427324295, + 0.06339171528816223, + 0.6163390278816223, + 3.1852991580963135 + ], + [ + 0.13029198348522186, + 0.001309424638748169, + 0.7655960321426392, + 0.5095702409744263, + 0.5104715824127197, + 0.44105786085128784, + 2.302029848098755, + 0.13918665051460266, + 0.04054857790470123, + 0.018424145877361298, + 0.11942172050476074, + 0.0484403520822525, + 0.4476158916950226, + 2.6409215927124023, + -0.0383155457675457, + 0.059425417333841324, + -0.3213159441947937, + 0.05911673605442047, + 0.0891515463590622, + 0.604326069355011, + 3.355238914489746 + ], + [ + -0.16194121539592743, + 0.031148582696914673, + 0.5224481225013733, + 0.17450115084648132, + 0.5945867300033569, + 0.5968170166015625, + 2.778345823287964, + -0.016589805483818054, + 0.010946135967969894, + -0.11403895169496536, + -0.13478940725326538, + 0.19225946068763733, + 0.3105660378932953, + 3.37139892578125, + 0.04620761424303055, + 0.06301936507225037, + -0.18691863119602203, + 0.08012343943119049, + 0.10638576745986938, + 0.5870819687843323, + 3.275230884552002 + ] + ], + "generated_utilities": [ + 0.5563212633132935, + 0.5495845675468445, + 0.5805845856666565, + 0.5747994184494019, + 0.5542634725570679, + 0.5196055173873901, + 0.5303359627723694, + 2.0 + ], + "group_id": "ms-309d2258d275ae304857", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.5946909785270691, + 0.5760543942451477, + 0.5536147952079773, + 0.05871952697634697, + 2.0, + 2.0, + 0.5717154145240784, + 0.5311616063117981, + 0.4151182174682617, + 0.14007627964019775, + 0.0815250501036644, + 0.09508612006902695, + 0.08100102096796036, + 0.5220212340354919, + 0.12590689957141876, + 0.027159977704286575 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + -0.016359731554985046, + 0.2789701223373413, + -0.27079710364341736, + 0.8105287551879883, + -0.5021224617958069, + 0.19521841406822205, + 0.0, + 0.1250550001859665, + 0.08250385522842407, + -0.8449745774269104, + 0.3122780919075012, + 0.08609993010759354, + -0.4396047592163086, + 0.0, + 0.4742794930934906, + -0.13458599150180817, + -0.20903922617435455, + 0.2863374948501587, + 0.2691919207572937, + 0.8124813437461853, + 0.0 + ], + [ + -0.05437342822551727, + 0.3912491798400879, + 0.050208255648612976, + 0.3797168433666229, + 0.4994668662548065, + 0.061905115842819214, + 2.4581656455993652, + 0.39137977361679077, + -0.05848420783877373, + -0.025149453431367874, + 0.11817870289087296, + 0.057020530104637146, + 0.5682049989700317, + 3.057145595550537, + 0.006577497348189354, + -0.262325257062912, + -0.06793372333049774, + -0.1622360795736313, + 0.3134496808052063, + -0.09842327237129211, + 2.626500129699707 + ], + [ + 0.6079816818237305, + -0.26929086446762085, + -0.27720925211906433, + -0.07293249666690826, + 0.3321555554866791, + -0.0673246681690216, + 2.949047565460205, + -0.4680699110031128, + -0.37981095910072327, + 0.1080712229013443, + 0.340152770280838, + 0.6743495464324951, + 0.8126817941665649, + 2.553246021270752, + -0.47939205169677734, + -0.1832786202430725, + 0.20433369278907776, + 0.07597163319587708, + 0.23215416073799133, + 0.5643476247787476, + 2.8538482189178467 + ], + [ + -0.2299266755580902, + -0.013283316045999527, + -0.37614211440086365, + 0.09180191159248352, + 0.7300598621368408, + -0.1454123556613922, + 2.4113857746124268, + -0.3872240483760834, + 0.463459312915802, + -0.4790975749492645, + 0.5191989541053772, + 0.32668423652648926, + 0.20157143473625183, + 2.7477591037750244, + -0.09874178469181061, + 0.47081059217453003, + -0.4280792474746704, + 0.2388354241847992, + 0.5772021412849426, + 0.5615617632865906, + 2.6426408290863037 + ], + [ + 0.8029688596725464, + -0.29163962602615356, + -0.2745892405509949, + 0.36348360776901245, + -0.13002899289131165, + -0.29791194200515747, + 2.8793840408325195, + -0.013590257614850998, + 0.565106213092804, + 0.23810601234436035, + -0.18345385789871216, + 0.6274795532226562, + 0.3191068172454834, + 2.1938297748565674, + -0.49391016364097595, + 0.31247708201408386, + -0.3953903913497925, + -0.3861027956008911, + 0.5889891982078552, + 0.9476591944694519, + 2.9258711338043213 + ], + [ + 0.6130118370056152, + 0.25363531708717346, + 0.44644027948379517, + 0.055783435702323914, + -0.38106733560562134, + 0.675273060798645, + 3.126323699951172, + 0.03228404000401497, + 0.5489254593849182, + 0.08874605596065521, + 0.20667478442192078, + -0.1649966686964035, + -0.37576454877853394, + 3.1977524757385254, + 0.5285438895225525, + -0.6848987936973572, + 0.5892677903175354, + 0.7307927012443542, + -0.4682134985923767, + 1.0912230014801025, + 3.336967945098877 + ], + [ + 0.3720765709877014, + 0.4414408802986145, + 0.20552925765514374, + 0.6563483476638794, + 0.22115662693977356, + 0.42192399501800537, + 1.7858341932296753, + -0.32392531633377075, + -0.8838162422180176, + 0.06028025224804878, + -0.8150402903556824, + 0.317947119474411, + 1.1270387172698975, + 2.2291946411132812, + 0.7795770168304443, + 0.8562753796577454, + 0.5568347573280334, + -0.21309848129749298, + -0.39927971363067627, + 0.8872091770172119, + 2.171987295150757 + ], + [ + -0.7249737977981567, + 0.12705275416374207, + -0.17623859643936157, + 0.3974847197532654, + 0.2618900537490845, + 0.9091572761535645, + 1.9292035102844238, + -0.19286173582077026, + 0.5091902613639832, + 0.1863940954208374, + -0.8950114250183105, + 0.9043745398521423, + 0.10636259615421295, + 1.9376766681671143, + 0.8538396954536438, + 0.29799801111221313, + 0.08827254176139832, + 0.996982753276825, + 0.35667288303375244, + 0.6166113615036011, + 2.4357752799987793 + ], + [ + 0.43201199173927307, + 0.6356992721557617, + -0.8326203227043152, + -0.6962733864784241, + 0.27368801832199097, + 1.0178344249725342, + 3.5339999198913574, + -0.5836921334266663, + 0.24722668528556824, + 0.6615561842918396, + 1.0307161808013916, + -0.3537551164627075, + 1.1387608051300049, + 3.014770746231079, + -0.16237296164035797, + 0.4249221086502075, + -0.5516648292541504, + -0.7068027257919312, + 0.21723318099975586, + 0.4378511905670166, + 3.7141990661621094 + ], + [ + -0.3213733732700348, + 0.2686993479728699, + 0.9606350064277649, + 0.07385897636413574, + -0.14147791266441345, + 0.19603057205677032, + 2.0342495441436768, + -0.9723166823387146, + -0.027273602783679962, + 0.3531123399734497, + 0.7223343253135681, + 0.6018168330192566, + -0.03414437174797058, + 2.5628230571746826, + -0.546923816204071, + -0.2866080105304718, + 0.28275957703590393, + -0.5061283707618713, + 0.3507722318172455, + 1.113840103149414, + 2.6608035564422607 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.15435412526130676, + 0.02292165905237198, + 0.09227901697158813, + 0.2083115428686142, + 0.2805681824684143, + 0.3252842426300049, + 2.5993235111236572, + -0.008309733122587204, + -0.012512839399278164, + 0.012614410370588303, + 0.08200943470001221, + 0.1841810792684555, + 0.349231481552124, + 2.858806848526001, + -0.007487338036298752, + -0.01040664967149496, + 0.005455669015645981, + 0.047047872096300125, + 0.15739907324314117, + 0.2960541844367981, + 2.9261374473571777 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.1986470222473145, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.717613697052002, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.8522748947143555 + ] + ], + "predicted_scores": [ + 4.10292911529541, + 3.9466872215270996, + 3.9263100624084473, + 3.900282859802246, + 3.8143038749694824, + 3.5102334022521973, + 3.329955577850342, + 3.3117260932922363 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1769949768", + "selected_index": 0, + "state_hash": "b32bebf4628ad871a8b329061b0850634dc3ad63cabfca8c7f968979abd864e4", + "stored_base_utility": 0.5946909785270691, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06365175545215607, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06365175545215607 + }, + "base_progress": 0.06365175545215607, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06365175545215607, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0538821816444397, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0538821816444397 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.050230540335178375, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.050230540335178375 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05034369230270386, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05034369230270386 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05287295579910278, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05287295579910278 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041309796273708344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041309796273708344 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041293561458587646, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041293561458587646 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05011961609125137, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05011961609125137 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04065380245447159, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04065380245447159 + } + ], + "candidate_progress": [ + 0.0538821816444397, + 0.050230540335178375, + 0.05034369230270386, + 0.05287295579910278, + 0.041309796273708344, + 0.041293561458587646, + 0.05011961609125137, + 0.04065380245447159 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0541a144afe57b5a7ae6", + "ms-309d2258d275ae304857", + "ms-b6fd2931116c15db0f0a", + "ms-5df54a8baaceb8c73c8a", + "ms-e9f2c61c28ddea3e16c0", + "ms-309d2258d275ae304857", + "ms-307f9067d5b66f55b3a6", + "ms-a509a572b3871e591d26" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-4015c296239564108da2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1880764365196228, + -0.0832049548625946, + 0.5087264776229858, + -0.12039916962385178, + 0.573775053024292, + 0.4112902581691742, + 0.11752429604530334, + 0.06441913545131683, + 0.01471828855574131, + 0.00925389677286148, + -0.06844323873519897, + 0.06476916372776031, + -0.025282233953475952, + 0.3820312023162842, + 0.18310920894145966, + 0.06290370225906372, + -0.2563232183456421, + 0.05391545593738556, + -0.05034247040748596, + -0.12016747891902924, + 0.2723270356655121 + ], + [ + 0.14276418089866638, + 0.10962964594364166, + 0.5958822965621948, + 0.1689896285533905, + 0.4068065881729126, + 0.5796223878860474, + 0.038827598094940186, + 0.1889282613992691, + 0.14650098979473114, + 0.002881065011024475, + -0.11763032525777817, + -0.05203257501125336, + 0.09772410988807678, + -0.34366703033447266, + -0.027464333921670914, + 0.02851734310388565, + -0.24506007134914398, + -0.026927947998046875, + -0.025738030672073364, + 0.11610788106918335, + 0.05354396998882294 + ], + [ + 0.15219178795814514, + 0.08831667900085449, + 0.5892237424850464, + 0.1777430772781372, + 0.4525844156742096, + 0.6079469323158264, + 0.06885254383087158, + 0.20306874811649323, + 0.14734145998954773, + 0.009032443165779114, + -0.11377692967653275, + -0.06231948733329773, + 0.11972007155418396, + -0.31251072883605957, + -0.03505629673600197, + 0.0355997271835804, + -0.25170469284057617, + -0.025994151830673218, + -0.009234100580215454, + 0.14095696806907654, + 0.1285794973373413 + ], + [ + 0.2639995813369751, + -0.1239171102643013, + 0.5829901099205017, + -0.007983759045600891, + 0.3163357675075531, + 0.35341697931289673, + 0.14214295148849487, + 0.029076874256134033, + 0.07385358959436417, + -0.027049623429775238, + -0.054157085716724396, + -0.009293749928474426, + -0.12058761715888977, + 0.309809148311615, + 0.19104483723640442, + 0.051686953753232956, + -0.2356669157743454, + 0.03255799412727356, + -0.13339945673942566, + 0.0035515129566192627, + 0.23680156469345093 + ], + [ + 0.021514102816581726, + 0.09005734324455261, + 0.889370322227478, + 0.48907193541526794, + 0.45657646656036377, + 0.3526220917701721, + 0.10991078615188599, + 0.3037528097629547, + 0.14202053844928741, + 0.1433487981557846, + -0.05396018922328949, + -0.1043432354927063, + 0.0980893075466156, + -0.07048505544662476, + -0.034882646054029465, + 0.12269367277622223, + -0.4820325970649719, + 0.04800109565258026, + -0.09348398447036743, + 0.1070982813835144, + 0.4506712555885315 + ], + [ + 0.08122031390666962, + 0.11013464629650116, + 0.8295056819915771, + 0.3969341218471527, + 0.4216156005859375, + 0.3609311580657959, + 0.06999838352203369, + 0.2934916019439697, + 0.16008874773979187, + 0.1575436145067215, + -0.09451403468847275, + -0.1392906904220581, + 0.06272271275520325, + 0.25057119131088257, + -0.06193780526518822, + 0.10487550497055054, + -0.44704341888427734, + 0.014900773763656616, + -0.06133642792701721, + 0.14451315999031067, + 0.6568734645843506 + ], + [ + -0.03148709237575531, + 0.059016257524490356, + 0.6390483379364014, + -0.06507888436317444, + 0.24893870949745178, + 0.13822044432163239, + 0.28190869092941284, + 0.13465270400047302, + 0.08412240445613861, + -0.06935330480337143, + -0.02789252996444702, + 0.05868197977542877, + -0.029212623834609985, + 0.27313897013664246, + 0.0707876905798912, + 0.020251411944627762, + -0.10653750598430634, + 0.04739449918270111, + -0.07369822263717651, + 0.059701502323150635, + 0.10336512327194214 + ], + [ + 0.10526881366968155, + 0.15288951992988586, + 0.8087897300720215, + -0.019455552101135254, + 0.7184356451034546, + 0.43090304732322693, + 0.6522259712219238, + 0.11916878819465637, + 0.10632088035345078, + 0.09009431302547455, + -0.19177696108818054, + 0.018592536449432373, + -0.09456416964530945, + 0.6708225011825562, + -0.10870514810085297, + -0.05071119964122772, + -0.18454645574092865, + 0.018002480268478394, + 0.04585927724838257, + 0.21150678396224976, + 0.6491464972496033 + ] + ], + "generated_utilities": [ + 0.0538821816444397, + 0.050230540335178375, + 0.05034369230270386, + 0.05287295579910278, + 0.041309796273708344, + 0.041293561458587646, + 0.05011961609125137, + 0.04065380245447159 + ], + "group_id": "ms-4015c296239564108da2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.6078249216079712, + 2.0, + 0.5659729838371277, + 0.01707005500793457, + 0.1254647970199585, + 0.013376462273299694, + 0.08089440315961838, + 0.1134413480758667, + 0.09164788573980331, + 0.1015971451997757, + 0.07807228714227676, + 0.16845764219760895, + 0.16141274571418762, + 0.10264017432928085, + 0.025599433109164238, + 0.03625139221549034 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + -0.25362586975097656, + 0.4487530589103699, + 0.7386835813522339, + -0.22800730168819427, + 0.08989858627319336, + -0.5355232357978821, + 0.0, + 0.06397507339715958, + 0.4658304750919342, + 0.09424620866775513, + -0.3643699288368225, + 0.6759715676307678, + -0.44182878732681274, + 0.0, + -0.09567148983478546, + 0.21540698409080505, + -0.03923211246728897, + -0.24611131846904755, + 0.1921616792678833, + -0.5528790950775146, + 0.0 + ], + [ + -0.4492802321910858, + 0.4310263693332672, + 1.7386835813522339, + -0.26732245087623596, + 0.9827624559402466, + 0.4644767642021179, + -2.089871644973755, + 0.1089765876531601, + -0.012188873253762722, + -0.9057537913322449, + 0.6356300711631775, + 0.4727719724178314, + 0.363585889339447, + 1.917798638343811, + 0.04177144542336464, + 0.0066331857815384865, + 0.012952353805303574, + 0.15450520813465118, + -0.027965901419520378, + -0.011088326573371887, + 1.512251377105713 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.17974328994751, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.835597276687622, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.024502754211426 + ], + [ + -0.6567997932434082, + 0.1914309859275818, + 1.621634602546692, + -0.5547651052474976, + 1.1192225217819214, + 0.3962875306606293, + -2.3131585121154785, + 0.02570188045501709, + -0.05461564287543297, + -0.7905906438827515, + 0.8328943252563477, + 0.7239853739738464, + 0.6364560127258301, + 2.1516308784484863, + 0.0006705969572067261, + 0.2464866042137146, + 0.019162442535161972, + -0.06921334564685822, + -0.1518063247203827, + 0.05850997567176819, + 1.2553892135620117 + ], + [ + -0.3293710947036743, + 0.8268122673034668, + 2.0677881240844727, + 0.022266417741775513, + 0.8223364949226379, + 0.508137047290802, + -2.0496559143066406, + 0.22532770037651062, + -0.250867635011673, + -0.5520758628845215, + 0.5497244000434875, + 0.6374200582504272, + 0.4684714078903198, + 1.571791172027588, + 0.3014034628868103, + -0.3351266086101532, + 0.40389737486839294, + 0.01239331066608429, + 0.1748969405889511, + -0.14185495674610138, + 1.615160346031189 + ], + [ + -0.5819947719573975, + 0.6627612709999084, + 1.696913480758667, + -0.25870203971862793, + 0.6816169023513794, + 0.3934992551803589, + -2.3354074954986572, + 0.2243352234363556, + -0.06574283540248871, + -0.6956595182418823, + 0.7145069241523743, + 0.7913063764572144, + -0.1271381974220276, + 1.73708975315094, + 0.4937991201877594, + 0.4961158037185669, + -0.3138275146484375, + -0.03745618462562561, + 0.4553854763507843, + -0.06291750818490982, + 1.4760687351226807 + ], + [ + 0.1334691345691681, + 0.8164619207382202, + 1.5261338949203491, + 0.30921414494514465, + 0.6934891939163208, + 0.8570472002029419, + -2.3498592376708984, + 0.1869892179965973, + -0.3325231075286865, + -0.9515219926834106, + 0.49468329548835754, + 0.5024522542953491, + 0.014286786317825317, + 2.144362211227417, + 0.34242355823516846, + -0.09110912680625916, + 0.008699179627001286, + -0.37786680459976196, + 0.3175170421600342, + 0.299305260181427, + 1.3088562488555908 + ], + [ + -0.6401855945587158, + 0.3393216133117676, + 1.8136037588119507, + 0.2523331940174103, + 1.3640849590301514, + 0.8967138528823853, + -1.8592561483383179, + 0.6250812411308289, + -0.18758301436901093, + -1.439208984375, + 0.8322746753692627, + 0.2439390867948532, + 0.3970649540424347, + 1.893592357635498, + 0.34007465839385986, + 0.1967828869819641, + 0.052445556968450546, + 0.06394180655479431, + 0.26138150691986084, + -0.04848019406199455, + 2.0477044582366943 + ], + [ + -0.05330118536949158, + 0.43099460005760193, + 2.455601215362549, + -0.17504683136940002, + 1.1259652376174927, + 0.7845290899276733, + -1.3257381916046143, + -0.5684124827384949, + -0.40049687027931213, + -1.3903579711914062, + 0.43554699420928955, + 0.8265138864517212, + 0.4384475350379944, + 2.0250473022460938, + 0.27216365933418274, + 0.7774516940116882, + -0.6702529191970825, + 0.4919663071632385, + -0.08356036990880966, + -0.2946211099624634, + 1.1478326320648193 + ], + [ + -1.1377829313278198, + -0.43235841393470764, + 2.348646640777588, + -0.05323025584220886, + 0.44881075620651245, + 0.6435779929161072, + -2.494513750076294, + 0.21583682298660278, + 0.7031441330909729, + -1.0103706121444702, + 1.4480572938919067, + 0.12960460782051086, + 0.493408739566803, + 1.813118577003479, + -0.22727221250534058, + 0.7300050854682922, + -0.11524417996406555, + 0.8306074142456055, + 0.8588460087776184, + 0.45713621377944946, + 2.014296293258667 + ], + [ + 0.465733140707016, + 1.1930451393127441, + 2.194291353225708, + -1.0566401481628418, + 0.21311992406845093, + 0.395280659198761, + -1.2973706722259521, + 0.7392247319221497, + 0.6352007985115051, + -0.007287740707397461, + 1.4311141967773438, + 0.9871960878372192, + 1.2139761447906494, + 1.8710763454437256, + -0.41057512164115906, + -0.4388081133365631, + -0.5987316370010376, + -0.4411718249320984, + -0.12991982698440552, + -0.9205458164215088, + 1.9501276016235352 + ], + [ + -0.9449812173843384, + -0.04461085796356201, + 0.7886122465133667, + -0.2536329925060272, + 1.7935981750488281, + 0.8693073987960815, + -2.5220935344696045, + 0.25117039680480957, + -0.7641005516052246, + -0.5118514895439148, + 1.4178905487060547, + 1.374316692352295, + 0.23943740129470825, + 0.9538711905479431, + -0.1174185574054718, + 0.9895817041397095, + 0.969369649887085, + -0.17209525406360626, + 0.8069185614585876, + -0.6010556817054749, + 0.9980037212371826 + ], + [ + -1.1664787530899048, + 0.9028124809265137, + 2.6587679386138916, + -0.8071565628051758, + 0.7865725159645081, + 0.2241479605436325, + -2.9987001419067383, + 0.2760370373725891, + 0.6786908507347107, + -0.9009591341018677, + 1.0226590633392334, + 1.3159444332122803, + 0.554145336151123, + 1.9752509593963623, + 0.5322492122650146, + -0.13435693085193634, + -0.04002208635210991, + 0.34766384959220886, + 0.15414920449256897, + -0.01637478545308113, + 0.5479692220687866 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06285431981086731, + 0.032796651124954224, + 0.7386835813522339, + -0.0014541149139404297, + 0.025755643844604492, + -0.007558673620223999, + 0.0, + -0.05831734836101532, + -0.05589650571346283, + 0.01204836368560791, + 0.02778524160385132, + -0.1015762984752655, + 0.03661543130874634, + 0.0, + 0.056215088814496994, + -0.06402607262134552, + -0.007167402654886246, + 0.047369182109832764, + 0.10318219661712646, + -0.02812058851122856, + 0.0 + ] + ], + "predicted_scores": [ + 5.793796539306641, + 5.587737560272217, + 5.570361137390137, + 5.290799140930176, + 5.217745780944824, + 4.879839897155762, + 4.5184760093688965, + 3.842693328857422 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "50672686", + "selected_index": 0, + "state_hash": "9a65133f8446a1b6337b3ba5269848a04db6a5c8bfef5ab4c072dc2f4e0c0788", + "stored_base_utility": 0.6078249216079712, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10026611387729645, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10026611387729645 + }, + "base_progress": 0.10026611387729645, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10026611387729645, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06697660684585571, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06697660684585571 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08048851788043976, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08048851788043976 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0713798999786377, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0713798999786377 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06953791528940201, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06953791528940201 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0678284615278244, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0678284615278244 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07243392616510391, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07243392616510391 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06847789138555527, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06847789138555527 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.058520592749118805, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.058520592749118805 + } + ], + "candidate_progress": [ + 0.06697660684585571, + 0.08048851788043976, + 0.0713798999786377, + 0.06953791528940201, + 0.0678284615278244, + 0.07243392616510391, + 0.06847789138555527, + 0.058520592749118805 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4015c296239564108da2", + "ms-0541a144afe57b5a7ae6", + "ms-076d67ac4d2de4e0c627", + "ms-23a355317920e192147f", + "ms-307f9067d5b66f55b3a6", + "ms-b7e7fe66a6c86898eec2", + "ms-b7e7fe66a6c86898eec2", + "ms-a509a572b3871e591d26" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank5", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-5df54a8baaceb8c73c8a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.5545662045478821, + 0.05071227252483368, + 0.29974979162216187, + -0.05935150384902954, + 0.874681293964386, + 0.10682742297649384, + -0.05163300037384033, + 0.025041013956069946, + 0.038821157068014145, + 0.20331664383411407, + -0.18683144450187683, + -0.0004998743534088135, + -0.03422063589096069, + 0.2125086486339569, + -0.03994971141219139, + -0.02904900163412094, + -0.08684264123439789, + 0.09141138195991516, + 0.13513779640197754, + 0.15655142068862915, + -0.09521058201789856 + ], + [ + 0.5176349878311157, + -0.02368568442761898, + 0.03178459405899048, + -0.1221536248922348, + 1.1626296043395996, + 0.23298555612564087, + 0.41150087118148804, + 0.003833457827568054, + -0.03159235417842865, + 0.12601420283317566, + -0.2626721262931824, + 0.03441612422466278, + -0.07937049865722656, + 0.3145105540752411, + 0.028638139367103577, + 0.09680750966072083, + -0.18279258906841278, + 0.07011589407920837, + -0.00830116868019104, + 0.04025155305862427, + 0.005934551358222961 + ], + [ + 0.5795037746429443, + 0.0403493195772171, + 0.15638113021850586, + -0.13209427893161774, + 0.8354129195213318, + 0.22735020518302917, + 0.29532331228256226, + 0.013208210468292236, + 0.05198117345571518, + 0.1702716052532196, + -0.21814554929733276, + -0.028596773743629456, + -0.0966310203075409, + 0.16050735116004944, + -0.07531321048736572, + -0.0018417751416563988, + -0.04407544434070587, + 0.09382013231515884, + 0.07869677245616913, + 0.1754390001296997, + -0.04489383101463318 + ], + [ + 0.5807352662086487, + -0.02969067543745041, + 0.29113322496414185, + -0.11277967691421509, + 0.8007886409759521, + 0.10429304838180542, + 0.20938247442245483, + 0.018568888306617737, + 0.034287892282009125, + 0.16436660289764404, + -0.227157860994339, + -0.023277565836906433, + 0.037620335817337036, + 0.1192680224776268, + -0.10660888254642487, + 0.022226180881261826, + -0.03722389042377472, + 0.09731099754571915, + 0.050275132060050964, + 0.10033261775970459, + -0.1279967725276947 + ], + [ + 0.4566618800163269, + 0.07375570386648178, + 0.25690898299217224, + -0.10983642935752869, + 0.9164029955863953, + 0.11670743674039841, + 0.11369350552558899, + 0.10018174350261688, + 0.07708124816417694, + 0.16439764201641083, + -0.21408823132514954, + -0.034962743520736694, + -0.04590228199958801, + 0.1792239397764206, + -0.08277922868728638, + 0.006070766597986221, + -0.049929842352867126, + 0.12733688950538635, + 0.05234627425670624, + 0.13445720076560974, + 0.016572654247283936 + ], + [ + 0.4862074851989746, + 0.013285860419273376, + 0.439482718706131, + 0.35098060965538025, + 0.949948787689209, + 0.10782204568386078, + 0.46609756350517273, + -0.057990700006484985, + 0.09025352448225021, + 0.05158738046884537, + -0.28096312284469604, + -0.07292336225509644, + -0.11642304062843323, + 0.5059860348701477, + 0.08290957659482956, + 0.0646369606256485, + -0.18308483064174652, + 0.032819002866744995, + 0.33171138167381287, + 0.49663740396499634, + 1.0915955305099487 + ], + [ + 0.5419536828994751, + 0.09260281920433044, + 0.3652193546295166, + 0.29705342650413513, + 0.9487178325653076, + 0.14350488781929016, + 0.3799387812614441, + 0.00034311413764953613, + 0.09096525609493256, + 0.1381010264158249, + -0.2864818274974823, + -0.15166428685188293, + -0.036808788776397705, + 0.5566849112510681, + 0.02822607010602951, + -0.012933144345879555, + -0.22124727070331573, + 0.2100333273410797, + 0.2549460530281067, + 0.4259832501411438, + 0.9377946853637695 + ], + [ + 0.5912186503410339, + 0.10030163824558258, + 0.45387303829193115, + 0.041770875453948975, + 1.2439658641815186, + 0.3501489758491516, + 0.3913046419620514, + 0.049933061003685, + 0.09056128561496735, + 0.2746983766555786, + -0.23214676976203918, + 0.038140103220939636, + -0.15767329931259155, + 0.5920258164405823, + -0.1350090205669403, + -0.01056727021932602, + -0.08012308180332184, + 0.09576766937971115, + 0.09770895540714264, + 0.2305995225906372, + 0.758387565612793 + ] + ], + "generated_utilities": [ + 0.06697660684585571, + 0.08048851788043976, + 0.0713798999786377, + 0.06953791528940201, + 0.0678284615278244, + 0.07243392616510391, + 0.06847789138555527, + 0.058520592749118805 + ], + "group_id": "ms-5df54a8baaceb8c73c8a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.6046507954597473, + 2.0, + 0.5266439318656921, + 0.5124571919441223, + 0.07918322086334229, + 0.08470764011144638, + 0.0673106461763382, + 0.07743685692548752, + 0.0875663310289383, + 0.04095975309610367, + 0.05434079095721245, + 0.06417129188776016, + 0.05713186413049698, + 0.11314890533685684, + 0.05923286825418472, + 0.034952450543642044 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + 0.6284295320510864, + -0.0021700263023376465, + 0.2578321695327759, + 0.14010794460773468, + 1.0668988227844238, + -0.12088832259178162, + 0.0, + 0.1661490648984909, + 0.18784117698669434, + 0.1120838150382042, + -0.10998047888278961, + -0.023764031007885933, + 0.0025137662887573242, + 0.0, + -0.004961629398167133, + 0.03253665938973427, + 0.17716799676418304, + 0.11685572564601898, + 0.032297443598508835, + -0.07415807247161865, + 0.0 + ], + [ + 0.6518977284431458, + 0.4718816578388214, + 0.3161207437515259, + 0.23243172466754913, + 1.0668988227844238, + -0.43095192313194275, + 0.0, + 0.27220162749290466, + 0.2350136637687683, + 0.037347495555877686, + 0.03612811863422394, + 0.5339274406433105, + -0.41373640298843384, + 0.0, + -0.26890134811401367, + 0.3944155275821686, + 0.07169385254383087, + 0.2869124114513397, + 0.283521443605423, + 0.5935111045837402, + 0.0 + ], + [ + 1.6284295320510864, + 0.9265669584274292, + 1.2578321695327759, + 0.2869495451450348, + 2.066898822784424, + 0.14911749958992004, + -3.7889928817749023, + -0.012035232037305832, + -0.04407178610563278, + 0.13859155774116516, + 0.2446839064359665, + -0.0001670406199991703, + 0.4107961058616638, + 2.6963422298431396, + -0.005097474902868271, + -0.014909750781953335, + 0.010833259671926498, + 0.135727658867836, + 0.05007343739271164, + 0.30471301078796387, + 2.9394514560699463 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -7.577985763549805, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.392684459686279, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.878902912139893 + ], + [ + 1.4692254066467285, + 0.6301817297935486, + 1.0050116777420044, + 0.3712894916534424, + 2.2419562339782715, + 0.1475459188222885, + -4.058101654052734, + 0.09015490114688873, + 0.17990562319755554, + -0.002480730414390564, + -0.015294626355171204, + -0.19106875360012054, + 0.36210301518440247, + 2.6746461391448975, + -0.01828572154045105, + 0.12440674751996994, + 0.2627275586128235, + -0.043487802147865295, + 0.2793559730052948, + 0.5843957662582397, + 3.1374411582946777 + ], + [ + 1.7908607721328735, + 1.2613977193832397, + 1.0087127685546875, + 0.0565468966960907, + 2.1917622089385986, + 0.2218758761882782, + -3.62157940864563, + 0.32489731907844543, + -0.18184635043144226, + -0.029376760125160217, + 0.41931211948394775, + 0.08927487581968307, + 0.33974289894104004, + 2.7275137901306152, + 0.34873315691947937, + 0.012321502901613712, + 0.0033950968645513058, + 0.23474693298339844, + -0.1391812264919281, + 0.4288084805011749, + 3.2736082077026367 + ], + [ + 1.5081731081008911, + 1.3723090887069702, + 1.328156590461731, + 0.654022216796875, + 2.3369405269622803, + 0.07438049465417862, + -3.476137399673462, + -0.3162056803703308, + 0.3744893968105316, + 0.3430657982826233, + 0.3212963342666626, + -0.12340599298477173, + 0.7021398544311523, + 2.8020076751708984, + 0.3907468318939209, + 0.29238104820251465, + 0.3431089222431183, + 0.38215547800064087, + 0.5443900227546692, + -0.02583673596382141, + 2.7940080165863037 + ], + [ + 1.8755944967269897, + 1.478295087814331, + 0.7817190885543823, + -0.3077552616596222, + 1.7293890714645386, + -0.13482758402824402, + -3.862027883529663, + -0.27965283393859863, + -0.5482597351074219, + 0.18047504127025604, + 0.8191861510276794, + -0.42136910557746887, + -0.1452927589416504, + 2.615368127822876, + 0.45502376556396484, + 0.23357178270816803, + -0.5665717720985413, + 0.6891264915466309, + 0.17770695686340332, + 0.7864854335784912, + 3.0478506088256836 + ], + [ + 1.5857586860656738, + 1.0157146453857422, + 1.7325408458709717, + -0.22583189606666565, + 2.4140100479125977, + 0.8217121362686157, + -3.5231950283050537, + -0.502062201499939, + -0.5164195895195007, + 0.16753973066806793, + -0.4372808337211609, + -0.6681524515151978, + 1.1007798910140991, + 3.2520432472229004, + -0.5092737078666687, + 0.21615086495876312, + -0.16148585081100464, + 0.7898988127708435, + -0.08134075254201889, + 0.778886616230011, + 2.551546573638916 + ], + [ + 1.2604161500930786, + 0.9545712471008301, + 0.8159330487251282, + -0.03582695126533508, + 2.3937439918518066, + 0.9166796207427979, + -3.941706895828247, + -0.28614988923072815, + 0.18426838517189026, + 0.5155686140060425, + 0.7192652225494385, + 0.05256018042564392, + 0.9509719014167786, + 2.539092779159546, + 0.47000840306282043, + -0.6650398969650269, + -0.46353742480278015, + -0.5836964845657349, + 0.8275824785232544, + 0.37832939624786377, + 2.7889773845672607 + ], + [ + 0.7942189574241638, + 1.6638860702514648, + 0.7495622038841248, + -0.5028741359710693, + 1.6131361722946167, + -0.053177639842033386, + -3.4507505893707275, + 0.7571405172348022, + 0.6332200765609741, + 0.4983621835708618, + 0.8785696029663086, + -0.3928912878036499, + 0.6151936650276184, + 3.405444383621216, + -0.7139308452606201, + 0.4205528199672699, + 0.03631855919957161, + 0.12044572830200195, + -0.45102202892303467, + 0.21402066946029663, + 2.136773109436035 + ], + [ + 0.8891443014144897, + 0.045683443546295166, + 1.0805734395980835, + 0.38600313663482666, + 2.406479835510254, + 0.007449403405189514, + -2.9071295261383057, + -0.0596122145652771, + 0.20042625069618225, + 0.801874041557312, + 0.07220922410488129, + -0.608286440372467, + 0.643195629119873, + 2.22298264503479, + -0.8415707945823669, + 0.42359182238578796, + 0.7214717864990234, + 0.18929718434810638, + 0.4466199278831482, + 0.8342612385749817, + 3.772991418838501 + ], + [ + 1.8317270278930664, + 0.5690327286720276, + 2.110764741897583, + -0.10834270715713501, + 1.5740432739257812, + 1.1303184032440186, + -2.8855252265930176, + 0.021228712052106857, + -0.8401954174041748, + 0.948714017868042, + -0.694099485874176, + -0.2655850648880005, + 1.1321719884872437, + 2.314276695251465, + 0.08650252223014832, + 0.34511587023735046, + -0.7766002416610718, + -0.5541691184043884, + 0.7081676721572876, + -0.13826140761375427, + 2.2110753059387207 + ], + [ + 1.1706178188323975, + 0.6761457920074463, + 1.927680253982544, + -0.6103456020355225, + 2.4053027629852295, + -0.0027765631675720215, + -3.6226625442504883, + -0.5617886185646057, + 0.30093690752983093, + 0.07615792006254196, + -0.698390781879425, + -0.6089301705360413, + 0.458625853061676, + 2.182999610900879, + -0.14012151956558228, + 0.9472881555557251, + -0.6797881722450256, + 0.09659725427627563, + 0.15648141503334045, + 0.05378830432891846, + 2.1995365619659424 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6284295320510864, + 0.005486130714416504, + 0.2578321695327759, + 0.020050406455993652, + 1.0668988227844238, + 0.03424486517906189, + 0.0, + -0.023737329989671707, + 0.02036016434431076, + 0.03262162208557129, + -0.005527302622795105, + -0.10492447763681412, + -0.07539063692092896, + 0.0, + -0.03345588594675064, + 0.08449238538742065, + -0.01733377017080784, + -0.004437774419784546, + -0.0186016708612442, + 0.09837408363819122, + 0.0 + ] + ], + "predicted_scores": [ + 4.952414035797119, + 4.9283857345581055, + 4.7856764793396, + 4.712278842926025, + 4.471888065338135, + 4.041767120361328, + 3.9056906700134277, + 3.8839545249938965 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "177042432", + "selected_index": 0, + "state_hash": "64aa19c47e6fcf2818664c654c232ffdec2e0a0e09f6dddaf65092deb6ef5223", + "stored_base_utility": 0.6046507954597473, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11128958314657211, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11128958314657211 + }, + "base_progress": 0.11128958314657211, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11128958314657211, + "candidate_action_clip_max_abs": [ + 0.0335921049118042, + 0.023014187812805176, + 0.021840929985046387, + 0.04196774959564209, + 0.023744702339172363, + 0.030341625213623047, + 0.02928006649017334, + 0.032129764556884766 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0335921049118042, + "contact_quality": null, + "progress": 0.08776887506246567, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08776887506246567 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.023014187812805176, + "contact_quality": null, + "progress": 0.07609150558710098, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07609150558710098 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.021840929985046387, + "contact_quality": null, + "progress": 0.09327834844589233, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09327834844589233 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04196774959564209, + "contact_quality": null, + "progress": 0.0920478105545044, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0920478105545044 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.023744702339172363, + "contact_quality": null, + "progress": 0.07130614668130875, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07130614668130875 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.030341625213623047, + "contact_quality": null, + "progress": 0.0754399523139, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0754399523139 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02928006649017334, + "contact_quality": null, + "progress": 0.07605542987585068, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07605542987585068 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.032129764556884766, + "contact_quality": null, + "progress": 0.06638220697641373, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06638220697641373 + } + ], + "candidate_progress": [ + 0.08776887506246567, + 0.07609150558710098, + 0.09327834844589233, + 0.0920478105545044, + 0.07130614668130875, + 0.0754399523139, + 0.07605542987585068, + 0.06638220697641373 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-5e422b9487b4a1efd7af", + "ms-ebacae0135af2832dfbb", + "ms-5e422b9487b4a1efd7af", + "ms-ebacae0135af2832dfbb", + "ms-6d46dae312649c977b64", + "ms-1150c257eb77fdf40f55", + "ms-3d090ac2459c4b891dd1", + "ms-6d46dae312649c977b64" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-003a2225c0892dcda683", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.12462644279003143, + 0.024871252477169037, + 0.13873860239982605, + -0.5618444085121155, + 1.5644721984863281, + 0.1520116776227951, + 0.4026503264904022, + 0.13601551949977875, + 0.013843020424246788, + -0.029271267354488373, + -0.14038819074630737, + 0.4455413818359375, + -0.3297569751739502, + 0.1999555230140686, + -0.3018544614315033, + 0.19229286909103394, + 0.7273581027984619, + -0.16304387152194977, + 0.04305754601955414, + 1.8333308696746826, + 0.43244901299476624 + ], + [ + 0.06204824149608612, + 0.040641240775585175, + 0.1639089584350586, + -0.42916715145111084, + 1.4876608848571777, + -0.0005664825439453125, + 0.45056554675102234, + 0.04671545326709747, + -0.0203645471483469, + -0.022512264549732208, + -0.1280767023563385, + 0.4780370593070984, + -0.26048779487609863, + -0.029612749814987183, + -0.3630005717277527, + 0.15787510573863983, + 0.7791594862937927, + -0.14186890423297882, + -0.1175222098827362, + 1.7419688701629639, + 0.4954136312007904 + ], + [ + 0.22692430019378662, + 0.01951148360967636, + 0.11062756180763245, + -0.4912995994091034, + 1.505204200744629, + 0.14922375977039337, + 0.2914816737174988, + 0.10583993047475815, + 0.04400917887687683, + -0.05992043763399124, + -0.06916152685880661, + 0.4635152518749237, + -0.42099446058273315, + 0.16743876039981842, + -0.27880626916885376, + 0.20025545358657837, + 0.7209392189979553, + -0.19949056208133698, + 0.07851274311542511, + 1.7991111278533936, + 0.3170739412307739 + ], + [ + 0.3051226735115051, + 0.06308762729167938, + 0.20689234137535095, + -0.43745046854019165, + 1.3334083557128906, + 0.18564635515213013, + 0.4315394461154938, + 0.14329209923744202, + -0.0008380534127354622, + -0.0404854491353035, + -0.03077838569879532, + 0.3071238696575165, + -0.4624134302139282, + 0.07795487344264984, + -0.3947911262512207, + 0.17241932451725006, + 0.6601403951644897, + -0.07446770370006561, + -0.05097132921218872, + 1.9367952346801758, + 0.4111555218696594 + ], + [ + 0.13196231424808502, + 0.02039555460214615, + 0.14307060837745667, + -0.3810078203678131, + 1.4421021938323975, + 0.0016747117042541504, + 0.28049764037132263, + -0.06720191240310669, + 0.03253863751888275, + 0.014635659754276276, + -0.04153113067150116, + 0.36754298210144043, + -0.3408723473548889, + -0.0015957653522491455, + -0.3287321925163269, + 0.18038912117481232, + 0.7865017056465149, + -0.20140819251537323, + -0.009405165910720825, + 1.7785189151763916, + 0.3088517189025879 + ], + [ + 0.19793741405010223, + 0.0054513439536094666, + 0.29739218950271606, + -0.4762173891067505, + 1.483875036239624, + -0.09391403198242188, + 0.21211877465248108, + -0.007785990834236145, + -0.0067119840532541275, + -0.053447239100933075, + -0.07576688379049301, + 0.46671751141548157, + -0.24665576219558716, + 0.05018223822116852, + -0.38566625118255615, + 0.16965866088867188, + 0.7336494326591492, + -0.17839829623699188, + -0.06628957390785217, + 1.7805299758911133, + 0.33854615688323975 + ], + [ + 0.051431506872177124, + 0.04515466094017029, + 0.2090822160243988, + -0.3985748291015625, + 1.5284359455108643, + -0.035269469022750854, + 0.424170583486557, + 0.07725676149129868, + -0.0212301854044199, + -0.029758013784885406, + -0.08705801516771317, + 0.4060383439064026, + -0.3532862067222595, + 0.1219310313463211, + -0.39596813917160034, + 0.1814246028661728, + 0.7541539669036865, + -0.1217777281999588, + -0.03951147198677063, + 1.81679368019104, + 0.46662911772727966 + ], + [ + 0.061638228595256805, + 0.007804371416568756, + 0.21186739206314087, + -0.37081748247146606, + 1.404128074645996, + -0.024423867464065552, + 0.145196795463562, + -0.11882448196411133, + -0.024424614384770393, + -0.041501425206661224, + -0.031380921602249146, + 0.3565934896469116, + -0.1401263177394867, + -0.05235031247138977, + -0.37515103816986084, + 0.16451230645179749, + 0.7741358280181885, + -0.24241243302822113, + -0.0012379288673400879, + 1.7486786842346191, + 0.3035048246383667 + ] + ], + "generated_utilities": [ + 0.08776887506246567, + 0.07609150558710098, + 0.09327834844589233, + 0.0920478105545044, + 0.07130614668130875, + 0.0754399523139, + 0.07605542987585068, + 0.06638220697641373 + ], + "group_id": "ms-003a2225c0892dcda683", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18145142495632172, + 2.0, + 2.0, + 2.0, + 0.09533195197582245, + 0.051279984414577484, + 0.08422692865133286, + 0.14998233318328857, + 0.06681742519140244, + 0.14498035609722137, + 0.06498341262340546, + 0.059303127229213715, + 0.019967537373304367, + 0.11789576709270477, + 0.053283970803022385, + 0.035103123635053635 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.9308604598045349, + 0.12110686302185059, + 1.2650121450424194, + -1.3601830005645752, + 3.0109879970550537, + 0.8868111968040466, + 1.329235553741455, + 0.7105123996734619, + -0.10376347601413727, + 0.6183827519416809, + -0.030429581180214882, + 1.382099986076355, + -0.9931551814079285, + -0.49470648169517517, + -1.1380583047866821, + -0.03169474005699158, + 1.9572144746780396, + 0.021479783579707146, + 0.7469922304153442, + 3.1033334732055664, + 2.5613138675689697 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.65847110748291, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.9894129633903503, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.1226277351379395 + ], + [ + 1.0757299661636353, + 0.04424712061882019, + 1.420804738998413, + -1.0713690519332886, + 3.109738349914551, + 1.1832728385925293, + 1.0566269159317017, + 0.7275797128677368, + -0.10562338680028915, + 0.7647984027862549, + -0.1537666618824005, + 1.1891669034957886, + -1.1347787380218506, + -0.3121160864830017, + -1.0735646486282349, + -0.04133475944399834, + 1.9159308671951294, + 0.10485538095235825, + 0.6122835278511047, + 3.366164207458496, + 2.7902300357818604 + ], + [ + 1.074907660484314, + 0.4925154149532318, + 0.7732973098754883, + -0.9873491525650024, + 3.4785187244415283, + 0.8634464144706726, + 1.6053285598754883, + 0.9338076710700989, + 0.12606121599674225, + 0.9250607490539551, + -0.4094187021255493, + 1.525468349456787, + -0.8905745148658752, + -0.07029443979263306, + -0.878668487071991, + -0.2575518488883972, + 2.080181360244751, + 0.3668731451034546, + 0.9985151290893555, + 3.1429460048675537, + 2.5885910987854004 + ], + [ + 1.4462699890136719, + 0.3524059057235718, + 1.0944634675979614, + -0.9703957438468933, + 3.4159607887268066, + 0.2212061882019043, + 1.5197687149047852, + 0.5332174301147461, + 0.006204321980476379, + 1.2002708911895752, + -0.02361796796321869, + 0.740638017654419, + -0.8074802756309509, + 0.1514420211315155, + -1.4630703926086426, + -0.4993085563182831, + 1.6020193099975586, + 0.6600601673126221, + 0.505759596824646, + 2.7991602420806885, + 2.815981864929199 + ], + [ + 0.17495447397232056, + -0.4644848704338074, + 0.558783769607544, + -0.9235305786132812, + 2.329937696456909, + 0.7671993374824524, + 1.2865090370178223, + 0.9600273370742798, + -0.6101632118225098, + 0.8932297229766846, + 0.4818442165851593, + 1.8673709630966187, + -0.3692553639411926, + -1.095805048942566, + -1.6869136095046997, + -0.5692228078842163, + 2.3371846675872803, + 0.639404833316803, + 1.3656539916992188, + 3.59067702293396, + 3.0080580711364746 + ], + [ + 1.620877742767334, + 0.207467719912529, + 2.1069092750549316, + -2.225820541381836, + 2.7587320804595947, + 1.3492841720581055, + 1.1991136074066162, + 1.1519858837127686, + -0.6611259579658508, + 0.34341636300086975, + -0.8289538621902466, + 0.874563455581665, + -1.628347396850586, + -1.046709656715393, + -0.5669586062431335, + 0.6336749792098999, + 1.2916619777679443, + -0.6586485505104065, + 0.08308976888656616, + 3.762918472290039, + 2.7685739994049072 + ], + [ + 0.22688835859298706, + 0.39985087513923645, + 1.077218770980835, + -2.1333305835723877, + 3.8959078788757324, + 0.7857590317726135, + 1.2627840042114258, + -0.2677212357521057, + -0.5568987131118774, + 0.8296328186988831, + 0.6708835363388062, + 2.0043580532073975, + -0.7611031532287598, + -0.28732097148895264, + -0.5219399929046631, + 0.06394532322883606, + 2.6619205474853516, + -0.4648803472518921, + -0.05329185724258423, + 2.1647703647613525, + 2.3134548664093018 + ], + [ + 1.7345267534255981, + -0.733609676361084, + 2.199155569076538, + -1.7765226364135742, + 2.831984758377075, + 0.5987216234207153, + 1.1432807445526123, + 1.4875257015228271, + -0.0103655606508255, + 0.05182856321334839, + 0.4400847554206848, + 1.573148488998413, + -1.3530464172363281, + 0.48758772015571594, + -0.9073982238769531, + -0.27728143334388733, + 1.653878927230835, + -0.5418938398361206, + 0.5572888851165771, + 2.500239372253418, + 3.4492154121398926 + ], + [ + 0.15479016304016113, + -0.2592118978500366, + 1.1546531915664673, + -0.48875802755355835, + 3.2269811630249023, + 1.2199125289916992, + 1.968169927597046, + 0.004022836685180664, + 0.13876813650131226, + -0.11189407110214233, + 0.2144315540790558, + 1.5242023468017578, + -0.4832916259765625, + -1.2417631149291992, + -0.5236721038818359, + 0.6651593446731567, + 1.7185503244400024, + 0.12344996631145477, + 0.23010027408599854, + 2.8123421669006348, + 2.619455575942993 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04835069179534912, + -0.06897959113121033, + 0.26501214504241943, + -0.3601830005645752, + 2.0109879970550537, + 0.06787639856338501, + 0.0, + 0.007997393608093262, + 0.09422074258327484, + -0.014662742614746094, + 0.01874232105910778, + 0.382099986076355, + 0.006844818592071533, + 0.0, + -0.13805830478668213, + 0.008428171277046204, + 0.9572144746780396, + -0.03692759573459625, + 0.014531135559082031, + 2.1033334732055664, + 0.0 + ], + [ + 0.023818135261535645, + -0.0469478964805603, + 0.26501214504241943, + -0.3601830005645752, + 2.0109879970550537, + 0.14016073942184448, + 0.0, + -0.13373029232025146, + 0.0028780922293663025, + -0.02077847719192505, + 0.010895630344748497, + 0.382099986076355, + 0.0004467964172363281, + 0.0, + -0.13805830478668213, + -0.2437766194343567, + 0.9572144746780396, + -0.10202017426490784, + -0.19895178079605103, + 2.1033334732055664, + 0.0 + ], + [ + 0.05895984172821045, + 0.4608142077922821, + 0.26501214504241943, + -0.3601830005645752, + 2.0109879970550537, + 0.21067553758621216, + 0.0, + 0.3207244873046875, + -0.18129962682724, + -0.004768252372741699, + -0.08242997527122498, + 0.382099986076355, + 0.006601095199584961, + 0.0, + -0.5527795553207397, + -1.0016471147537231, + 0.9572144746780396, + 0.28102579712867737, + 0.2008984088897705, + 2.1033334732055664, + 0.0 + ] + ], + "predicted_scores": [ + 7.899107933044434, + 7.865840911865234, + 7.850734233856201, + 7.64116096496582, + 7.595183372497559, + 7.536945343017578, + 7.435330867767334, + 7.406518936157227 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "80b9942e3bb180aa9e1ee1d0749ef89576a3dc366119f6ad4571f4a3a185d200", + "stored_base_utility": 0.18145142495632172, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08466615527868271, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08466615527868271 + }, + "base_progress": 0.08466615527868271, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08466615527868271, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11407754570245743, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11407754570245743 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08106609433889389, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08106609433889389 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07951774448156357, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07951774448156357 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10491254180669785, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10491254180669785 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13611315190792084, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13611315190792084 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16107462346553802, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16107462346553802 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10812363773584366, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10812363773584366 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1324673444032669, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1324673444032669 + } + ], + "candidate_progress": [ + 0.11407754570245743, + 0.08106609433889389, + 0.07951774448156357, + 0.10491254180669785, + 0.13611315190792084, + 0.16107462346553802, + 0.10812363773584366, + 0.1324673444032669 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0093b06390890d181104", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.0455024242401123, + 0.6691754460334778, + 0.029420912265777588, + 1.9221049547195435, + 0.560883104801178, + 0.13194791972637177, + 0.2151002287864685, + -1.193711757659912, + 1.37436044216156, + 1.83077073097229, + -1.8697102069854736, + 1.0970449447631836, + -1.5248464345932007, + 0.1882198452949524, + 0.5607839822769165, + 1.0334035158157349, + -0.40993112325668335, + -0.22834523022174835, + 0.289330393075943, + -2.4015989303588867, + -0.712716817855835 + ], + [ + -0.8868635892868042, + 0.7008242011070251, + 0.3695467710494995, + 1.609622597694397, + 0.1098843589425087, + -0.1383214294910431, + 0.5384700298309326, + -1.1507205963134766, + 1.323891043663025, + 2.1368162631988525, + -2.074331045150757, + 0.8320735096931458, + -0.9669132232666016, + -0.11382821202278137, + 0.6528083682060242, + 0.9770602583885193, + -0.5974350571632385, + -0.02047520875930786, + 0.099016472697258, + -1.7530150413513184, + -0.7521103620529175 + ], + [ + -0.732207715511322, + 0.5049874782562256, + 0.2709272503852844, + 2.0338215827941895, + 0.6959118843078613, + -0.7328917980194092, + 0.09317031502723694, + -1.011335015296936, + 1.340367078781128, + 2.2114102840423584, + -1.7477092742919922, + 1.498694658279419, + -1.2725090980529785, + 0.31050559878349304, + 0.5344611406326294, + 0.9445227980613708, + -0.3278278112411499, + -0.1909755915403366, + 0.4577229917049408, + -2.564689874649048, + -0.47557690739631653 + ], + [ + -0.8694928884506226, + 0.6338840126991272, + 0.1981717050075531, + 2.022542715072632, + 0.5867787599563599, + 0.09618228673934937, + 0.12320500612258911, + -1.2033921480178833, + 1.3237072229385376, + 1.9061931371688843, + -1.924131155014038, + 1.2512861490249634, + -1.5533831119537354, + 0.13295263051986694, + 0.5647976994514465, + 1.0184078216552734, + -0.3669794201850891, + -0.08342249691486359, + 0.2737991511821747, + -2.5217478275299072, + -0.6408051252365112 + ], + [ + -0.851096510887146, + 0.3078342080116272, + 0.01215451955795288, + 2.157639265060425, + 0.37389472126960754, + -0.16757610440254211, + 0.8747413158416748, + -1.1515549421310425, + 1.2842464447021484, + 1.7549974918365479, + -2.075834274291992, + 1.1048948764801025, + -1.6314284801483154, + 0.5883049368858337, + 0.7431864142417908, + 1.1302138566970825, + -0.4027886986732483, + 0.14681243896484375, + 0.2576214075088501, + -2.274945020675659, + -1.2815443277359009 + ], + [ + -0.4511873722076416, + 0.4751877784729004, + 0.04662930965423584, + 2.1968579292297363, + 0.9017917513847351, + -0.04644195735454559, + -0.0828087329864502, + -1.0135977268218994, + 1.3648343086242676, + 1.6633659601211548, + -2.1377933025360107, + 1.1751112937927246, + -1.7563704252243042, + 0.6605700254440308, + 0.6235989928245544, + 1.1580801010131836, + -0.398467481136322, + 0.21969497203826904, + 0.06562331318855286, + -2.5683512687683105, + -0.5441794395446777 + ], + [ + -0.771790087223053, + 0.5221717953681946, + 0.25222980976104736, + 2.2459709644317627, + 0.7617552280426025, + 0.0329560860991478, + 0.13518819212913513, + -1.1500314474105835, + 1.2801982164382935, + 1.874757170677185, + -2.02980637550354, + 1.4449288845062256, + -1.5498582124710083, + 0.17389267683029175, + 0.6791830062866211, + 1.0561450719833374, + -0.3510434627532959, + 0.08347953855991364, + 0.36755645275115967, + -2.6312923431396484, + -0.5446560382843018 + ], + [ + -0.6919302940368652, + 0.714774489402771, + 0.11486032605171204, + 1.8518930673599243, + 0.3286076486110687, + 0.708605170249939, + 0.46339723467826843, + -1.3621244430541992, + 1.406243085861206, + 1.8520439863204956, + -1.8213235139846802, + 0.9333583116531372, + -1.264479160308838, + -0.23917312920093536, + 0.6608393788337708, + 1.0243390798568726, + -0.5845603346824646, + -0.454733669757843, + 0.4805617928504944, + -2.6182384490966797, + -0.8011754751205444 + ] + ], + "generated_utilities": [ + 0.11407754570245743, + 0.08106609433889389, + 0.07951774448156357, + 0.10491254180669785, + 0.13611315190792084, + 0.16107462346553802, + 0.10812363773584366, + 0.1324673444032669 + ], + "group_id": "ms-0093b06390890d181104", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.06475868076086044, + 0.07172602415084839, + 0.033562999218702316, + 0.03139732405543327, + 0.16615764796733856, + 0.06404056400060654, + 0.1591912806034088, + 0.15323929488658905, + 0.163360595703125, + 0.06390337646007538, + 0.17977213859558105, + 0.022612672299146652, + 0.06559771299362183, + 0.17862749099731445, + 0.011278430931270123, + 0.10421852767467499 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.2609594464302063, + -0.013116419315338135, + -0.2803594470024109, + 2.09451961517334, + -0.4413299560546875, + 0.02183663845062256, + -1.1391007900238037, + -1.1593453884124756, + 1.3541744947433472, + 2.4481210708618164, + -2.0185649394989014, + 1.0354769229888916, + -2.0923655033111572, + -0.3492586314678192, + 0.31110602617263794, + 0.510915219783783, + 0.12745147943496704, + 0.6718195676803589, + 1.1376760005950928, + -3.1898627281188965, + -0.8061169981956482 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.7566554546356201, + 0.5334264636039734, + 0.16185735166072845, + 1.8352813720703125, + 0.3425511121749878, + -0.8947815299034119, + -0.6822079420089722, + -1.034856915473938, + 1.3270426988601685, + 2.1206419467926025, + -1.721587896347046, + 0.7966813445091248, + -1.376548409461975, + 0.3267594277858734, + 0.5014790296554565, + 0.7660746574401855, + -0.18298059701919556, + -0.014859465882182121, + 0.19750837981700897, + -2.7609050273895264, + -1.1528419256210327 + ], + [ + -0.6255471706390381, + 0.4108284115791321, + 0.09328382462263107, + 1.9263207912445068, + 0.34196990728378296, + -0.9163290858268738, + -0.5557754039764404, + -1.175482988357544, + 1.298095464706421, + 2.1187477111816406, + -1.9357128143310547, + 0.6825035810470581, + -1.0812745094299316, + 0.2222556471824646, + 0.2970678508281708, + 0.8931874632835388, + -0.08895900100469589, + 0.23392999172210693, + 0.3758385181427002, + -2.892416000366211, + -1.3110793828964233 + ], + [ + -0.42122504115104675, + 0.6554123759269714, + 0.09477335959672928, + 1.5433268547058105, + 0.6197290420532227, + -0.8286175727844238, + -0.7238380312919617, + -1.0068210363388062, + 1.6397467851638794, + 2.3217527866363525, + -1.7085086107254028, + 1.0443323850631714, + -1.344577431678772, + 0.1089167594909668, + 0.42963433265686035, + 0.8771102428436279, + -0.371975839138031, + -0.27261945605278015, + 0.5433961749076843, + -2.859517812728882, + -1.0488388538360596 + ], + [ + -0.6727381944656372, + 0.5532913208007812, + -0.023354321718215942, + 2.0624427795410156, + 0.6581233739852905, + -1.277580976486206, + -0.5793075561523438, + -0.5850090980529785, + 1.6890915632247925, + 2.3837430477142334, + -2.2123937606811523, + 0.9754331111907959, + -0.982857346534729, + -0.015589237213134766, + 0.8812642097473145, + 1.168749451637268, + -0.566551685333252, + -0.1326049268245697, + 0.03195810317993164, + -2.901982307434082, + -0.8312398195266724 + ], + [ + -0.7219737768173218, + 1.2317934036254883, + 0.7357534170150757, + 1.7694714069366455, + 0.3170008063316345, + -0.7016302347183228, + -0.7784469723701477, + -0.9066100120544434, + 1.7863218784332275, + 1.9514405727386475, + -1.8577274084091187, + 1.4076743125915527, + -2.053518295288086, + 0.042773038148880005, + -0.17247813940048218, + 0.9697271585464478, + -0.5652574300765991, + 0.10156544297933578, + 0.8943333029747009, + -2.401752471923828, + -1.5578116178512573 + ], + [ + -0.4456094801425934, + -0.1738632321357727, + 0.97227942943573, + 2.1735546588897705, + 0.27635976672172546, + -0.7900820374488831, + -0.6087005138397217, + -0.4794384837150574, + 1.3212199211120605, + 2.427868366241455, + -2.2416865825653076, + 1.6332058906555176, + -1.8025422096252441, + 1.2022143602371216, + 1.0509017705917358, + 0.16293448209762573, + -0.6430751085281372, + -0.3436090052127838, + 1.1060214042663574, + -2.511812448501587, + -0.5814094543457031 + ] + ], + "predicted_scores": [ + 6.034543991088867, + 5.704833984375, + 5.5600481033325195, + 5.480656147003174, + 5.42095422744751, + 5.347931861877441, + 5.126657485961914, + 5.061944007873535 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "46b2a87e6ec8697c3b7d352d49a7b6e78c4abfebc59a5f00b48120769703631e", + "stored_base_utility": 0.06475868076086044, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07102576643228531, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07102576643228531 + }, + "base_progress": 0.07102576643228531, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07102576643228531, + "candidate_action_clip_max_abs": [ + 0.3285946846008301, + 0.3615152835845947, + 0.38405656814575195, + 0.36543798446655273, + 0.3484004735946655, + 0.33631598949432373, + 0.3753467798233032, + 0.3353348970413208 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3285946846008301, + "contact_quality": null, + "progress": 0.00471582030877471, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00471582030877471 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3615152835845947, + "contact_quality": null, + "progress": 0.003235677955672145, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003235677955672145 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38405656814575195, + "contact_quality": null, + "progress": 0.002964496612548828, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002964496612548828 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.36543798446655273, + "contact_quality": null, + "progress": 0.003199199913069606, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003199199913069606 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3484004735946655, + "contact_quality": null, + "progress": 0.002649327041581273, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002649327041581273 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.33631598949432373, + "contact_quality": null, + "progress": 0.0026107828598469496, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0026107828598469496 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3753467798233032, + "contact_quality": null, + "progress": 0.00283350539393723, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00283350539393723 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3353348970413208, + "contact_quality": null, + "progress": 0.0027272303123027086, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0027272303123027086 + } + ], + "candidate_progress": [ + 0.00471582030877471, + 0.003235677955672145, + 0.002964496612548828, + 0.003199199913069606, + 0.002649327041581273, + 0.0026107828598469496, + 0.00283350539393723, + 0.0027272303123027086 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-8e12f7ad446482627dd3", + "ms-f2b2b2a1aa2863c3676f", + "ms-f2b2b2a1aa2863c3676f", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-0e592951fa32139b6dc9", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-02311c7783bc67e188b4", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.010612517595291138, + -0.1727311611175537, + 1.528992772102356, + -0.3897651433944702, + 1.1796720027923584, + 2.472735643386841, + 1.7918813228607178, + -0.43669888377189636, + 0.1248171254992485, + 1.4011495113372803, + 0.8284010887145996, + 1.121196985244751, + 1.6097761392593384, + 1.7402595281600952, + -0.845365047454834, + -0.22674110531806946, + 1.906224250793457, + 0.8179525136947632, + 1.3740601539611816, + 2.4744961261749268, + 2.3015735149383545 + ], + [ + 0.06436397135257721, + -0.14822471141815186, + 1.730617642402649, + -0.558712363243103, + 1.6154909133911133, + 2.557544231414795, + 1.8724346160888672, + -0.5823867321014404, + 0.09126429259777069, + 1.4239035844802856, + 0.7090846300125122, + 1.1563138961791992, + 1.90084969997406, + 2.5233170986175537, + -1.1049284934997559, + -0.18101762235164642, + 2.211730718612671, + 1.1026307344436646, + 1.1846654415130615, + 2.50382137298584, + 2.9746170043945312 + ], + [ + -0.020391017198562622, + -0.0875057801604271, + 1.7965624332427979, + -0.5543409585952759, + 1.4516043663024902, + 2.8880021572113037, + 2.0527002811431885, + -0.48531708121299744, + 0.12451791763305664, + 1.5460108518600464, + 0.704693078994751, + 1.1128852367401123, + 1.8934839963912964, + 2.1483142375946045, + -1.015648603439331, + -0.212160125374794, + 2.363649368286133, + 1.1782188415527344, + 1.2244964838027954, + 2.6789021492004395, + 3.2600338459014893 + ], + [ + -0.18614079058170319, + -0.1799696534872055, + 1.497233271598816, + -0.6271320581436157, + 1.5057649612426758, + 2.8799495697021484, + 1.9938373565673828, + -0.6016192436218262, + 0.09133327007293701, + 1.4082331657409668, + 0.6149358749389648, + 1.0510895252227783, + 1.622498869895935, + 2.0886712074279785, + -1.0458523035049438, + -0.2987124025821686, + 2.2229621410369873, + 0.7042465209960938, + 1.5712566375732422, + 2.742090940475464, + 2.7848217487335205 + ], + [ + -0.36239093542099, + -0.20190727710723877, + 1.320229411125183, + -0.1627693921327591, + 1.6468226909637451, + 3.169163465499878, + 1.940232515335083, + -0.7484980821609497, + 0.18307249248027802, + 1.6238654851913452, + 0.8238900303840637, + 0.9897524118423462, + 1.194895625114441, + 2.5275557041168213, + -0.9165288209915161, + -0.3165126442909241, + 2.302673816680908, + 0.6182536482810974, + 1.5677611827850342, + 2.9346370697021484, + 2.926384925842285 + ], + [ + -0.33631348609924316, + -0.345611035823822, + 1.4634970426559448, + -0.5747930407524109, + 1.2418725490570068, + 2.96038556098938, + 2.3695600032806396, + -0.7375293970108032, + 0.16833221912384033, + 1.6640738248825073, + 0.6237274408340454, + 0.9962249994277954, + 1.8764222860336304, + 2.568770408630371, + -0.8252161741256714, + -0.08368504047393799, + 2.206343173980713, + 0.8007566928863525, + 0.9764048457145691, + 2.3325905799865723, + 2.794891119003296 + ], + [ + -0.08861349523067474, + -0.2428273856639862, + 1.4840285778045654, + -0.5089879035949707, + 1.589580774307251, + 2.769286870956421, + 1.9789481163024902, + -0.7194344997406006, + 0.18084360659122467, + 1.4927210807800293, + 0.6043936014175415, + 1.0783571004867554, + 1.6554826498031616, + 2.310974597930908, + -1.1120576858520508, + -0.28264302015304565, + 2.340059518814087, + 0.6648645401000977, + 1.5156276226043701, + 2.7918872833251953, + 2.903900384902954 + ], + [ + -0.1509464532136917, + -0.27809393405914307, + 1.3972655534744263, + -0.39819785952568054, + 1.5512065887451172, + 2.682096242904663, + 2.0513510704040527, + -0.7692909240722656, + 0.2126648724079132, + 1.5454083681106567, + 0.6779027581214905, + 0.9843429327011108, + 1.5270856618881226, + 2.5820250511169434, + -1.039901852607727, + -0.22748194634914398, + 2.391151189804077, + 0.7646890878677368, + 1.3225712776184082, + 2.5872139930725098, + 2.942474603652954 + ] + ], + "generated_utilities": [ + 0.00471582030877471, + 0.003235677955672145, + 0.002964496612548828, + 0.003199199913069606, + 0.002649327041581273, + 0.0026107828598469496, + 0.00283350539393723, + 0.0027272303123027086 + ], + "group_id": "ms-02311c7783bc67e188b4", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.10341714322566986, + 0.14892874658107758, + 0.10195662826299667, + 0.09801459312438965, + 0.21408915519714355, + 0.05636719986796379, + 0.24057427048683167, + 0.15874817967414856, + 0.14624544978141785, + 0.2796269655227661, + 0.13564209640026093, + 0.07564079761505127, + 0.06667232513427734, + 0.09014980494976044, + 0.12994316220283508, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.11554442346096039, + -0.008403310552239418, + 1.5941150188446045, + -0.7286977767944336, + 1.5054528713226318, + 2.760387659072876, + 2.196439266204834, + -0.4633200466632843, + 0.010975902900099754, + 1.723259687423706, + 0.9053827524185181, + 1.0214922428131104, + 1.7142634391784668, + 2.3505313396453857, + -0.9377034902572632, + -0.14653760194778442, + 2.2938108444213867, + 0.7466756701469421, + 1.1690690517425537, + 2.4212474822998047, + 2.3205761909484863 + ], + [ + 0.24023577570915222, + -0.09095583856105804, + 1.3760709762573242, + -0.6514785885810852, + 1.3016078472137451, + 2.872741937637329, + 2.3956093788146973, + -0.37818169593811035, + 0.1027136966586113, + 1.7883293628692627, + 0.964962363243103, + 0.7475979924201965, + 1.929782509803772, + 2.3246021270751953, + -1.0381748676300049, + -0.269927978515625, + 2.4194109439849854, + 0.7343611121177673, + 1.2059988975524902, + 2.341383934020996, + 2.09566330909729 + ], + [ + 0.4405316114425659, + -0.19717490673065186, + 1.397268295288086, + -0.8557376861572266, + 1.121058464050293, + 2.735570192337036, + 1.9948002099990845, + -0.7634995579719543, + 0.005077592097222805, + 2.106536865234375, + 1.0822516679763794, + 1.1089444160461426, + 1.452062964439392, + 2.6182587146759033, + -1.3094371557235718, + -0.21872259676456451, + 2.147559642791748, + 1.1297614574432373, + 0.7704813480377197, + 2.8124780654907227, + 2.1574459075927734 + ], + [ + 0.40965449810028076, + -0.3822081983089447, + 1.755722165107727, + -0.8938691020011902, + 1.3459917306900024, + 2.501251220703125, + 1.9599062204360962, + -0.9563412666320801, + 0.002553090453147888, + 1.8383464813232422, + 1.168250560760498, + 0.5257841944694519, + 2.244990110397339, + 2.4294421672821045, + -1.1682533025741577, + -0.4087439775466919, + 2.595669984817505, + 0.3062332570552826, + 0.7902924418449402, + 2.306981086730957, + 2.13900089263916 + ], + [ + -0.08222468197345734, + 0.8601451516151428, + 1.6828176975250244, + -0.2617940902709961, + 1.202566385269165, + 2.5490026473999023, + 1.1969969272613525, + -1.1873589754104614, + -0.31632769107818604, + 2.110311269760132, + 0.3930301070213318, + 0.5209127068519592, + 2.229326009750366, + 2.609713315963745, + -0.5858575105667114, + -0.2768869996070862, + 1.468743085861206, + 1.0943701267242432, + 1.3475791215896606, + 2.1616528034210205, + 1.837897539138794 + ] + ], + "predicted_scores": [ + 3.096883773803711, + 2.7253146171569824, + 2.5891494750976562, + 2.4598445892333984, + 2.241342544555664, + 2.116567373275757, + 2.0545945167541504, + 1.7872810363769531 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "4830861b95707b187f3d9c93d4a6d06d809a8cf1d8274cb040dd59b5fd769440", + "stored_base_utility": 0.10341714322566986, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07851358503103256, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07851358503103256 + }, + "base_progress": 0.07851358503103256, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07851358503103256, + "candidate_action_clip_max_abs": [ + 0.0, + 0.006060481071472168, + 0.0, + 0.0, + 0.015744447708129883, + 0.0, + 0.0, + 0.03713417053222656 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04780222848057747, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04780222848057747 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.006060481071472168, + "contact_quality": null, + "progress": 0.03154498338699341, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03154498338699341 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03482307866215706, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03482307866215706 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.037533897906541824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.037533897906541824 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.015744447708129883, + "contact_quality": null, + "progress": 0.028717955574393272, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028717955574393272 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.030650397762656212, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.030650397762656212 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04691104218363762, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04691104218363762 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03713417053222656, + "contact_quality": null, + "progress": 0.03181105852127075, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03181105852127075 + } + ], + "candidate_progress": [ + 0.04780222848057747, + 0.03154498338699341, + 0.03482307866215706, + 0.037533897906541824, + 0.028717955574393272, + 0.030650397762656212, + 0.04691104218363762, + 0.03181105852127075 + ], + "candidate_safety_violation": [ + false, + true, + false, + false, + true, + false, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-7dedf60ad41ea2d92ee5", + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683", + "ms-abf8880f672677acc931", + "ms-7dedf60ad41ea2d92ee5", + "ms-003a2225c0892dcda683", + "ms-be219977a9db8dbb1e58", + "ms-7dedf60ad41ea2d92ee5" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0285f5815c210ac00bec", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.4803956151008606, + -0.20080778002738953, + 0.7166182398796082, + -0.22542691230773926, + 0.6516431570053101, + 0.9574191570281982, + 0.10010412335395813, + 0.10928887873888016, + 0.0634942501783371, + 0.15644699335098267, + -0.7418698668479919, + 0.29219603538513184, + -1.038389801979065, + -0.5296527743339539, + -0.2569688558578491, + 0.11192876100540161, + 0.9157845377922058, + -0.12633968889713287, + 0.09430494904518127, + 0.8700045943260193, + 0.43776175379753113 + ], + [ + 0.0013057142496109009, + -0.19817012548446655, + 0.7259114384651184, + -0.1896066665649414, + 0.666372537612915, + 1.3104802370071411, + 0.5606702566146851, + -0.016723304986953735, + 0.04721590131521225, + 0.07626520842313766, + -0.4704488217830658, + 0.3828195333480835, + -0.909457802772522, + -0.3247649669647217, + -0.5021196603775024, + 0.14739014208316803, + 1.1100293397903442, + -0.13576142489910126, + -0.09821784496307373, + 0.623524010181427, + -0.049072250723838806 + ], + [ + -0.03888292610645294, + -0.16291388869285583, + 0.7195037007331848, + -0.10411392897367477, + 0.7114889621734619, + 1.1999019384384155, + 0.5044221878051758, + 0.082893505692482, + 0.0338902622461319, + 0.04986731708049774, + -0.5019733309745789, + 0.46030759811401367, + -0.8645672798156738, + -0.3715565800666809, + -0.45204609632492065, + 0.17560996115207672, + 1.122150182723999, + -0.0799807459115982, + 0.008209019899368286, + 0.6440277695655823, + -0.14628955721855164 + ], + [ + 0.1350220888853073, + -0.09074166417121887, + 0.8470882177352905, + -0.12348359823226929, + 0.25435671210289, + 1.2732088565826416, + 0.7691879272460938, + -0.011099785566329956, + 0.018778789788484573, + -0.01145298033952713, + -0.31907451152801514, + 0.1399891972541809, + -0.8366551399230957, + -0.32065486907958984, + -0.3211124837398529, + 0.1526491492986679, + 1.0623949766159058, + -0.2335270196199417, + -0.10325115919113159, + 0.5762431621551514, + 0.3453657627105713 + ], + [ + -0.025305315852165222, + 0.06708277761936188, + 0.7479070425033569, + -0.07410094141960144, + 0.9840099811553955, + 0.9917521476745605, + 0.2929537296295166, + 0.21220718324184418, + 0.06129533052444458, + 0.3557901680469513, + -0.41042453050613403, + -0.11526787281036377, + -0.5383021831512451, + -1.217522382736206, + -0.8666049242019653, + 0.16843482851982117, + 0.8571240901947021, + -0.05114690959453583, + 0.11822977662086487, + 0.9452480673789978, + 0.9577451944351196 + ], + [ + -0.22146113216876984, + -0.21750770509243011, + 0.818472146987915, + -0.3191983699798584, + 0.801487147808075, + 1.7334038019180298, + 0.6971381306648254, + 0.1706283986568451, + -0.007326913997530937, + 0.18681198358535767, + -0.5183801651000977, + 0.0701332539319992, + -0.7219255566596985, + -0.19478203356266022, + -0.5602092742919922, + 0.07576316595077515, + 0.8896864652633667, + -0.052855029702186584, + 0.17184224724769592, + 0.6088997721672058, + 0.1705193966627121 + ], + [ + -0.023418158292770386, + 0.002403516322374344, + 0.4952920973300934, + 0.27198705077171326, + 0.8432190418243408, + 0.842247724533081, + 0.7093595862388611, + 0.2783086895942688, + 0.16420356929302216, + 0.10900357365608215, + -0.25864696502685547, + 0.07091304659843445, + -1.086341142654419, + -0.5034821629524231, + -0.593326985836029, + 0.16451655328273773, + 0.7372316122055054, + -0.4251062273979187, + 0.0900830626487732, + 0.03436806797981262, + 0.07358907908201218 + ], + [ + -0.2688732147216797, + -0.13078463077545166, + 0.45143023133277893, + 0.031230956315994263, + 0.7919375896453857, + 1.8949166536331177, + -0.6702470183372498, + -0.08636200428009033, + -0.17672857642173767, + 0.08078519999980927, + -0.3394351303577423, + 0.13613760471343994, + -1.1096948385238647, + -0.2976767420768738, + -0.599371075630188, + 0.12615752220153809, + 0.6593135595321655, + -0.04712451994419098, + 0.23574894666671753, + 0.37022292613983154, + 0.9787040948867798 + ] + ], + "generated_utilities": [ + 0.04780222848057747, + 0.03154498338699341, + 0.03482307866215706, + 0.037533897906541824, + 0.028717955574393272, + 0.030650397762656212, + 0.04691104218363762, + 0.03181105852127075 + ], + "group_id": "ms-0285f5815c210ac00bec", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14343035221099854, + 0.2569156885147095, + 0.21839022636413574, + 0.09621918201446533, + 0.12289707362651825, + 0.03168662637472153, + 0.09216728061437607, + 0.1280241310596466, + 0.10496445745229721, + 0.15762768685817719, + 0.1348438262939453, + 0.032406389713287354, + 0.07292326539754868, + 0.0208867397159338, + 0.06212592124938965, + 0.05766841024160385 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.845543384552002, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.985295534133911, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.951451063156128 + ], + [ + 0.1869763880968094, + -0.48057249188423157, + 1.8929221630096436, + -0.4746200740337372, + 1.7271649837493896, + 2.2278876304626465, + 1.148193120956421, + 0.5032910704612732, + -0.1784810721874237, + 0.5487988591194153, + -0.3738563656806946, + 0.8027556538581848, + -1.948928713798523, + -1.268626093864441, + -1.5317720174789429, + 0.12244357913732529, + 2.476296901702881, + 0.839668869972229, + 0.05514905974268913, + 1.0473895072937012, + 1.2181613445281982 + ], + [ + 0.6254454255104065, + -1.04564368724823, + 2.2360119819641113, + -0.4862596392631531, + 1.7505056858062744, + 2.3715806007385254, + 1.613588809967041, + 0.604594349861145, + 0.32843565940856934, + 1.0626710653305054, + -0.8487024903297424, + 1.2785818576812744, + -1.5545493364334106, + -2.2197866439819336, + -1.7364590167999268, + -0.7670899629592896, + 1.6952080726623535, + 0.7829786539077759, + -0.14874649047851562, + 0.4608963131904602, + 2.1169824600219727 + ], + [ + -0.09335343539714813, + -0.0803668200969696, + 1.8269907236099243, + 0.15431594848632812, + 0.8003614544868469, + 1.666515588760376, + 1.9487847089767456, + -0.0447392463684082, + -0.40263938903808594, + 0.27510690689086914, + -1.0562891960144043, + 1.4597547054290771, + -2.2195956707000732, + -2.3802056312561035, + -1.9929472208023071, + 0.6203027963638306, + 2.4341633319854736, + -0.14697802066802979, + -0.4082854390144348, + 1.9247231483459473, + 2.3684353828430176 + ], + [ + 1.0766022205352783, + -1.503145694732666, + 1.345850944519043, + 0.25337913632392883, + 1.3057268857955933, + 3.040907621383667, + 2.3909215927124023, + -0.27869606018066406, + 0.6924363970756531, + 0.8108701705932617, + 0.15178662538528442, + -0.26639699935913086, + -2.705843925476074, + -2.441335439682007, + -2.181922197341919, + 0.7542521953582764, + 2.19026517868042, + 1.5578579902648926, + -0.08715730905532837, + 0.7265163660049438, + 1.3897777795791626 + ], + [ + -0.17480702698230743, + -0.41383546590805054, + 1.2220935821533203, + -0.8561198711395264, + 2.3164753913879395, + 2.574275493621826, + 0.6388896107673645, + 0.8524824380874634, + -0.13075301051139832, + 0.8741798400878906, + -1.0805716514587402, + 0.3664112389087677, + -2.7895667552948, + -1.4251041412353516, + -2.398728132247925, + 0.3492226004600525, + 1.8584864139556885, + -0.30214470624923706, + -0.11138652265071869, + 0.4926135540008545, + 1.0695627927780151 + ], + [ + -0.14219079911708832, + 0.38020849227905273, + 2.6317591667175293, + -0.4188302457332611, + 1.931977391242981, + 3.0288634300231934, + 0.7383278608322144, + 0.8512457013130188, + -0.35106950998306274, + -0.5653204321861267, + -1.4016218185424805, + 0.08932018280029297, + -2.1692967414855957, + -0.9727887511253357, + -1.6373555660247803, + 0.5348144173622131, + 2.6752800941467285, + 0.8445077538490295, + 0.18789319694042206, + 0.6848261952400208, + 2.021657943725586 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.024883031845092773, + 0.0977289080619812, + 0.7008657455444336, + 0.0006757080554962158, + 0.4334961175918579, + 1.0860826969146729, + 0.0, + -0.012120604515075684, + 0.06527380645275116, + 0.003037959337234497, + -0.0022674202919006348, + 0.0547332763671875, + -0.9422657489776611, + 0.0, + -0.5903178453445435, + 0.016574032604694366, + 1.1859462261199951, + 0.13389700651168823, + -0.04533591866493225, + 0.21316111087799072, + 0.0 + ], + [ + -0.057424649596214294, + 0.11201202869415283, + 0.7008657455444336, + 0.14287695288658142, + 0.4334961175918579, + 1.0860826969146729, + 0.0, + -0.05091136693954468, + 0.1380607932806015, + -0.08729240298271179, + -0.016498148441314697, + 0.20821550488471985, + -0.9422657489776611, + 0.0, + -0.5903178453445435, + -0.03907395899295807, + 1.1859462261199951, + 0.011087596416473389, + 0.2123936116695404, + 0.21316111087799072, + 0.0 + ] + ], + "predicted_scores": [ + 7.45799446105957, + 7.431888580322266, + 7.339271068572998, + 7.034337997436523, + 6.821145057678223, + 6.627147197723389, + 6.133236885070801, + 5.879260540008545 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "451255434", + "selected_index": 0, + "state_hash": "9b31c6a790dd0661c336c45d12241ff39dbb2b831718a69a60588694c9faa584", + "stored_base_utility": 0.14343035221099854, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24506890773773193, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24506890773773193 + }, + "base_progress": 0.24506890773773193, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.24506890773773193, + "candidate_action_clip_max_abs": [ + 0.003859281539916992, + 0.06440329551696777, + 0.06578719615936279, + 0.02411818504333496, + 0.06038248538970947, + 0.09524571895599365, + 0.0, + 0.04700469970703125 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.003859281539916992, + "contact_quality": null, + "progress": 0.19540290534496307, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19540290534496307 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06440329551696777, + "contact_quality": null, + "progress": 0.20840750634670258, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20840750634670258 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06578719615936279, + "contact_quality": null, + "progress": 0.2069309949874878, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2069309949874878 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02411818504333496, + "contact_quality": null, + "progress": 0.22891497611999512, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22891497611999512 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06038248538970947, + "contact_quality": null, + "progress": 0.1966160535812378, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1966160535812378 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09524571895599365, + "contact_quality": null, + "progress": 0.18626946210861206, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18626946210861206 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24925343692302704, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24925343692302704 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04700469970703125, + "contact_quality": null, + "progress": 0.1973322629928589, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1973322629928589 + } + ], + "candidate_progress": [ + 0.19540290534496307, + 0.20840750634670258, + 0.2069309949874878, + 0.22891497611999512, + 0.1966160535812378, + 0.18626946210861206, + 0.24925343692302704, + 0.1973322629928589 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-c673132197ce77ae8c9b", + "ms-c673132197ce77ae8c9b", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-c673132197ce77ae8c9b", + "ms-d271e7de6bc331371e9c", + "ms-38dff128761905bb1507" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-02fd0338e80ef19ceec1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.9528061151504517, + 0.47662729024887085, + -0.8821779489517212, + -0.35584452748298645, + -0.5217027068138123, + -2.191472053527832, + -2.6933460235595703, + 1.3340340852737427, + 0.316270649433136, + -0.05731647461652756, + 2.5292768478393555, + 1.8545209169387817, + -0.9635087251663208, + -0.10860726237297058, + 0.010114572942256927, + -0.33702749013900757, + 0.309028297662735, + 1.7053394317626953, + 0.42485496401786804, + 1.0402531623840332, + -0.05077981948852539 + ], + [ + 1.9935450553894043, + 0.423039972782135, + -1.1685442924499512, + -0.3447917103767395, + -0.6490108966827393, + -2.227660655975342, + -2.8887248039245605, + 1.5321087837219238, + 0.2866401672363281, + -0.06770173460245132, + 2.5989491939544678, + 1.8936291933059692, + -0.8032077550888062, + -0.20652244985103607, + -0.08638955652713776, + -0.22947770357131958, + 0.14334514737129211, + 1.7477893829345703, + 0.4696384072303772, + 1.1060314178466797, + 0.10926532745361328 + ], + [ + 2.070237398147583, + 0.5103580951690674, + -1.1432013511657715, + -0.06986084580421448, + -0.37852251529693604, + -2.2266132831573486, + -2.7980644702911377, + 1.5113829374313354, + 0.04955054819583893, + 0.1074652224779129, + 2.4582505226135254, + 2.0225253105163574, + -1.3372973203659058, + 0.016140297055244446, + -0.2715681791305542, + -0.04293482378125191, + 0.314768522977829, + 2.124429225921631, + 0.8022920489311218, + 1.6081531047821045, + 0.7393785715103149 + ], + [ + 1.9685465097427368, + 0.5562511682510376, + -1.0020384788513184, + -0.096488356590271, + -0.4225284457206726, + -2.28165340423584, + -2.5230042934417725, + 1.3996104001998901, + 0.015012831427156925, + 0.16775259375572205, + 2.4454591274261475, + 1.9687163829803467, + -1.0926421880722046, + 0.2062825709581375, + -0.3976784944534302, + -0.12888430058956146, + 0.12184983491897583, + 2.005554437637329, + 0.6845561265945435, + 1.471256971359253, + 0.6186795830726624 + ], + [ + 2.000683307647705, + 0.5027381777763367, + -0.9047545194625854, + -0.34827619791030884, + -0.40963947772979736, + -2.291836977005005, + -2.4739866256713867, + 1.5156737565994263, + 0.06870391964912415, + -0.009171314537525177, + 2.3699464797973633, + 1.9564694166183472, + -1.2755321264266968, + -0.12452171742916107, + -0.20951521396636963, + -0.06014309823513031, + 0.43131208419799805, + 1.9852992296218872, + 0.5869374871253967, + 1.854569911956787, + 0.581998348236084 + ], + [ + 1.9755632877349854, + 0.25745904445648193, + -1.2334015369415283, + -0.18649616837501526, + -0.23047390580177307, + -2.3697404861450195, + -2.742805004119873, + 1.645924687385559, + 0.3612516522407532, + 0.01666441559791565, + 2.4122231006622314, + 1.6864114999771118, + -0.624104917049408, + -0.22195710241794586, + -0.08529196679592133, + -0.018595153465867043, + 0.5354591012001038, + 1.6162227392196655, + 0.1634000539779663, + 0.9965199828147888, + 0.3465171456336975 + ], + [ + 1.9020005464553833, + 0.46279627084732056, + -1.4309742450714111, + -0.2993714213371277, + -0.9865776896476746, + -2.887789249420166, + -2.7009873390197754, + 1.2313987016677856, + 0.09711629152297974, + 0.05010770261287689, + 2.658369541168213, + 1.8168261051177979, + -0.6587125062942505, + 0.17905010282993317, + -0.09282165765762329, + -0.12019716203212738, + 0.2819864749908447, + 1.9649685621261597, + 0.5973670482635498, + 1.2136414051055908, + 0.18189790844917297 + ], + [ + 1.9207113981246948, + 0.5857845544815063, + -0.9489582777023315, + -0.11760926246643066, + -0.5958331823348999, + -2.4234559535980225, + -2.6896777153015137, + 1.4955637454986572, + 0.06117555499076843, + -0.01328662782907486, + 2.4143805503845215, + 2.1782431602478027, + -1.357500672340393, + -0.17240341007709503, + -0.18824748694896698, + -0.11400046944618225, + 0.35454922914505005, + 2.025552749633789, + 0.6451952457427979, + 1.780510663986206, + 0.6220883131027222 + ] + ], + "generated_utilities": [ + 0.19540290534496307, + 0.20840750634670258, + 0.2069309949874878, + 0.22891497611999512, + 0.1966160535812378, + 0.18626946210861206, + 0.24925343692302704, + 0.1973322629928589 + ], + "group_id": "ms-02fd0338e80ef19ceec1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17562782764434814, + 0.15703371167182922, + 0.13139820098876953, + 0.09826552867889404, + 0.2755923569202423, + 0.10122084617614746, + 0.2968456745147705, + 0.18173269927501678, + 0.19413785636425018, + 0.17724394798278809, + 0.09519867599010468, + 0.08035598695278168, + 0.05477617308497429, + 0.1900673359632492, + 0.10464154183864594, + 0.19981788098812103 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.9242328405380249, + -0.36029601097106934, + -0.4418763518333435, + 0.16989809274673462, + 0.13361668586730957, + -1.62037992477417, + 0.0, + 0.7790718078613281, + 0.16462606191635132, + -0.07571858912706375, + 1.1140069961547852, + 0.7419416904449463, + -0.6704250574111938, + 0.0, + 0.09450474381446838, + 0.1706310659646988, + 0.2560657262802124, + 1.0812468528747559, + 0.3453899025917053, + -0.021141409873962402, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.413934230804443, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.10303360223770142, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6776514649391174 + ], + [ + 1.2821546792984009, + -0.450877845287323, + -1.2307548522949219, + -0.06081299111247063, + -1.0173249244689941, + -3.27087664604187, + -2.296637773513794, + 2.175854206085205, + -0.4545914828777313, + -0.31219279766082764, + 2.1430232524871826, + 1.6469916105270386, + -1.295142412185669, + -0.29457592964172363, + -0.12483856081962585, + 0.0717797726392746, + 0.6656061410903931, + 2.088491201400757, + 0.46855056285858154, + 0.4088894724845886, + 0.03162437677383423 + ], + [ + 1.7780613899230957, + -0.43444907665252686, + -0.7881899476051331, + -0.008431248366832733, + -1.4275994300842285, + -2.827122211456299, + -2.37514066696167, + 2.4379169940948486, + -0.5355154871940613, + 0.0068433284759521484, + 1.3659051656723022, + 1.4194530248641968, + -1.5769743919372559, + -0.5539486408233643, + -0.9485008716583252, + -0.7358690500259399, + -0.585760772228241, + 1.6273308992385864, + 0.7653517127037048, + 0.3982706665992737, + 0.6084320545196533 + ], + [ + 1.2309913635253906, + -0.5244216918945312, + -0.529239296913147, + -0.7575271129608154, + -1.1480472087860107, + -3.2922420501708984, + -2.8758203983306885, + 1.0095640420913696, + 0.10947765409946442, + -0.09398093819618225, + 2.079669952392578, + 1.6810111999511719, + -0.24871045351028442, + -0.23141856491565704, + -0.3504769802093506, + -0.4726681709289551, + 0.5727276802062988, + 1.698026180267334, + -0.42346423864364624, + 0.3792836368083954, + -0.33843711018562317 + ], + [ + 2.8973183631896973, + 0.3416065573692322, + -0.6410985589027405, + 0.057970404624938965, + 0.08416277170181274, + -3.0276801586151123, + -2.8313748836517334, + 1.1693949699401855, + 0.10570758581161499, + -0.0947222113609314, + 2.7654178142547607, + 1.4607212543487549, + -0.17731523513793945, + -0.6582018136978149, + 0.4617704451084137, + -0.6596481800079346, + -0.4613019824028015, + 1.2238473892211914, + 0.7822989225387573, + 0.07721859216690063, + -0.4686007797718048 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.924232840538025, + 0.23037616908550262, + -1.2738457918167114, + -0.1159483790397644, + -0.8578828573226929, + -2.62037992477417, + -2.7069671154022217, + 1.7790718078613281, + -0.012468012049794197, + -0.1490734964609146, + 2.114006996154785, + 1.7419416904449463, + -1.018486738204956, + -0.05151680111885071, + -0.3902576267719269, + 0.03852551057934761, + 0.16114424169063568, + 2.081246852874756, + 0.22516529262065887, + 0.8184025287628174, + 0.3388257324695587 + ], + [ + 1.7363721132278442, + 0.4847973585128784, + -1.0643577575683594, + -0.09590756893157959, + -0.8306195735931396, + -2.561501979827881, + -2.515144109725952, + 1.9569998979568481, + 0.08008787781000137, + 0.08996161818504333, + 2.408099889755249, + 1.6411888599395752, + -0.8904793858528137, + 0.190403550863266, + -0.1783401370048523, + -0.1817454695701599, + 0.2238774299621582, + 1.884551763534546, + 0.22340445220470428, + 1.027371883392334, + 0.4501344859600067 + ] + ], + "predicted_scores": [ + 5.546549320220947, + 5.457334995269775, + 5.266219139099121, + 5.064604759216309, + 5.001358509063721, + 4.834115028381348, + 4.813443183898926, + 4.446863174438477 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "c15204d3744de12caad510e7254e1ef7f829edb88b5884fc0f2ca89eae6ef243", + "stored_base_utility": 0.17562782764434814, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.35411250591278076, + 0.3469294309616089, + 0.37540650367736816, + 0.39976584911346436, + 0.40066730976104736, + 0.4116898775100708, + 0.4085289239883423, + 0.39003098011016846 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.35411250591278076, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3469294309616089, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.37540650367736816, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.39976584911346436, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.40066730976104736, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4116898775100708, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4085289239883423, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.39003098011016846, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-cad6645f8175e38ad155", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-c1620854ba52f09e24d5", + "ms-1f19fd22562f87bdb776" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-067cac2e4dbeddb12239", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6269835233688354, + -0.11082189530134201, + 1.6093103885650635, + 0.5908106565475464, + 0.3481563627719879, + 2.254312038421631, + 3.6405978202819824, + 2.0754621028900146, + -0.24261561036109924, + -0.5272698402404785, + -0.6601519584655762, + 0.6298414468765259, + 1.5904592275619507, + 0.6928102970123291, + 1.344994068145752, + -0.547368586063385, + -2.3498597145080566, + -0.6469227075576782, + -1.2068383693695068, + -1.3350090980529785, + -2.180576801300049 + ], + [ + -0.3573356866836548, + 0.05334020406007767, + 1.7771252393722534, + 0.30470362305641174, + -0.07130604982376099, + 1.881363868713379, + 3.0049331188201904, + 2.272695779800415, + -0.17085279524326324, + -0.7817527055740356, + -0.25212323665618896, + 0.44060954451560974, + 1.057540774345398, + 0.47062093019485474, + 0.8012811541557312, + -0.7152334451675415, + -2.2196834087371826, + -0.1402030736207962, + -1.0740618705749512, + -0.9573010206222534, + -1.9142305850982666 + ], + [ + -0.5140666961669922, + -0.07745572924613953, + 2.0175657272338867, + 0.8672127723693848, + -0.17682254314422607, + 1.889827013015747, + 3.723696231842041, + 2.837329149246216, + 0.005326089449226856, + -0.835295557975769, + -0.31595882773399353, + 0.7966855764389038, + 1.590795636177063, + 0.7763955593109131, + 1.184272050857544, + -0.5750936269760132, + -2.3107898235321045, + -0.12798164784908295, + -1.0049147605895996, + -1.4215552806854248, + -1.6099191904067993 + ], + [ + -0.6695683002471924, + -0.041175827383995056, + 2.1432974338531494, + 1.1167662143707275, + 0.17231373488903046, + 1.9917038679122925, + 4.222272872924805, + 2.874748706817627, + -0.016171755269169807, + -1.1291775703430176, + -0.43481430411338806, + 0.9576610922813416, + 1.492038369178772, + 0.9504156708717346, + 1.220749020576477, + -0.5761334300041199, + -2.2894890308380127, + -0.018621399998664856, + -0.7602961659431458, + -1.156749963760376, + -1.458120584487915 + ], + [ + -0.45972418785095215, + -0.07863724231719971, + 1.8646506071090698, + 1.0683180093765259, + 0.32955414056777954, + 2.457906723022461, + 4.27960729598999, + 2.806652069091797, + -0.05222027748823166, + -1.1223599910736084, + -0.36144426465034485, + 0.8687746524810791, + 1.8015812635421753, + 0.8238164782524109, + 1.2042365074157715, + -0.5384562015533447, + -2.2957780361175537, + -0.08014164865016937, + -0.9501716494560242, + -1.325537919998169, + -1.787976622581482 + ], + [ + -0.5113762617111206, + -0.06281939893960953, + 1.9645386934280396, + 0.9363137483596802, + 0.0015846043825149536, + 2.1738171577453613, + 3.8854165077209473, + 2.841902017593384, + -0.07775960117578506, + -0.9768959283828735, + -0.39412224292755127, + 0.8035197854042053, + 1.9057296514511108, + 0.9485509395599365, + 1.1029313802719116, + -0.49817386269569397, + -2.397517681121826, + 0.004471912980079651, + -1.0278770923614502, + -1.0610977411270142, + -2.049661874771118 + ], + [ + -0.9534103870391846, + -0.4384351372718811, + 1.479311466217041, + -0.050350651144981384, + 0.3602026402950287, + 2.455432415008545, + 2.510251760482788, + 2.817415714263916, + -0.1483701914548874, + -0.7455476522445679, + 0.24035388231277466, + -0.09236803650856018, + 1.0577760934829712, + 0.27821674942970276, + 1.623240351676941, + -0.43160200119018555, + -2.477566719055176, + -0.5558965802192688, + -1.353623867034912, + -1.7710392475128174, + -2.555123805999756 + ], + [ + -0.5843427777290344, + -0.46408402919769287, + 1.75076425075531, + 0.5768172740936279, + 0.0006084144115447998, + 2.1007328033447266, + 2.364076614379883, + 2.3064398765563965, + -0.43454742431640625, + -0.6813923120498657, + -0.407726913690567, + 0.81007981300354, + 1.8737632036209106, + 0.9364721775054932, + 0.9039185643196106, + -0.4727284014225006, + -2.4301371574401855, + -0.30462849140167236, + -1.2696435451507568, + -1.4790213108062744, + -2.659501791000366 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-067cac2e4dbeddb12239", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.27674734592437744, + 0.2439364492893219, + 0.19119739532470703, + 0.09055304527282715, + 0.30092179775238037, + 0.26156842708587646, + 0.27010005712509155, + 0.2232690304517746, + 0.21952947974205017, + 0.18420188128948212, + 0.21403591334819794, + 0.14328810572624207, + 0.10732438415288925, + 0.22657296061515808, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0959908664226532, + 0.03926864266395569, + 0.3349916934967041, + -0.05830806493759155, + 0.2932192087173462, + 0.9984002113342285, + 0.0, + 1.2015438079833984, + 0.08122826367616653, + 0.054991841316223145, + -0.12314760684967041, + -0.07869009673595428, + 1.160184621810913, + 0.0, + 0.8305740356445312, + 0.11249249428510666, + -0.3223201036453247, + 0.21279537677764893, + -0.12295186519622803, + -1.6485404968261719, + 0.0 + ], + [ + -0.008570082485675812, + -0.08777490258216858, + 0.3349916934967041, + 0.4568213224411011, + 0.1977095603942871, + 0.9984002113342285, + 0.0, + 1.2015438079833984, + -0.9797217845916748, + 0.0769619345664978, + -0.22475403547286987, + -0.1701967865228653, + 1.160184621810913, + 0.0, + 0.8305740356445312, + -0.0039450377225875854, + -0.3223201036453247, + 0.4805329442024231, + 0.06410431861877441, + -1.6485404968261719, + 0.0 + ], + [ + -0.0889502465724945, + -0.3796950876712799, + 1.4394237995147705, + -0.39619123935699463, + 0.03249645233154297, + 2.3395235538482666, + 2.5440568923950195, + 2.42683482170105, + 0.39273956418037415, + -0.30487045645713806, + 0.6027267575263977, + 4.0084123611450195e-05, + 2.5227010250091553, + 1.4167567491531372, + 2.1940863132476807, + 0.28593218326568604, + -1.2947371006011963, + -0.23875555396080017, + -1.1109493970870972, + -2.851717472076416, + -2.5092265605926514 + ], + [ + 0.006395295262336731, + 0.18594923615455627, + 1.097659707069397, + -0.9373843669891357, + -0.39761829376220703, + 2.4231760501861572, + 2.8556604385375977, + 2.012005090713501, + -0.4527641832828522, + -0.5922598242759705, + 0.7256154417991638, + 0.2553006410598755, + 2.3715028762817383, + 1.1968424320220947, + 1.742052674293518, + -0.17689073085784912, + -1.4718997478485107, + -0.6605599522590637, + -1.0601757764816284, + -2.319791793823242, + -3.0664103031158447 + ], + [ + 0.4066154956817627, + 0.35209017992019653, + 0.9181235432624817, + -0.9951808452606201, + -0.631847620010376, + 1.8874647617340088, + 3.015054225921631, + 2.333076238632202, + 0.38618454337120056, + -0.62028968334198, + 0.24966716766357422, + -0.48257118463516235, + 2.334515333175659, + 1.63359534740448, + 1.860792875289917, + 0.5359119176864624, + -1.0843493938446045, + -0.9678451418876648, + -0.9439300298690796, + -2.1947102546691895, + -2.4281222820281982 + ], + [ + 0.015165738761425018, + 0.5446738600730896, + 1.2352848052978516, + -0.1473866105079651, + 0.15446537733078003, + 1.7903990745544434, + 2.320143222808838, + 2.272561550140381, + -0.6432139873504639, + -1.071958065032959, + 0.5365031957626343, + -0.11214454472064972, + 2.2116878032684326, + 0.9838842749595642, + 2.401853084564209, + -0.058418914675712585, + -0.865546464920044, + -0.1061241626739502, + -0.2719002962112427, + -2.421879291534424, + -2.5098891258239746 + ], + [ + 0.2683122158050537, + -0.8778463006019592, + 1.475951910018921, + -1.2126445770263672, + 0.4232882857322693, + 2.2922797203063965, + 1.9345996379852295, + 2.916978597640991, + 0.26593178510665894, + -0.7363334894180298, + -0.03910773992538452, + -0.357444167137146, + 1.8151829242706299, + 1.783645510673523, + 2.5036306381225586, + -0.45258572697639465, + -1.6422197818756104, + 0.11536997556686401, + -1.683830738067627, + -2.6357810497283936, + -2.6646485328674316 + ], + [ + -0.1548803150653839, + 0.13637223839759827, + 1.8465006351470947, + -0.48585620522499084, + 0.3402402997016907, + 2.587662935256958, + 2.1060125827789307, + 2.741236925125122, + 0.9170478582382202, + -0.42497992515563965, + 0.4676946997642517, + 0.35382986068725586, + 2.711881399154663, + 1.3131541013717651, + 2.1217880249023438, + -0.19668260216712952, + -0.990149199962616, + -0.7007158994674683, + -1.446897268295288, + -3.100602626800537, + -2.932694911956787 + ], + [ + 0.6102633476257324, + -0.11974585056304932, + 0.8854461908340454, + -1.0939583778381348, + -0.9412197470664978, + 1.0679700374603271, + 1.7428157329559326, + 2.575167179107666, + 0.08946602046489716, + -0.6377968788146973, + 0.09637677669525146, + -0.7049344778060913, + 1.6295135021209717, + 0.6554169058799744, + 1.4636324644088745, + 0.09835275262594223, + -1.922394871711731, + 0.26878535747528076, + -1.8096922636032104, + -2.0655760765075684, + -2.724579095840454 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.8417268395423889, + -0.3558344542980194, + 2.1442551612854004, + 0.4183964133262634, + 0.5229508876800537, + 1.8997293710708618, + 3.2202587127685547, + 2.31200909614563, + -0.5115306973457336, + -0.5813845992088318, + 0.3603121340274811, + 0.5964478850364685, + 2.351464033126831, + 1.0036342144012451, + 0.9202133417129517, + -0.518054723739624, + -2.157965660095215, + -0.7771494388580322, + -1.1941752433776855, + -1.972611904144287, + -2.5486114025115967 + ], + [ + -1.0358245372772217, + -0.49697163701057434, + 1.3407690525054932, + -1.1330809593200684, + -0.8820254802703857, + 2.9806079864501953, + 1.8528658151626587, + 2.7598822116851807, + -0.1178378015756607, + 0.3092859387397766, + 0.6011976599693298, + 0.35834306478500366, + 2.892137050628662, + 2.5350935459136963, + 1.8005034923553467, + -0.8397343158721924, + -1.8896710872650146, + -0.98470538854599, + -0.7062767744064331, + -2.712493896484375, + -2.8830406665802 + ] + ], + "predicted_scores": [ + 0.6896888017654419, + -0.3452640771865845, + -0.3829479217529297, + -1.0288704633712769, + -1.551270842552185, + -1.9032329320907593, + -2.214996337890625, + -2.3892693519592285 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1461069713", + "selected_index": 0, + "state_hash": "7b8727b884b6cd1b5a3afdc5e89a0a0ad5f705c53f2846fb7729a3f503efe43b", + "stored_base_utility": 0.27674734592437744, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.039781928062438965, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.039781928062438965 + }, + "base_progress": 0.039781928062438965, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.039781928062438965, + "candidate_action_clip_max_abs": [ + 0.2520538568496704, + 0.25919950008392334, + 0.25724899768829346, + 0.3079952001571655, + 0.32774484157562256, + 0.24873876571655273, + 0.19753289222717285, + 0.3446434736251831 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2520538568496704, + "contact_quality": null, + "progress": 0.05259430408477783, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05259430408477783 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25919950008392334, + "contact_quality": null, + "progress": 0.04686248302459717, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04686248302459717 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25724899768829346, + "contact_quality": null, + "progress": 0.05059127137064934, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05059127137064934 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3079952001571655, + "contact_quality": null, + "progress": 0.04626457020640373, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04626457020640373 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32774484157562256, + "contact_quality": null, + "progress": 0.06544093042612076, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06544093042612076 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24873876571655273, + "contact_quality": null, + "progress": 0.04774407669901848, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04774407669901848 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19753289222717285, + "contact_quality": null, + "progress": 0.048176269978284836, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.048176269978284836 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3446434736251831, + "contact_quality": null, + "progress": 0.0292802844196558, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0292802844196558 + } + ], + "candidate_progress": [ + 0.05259430408477783, + 0.04686248302459717, + 0.05059127137064934, + 0.04626457020640373, + 0.06544093042612076, + 0.04774407669901848, + 0.048176269978284836, + 0.0292802844196558 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-3a4e2d080c9c4b279895", + "ms-883bd3738bfe11cfc192", + "ms-3a4e2d080c9c4b279895", + "ms-d535b38d768633f6d922", + "ms-d535b38d768633f6d922", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-883bd3738bfe11cfc192" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-0b93907b2a7261815f63", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.0752259492874146, + -0.2429077923297882, + -1.0028778314590454, + 0.8281154632568359, + -0.12187367677688599, + 1.2370915412902832, + 1.4006140232086182, + 0.6421430110931396, + -0.44540175795555115, + 0.7026498913764954, + -1.4653400182724, + 1.247887134552002, + 0.7960113286972046, + 0.534822404384613, + 1.9420095682144165, + -0.6618371605873108, + -2.797773599624634, + 0.29975709319114685, + -0.0013979673385620117, + -1.5006303787231445, + -3.3604838848114014 + ], + [ + 0.956908643245697, + -0.23657603561878204, + -1.0112578868865967, + 0.6387850046157837, + -0.9618554711341858, + 0.5763630867004395, + 1.0944726467132568, + 0.5705295205116272, + -0.08243557065725327, + 0.5214740633964539, + -1.8531237840652466, + 0.7644223570823669, + -0.3142712712287903, + 0.32310646772384644, + 2.1459648609161377, + -0.4641418159008026, + -2.580111026763916, + -0.29135870933532715, + 0.5590562224388123, + -1.9639644622802734, + -2.4074509143829346 + ], + [ + 0.963900089263916, + -0.46562784910202026, + -0.8180391788482666, + 0.5575698614120483, + -0.547140896320343, + 1.1433900594711304, + 0.9953432679176331, + 0.7323565483093262, + -0.2976784408092499, + 0.6132375597953796, + -1.3526772260665894, + 0.9100574254989624, + 0.5877357721328735, + 0.5855790972709656, + 1.975282073020935, + -0.8035205602645874, + -2.799978017807007, + 0.048401445150375366, + -0.08205902576446533, + -1.3376142978668213, + -3.45967698097229 + ], + [ + 1.0273568630218506, + -0.4707096219062805, + -0.8779095411300659, + 0.7707583904266357, + -1.178565502166748, + 0.8548246622085571, + 1.5540900230407715, + 0.6951618194580078, + -0.24096843600273132, + 0.4439966380596161, + -1.979202151298523, + 0.8042696714401245, + -0.0003567934036254883, + 0.8698527216911316, + 2.274453639984131, + -0.47338396310806274, + -2.3468353748321533, + -0.3051403760910034, + 0.4827224910259247, + -1.800630807876587, + -2.4866833686828613 + ], + [ + 0.7163377404212952, + -0.5890383124351501, + -0.6365002393722534, + 0.7472034692764282, + -1.162271499633789, + 1.0574899911880493, + 1.8925914764404297, + 0.805800199508667, + -0.3085665702819824, + 0.17753030359745026, + -2.1600942611694336, + 0.70664381980896, + -0.0834399163722992, + 1.0197621583938599, + 2.3164260387420654, + -0.4341870844364166, + -2.55448055267334, + -0.30527544021606445, + 0.4181993007659912, + -1.6149239540100098, + -2.4567179679870605 + ], + [ + 1.1892063617706299, + -0.4679017663002014, + -0.6657723188400269, + 0.30191799998283386, + -0.8488858342170715, + 1.29280424118042, + 1.8126370906829834, + 0.5585549473762512, + -0.24027201533317566, + 0.7429614067077637, + -1.8852627277374268, + 0.9520466327667236, + 0.3362821042537689, + 0.9372730851173401, + 2.115962266921997, + -0.6582366228103638, + -2.545550584793091, + -0.16823060810565948, + -0.06645959615707397, + -1.575455904006958, + -2.5583114624023438 + ], + [ + 1.1695618629455566, + -0.35266584157943726, + -0.8972982168197632, + 0.6841574907302856, + -0.3805878758430481, + 1.3140531778335571, + 1.445617437362671, + 0.7553163766860962, + -0.44396963715553284, + 0.8750199675559998, + -1.553766131401062, + 1.1534507274627686, + 0.8176143169403076, + 0.3550058603286743, + 1.8924630880355835, + -0.7329555749893188, + -2.64697527885437, + 0.2627606987953186, + 0.121659055352211, + -1.5678653717041016, + -3.381420135498047 + ], + [ + 1.2343757152557373, + -0.29943710565567017, + -1.161014437675476, + 0.8287429809570312, + -0.6489483714103699, + 0.7308334112167358, + 0.5787001252174377, + 0.6435343623161316, + 0.09170038998126984, + 0.6231884360313416, + -1.6590551137924194, + 0.7690982818603516, + 0.09495827555656433, + -0.09407354891300201, + 2.3951616287231445, + -0.5055126547813416, + -1.9861629009246826, + -0.7304781079292297, + 1.2737572193145752, + -1.5942003726959229, + -3.1436080932617188 + ] + ], + "generated_utilities": [ + 0.05259430408477783, + 0.04686248302459717, + 0.05059127137064934, + 0.04626457020640373, + 0.06544093042612076, + 0.04774407669901848, + 0.048176269978284836, + 0.0292802844196558 + ], + "group_id": "ms-0b93907b2a7261815f63", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1477116048336029, + 0.12613102793693542, + 0.07088401168584824, + 0.0761965736746788, + 0.13856682181358337, + 0.14616405963897705, + 0.21413776278495789, + 0.17502276599407196, + 0.2110716551542282, + 0.2304195761680603, + 0.1116476058959961, + 0.23322463035583496, + 0.13651077449321747, + 0.06564438343048096, + 0.11869975179433823, + 0.10022270679473877 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.35802340507507324, + 0.003281649202108383, + 0.0021193623542785645, + -0.15865212678909302, + 0.07818102836608887, + 0.3015424907207489, + 0.0, + 0.26074308156967163, + -0.09312838315963745, + 0.001399397850036621, + -0.5623524188995361, + -0.0774681568145752, + -0.017784535884857178, + 0.0, + 0.6875797510147095, + -0.21837913990020752, + -0.6401627063751221, + 0.058441340923309326, + 0.20951628684997559, + -0.6919598579406738, + 0.0 + ], + [ + -0.116854727268219, + 0.16565684974193573, + 0.2005036473274231, + -0.05341142416000366, + -0.6217787265777588, + 0.21571454405784607, + 0.0, + -0.054055407643318176, + 0.5566198229789734, + 0.1748012900352478, + -0.5623524188995361, + -0.2511836886405945, + -0.017784535884857178, + 0.0, + 0.6875797510147095, + 0.27206099033355713, + -0.6401627063751221, + 0.5002419948577881, + 0.08679527044296265, + -0.6919598579406738, + 0.0 + ], + [ + -0.224212646484375, + 0.1822936236858368, + 0.2909063696861267, + 0.3457568287849426, + -0.5447484254837036, + 0.3162921369075775, + 1.9096786975860596, + 0.11924834549427032, + -1.0295743942260742, + 0.8637802600860596, + -1.3676130771636963, + 1.6032545566558838, + 1.2848308086395264, + 0.9269450902938843, + 2.3737759590148926, + -0.09282869100570679, + -1.5828261375427246, + -0.401344895362854, + 1.1769282817840576, + -2.386953830718994, + -2.1954329013824463 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.883449912071228, + -0.18967023491859436, + -0.930983304977417, + 0.7991184592247009, + -1.0368496179580688, + 0.46966463327407837, + 1.1220202445983887, + -0.060808345675468445, + -0.36345845460891724, + 0.5183827877044678, + -1.5390084981918335, + 0.8132503032684326, + 1.1339510679244995, + 0.6889878511428833, + 1.8504276275634766, + -0.5158029794692993, + -1.7339975833892822, + 0.5990718603134155, + 1.0939288139343262, + -1.655308723449707, + -2.3136661052703857 + ], + [ + 1.0305190086364746, + -0.3332310914993286, + -1.0695888996124268, + 0.27218595147132874, + -1.1968023777008057, + 0.7591095566749573, + 1.3306995630264282, + 0.1919061690568924, + -0.687908947467804, + 0.5144999027252197, + -1.1524033546447754, + 0.754062294960022, + 0.5882365703582764, + 0.7388868927955627, + 1.8275213241577148, + -0.7375800609588623, + -2.0091264247894287, + 0.15882036089897156, + 0.397902250289917, + -1.684159278869629, + -2.2272229194641113 + ], + [ + 0.5422471761703491, + -0.005236692726612091, + -1.1350510120391846, + 0.802985429763794, + -1.327275276184082, + 0.6719900369644165, + 0.39238882064819336, + -0.2761971056461334, + -0.8177896738052368, + 0.29362061619758606, + -1.3494234085083008, + 0.6942989826202393, + 0.7067828178405762, + 0.8998331427574158, + 1.2453628778457642, + -0.8554643392562866, + -1.8105558156967163, + -0.043763577938079834, + 0.8118941783905029, + -2.0355005264282227, + -1.712721586227417 + ], + [ + 1.314859390258789, + -0.28482988476753235, + -0.43641483783721924, + 0.6446126103401184, + -0.4607810974121094, + 1.0196623802185059, + 1.1618728637695312, + -0.572636604309082, + -1.1725764274597168, + 1.1897002458572388, + -1.3083977699279785, + 0.5416567325592041, + 0.3951430320739746, + 1.1386345624923706, + 1.1774094104766846, + -1.3335206508636475, + -0.851260781288147, + 0.11711898446083069, + 1.5131587982177734, + -0.8928447365760803, + -2.432304859161377 + ] + ], + "predicted_scores": [ + 0.25083789229393005, + 0.12215572595596313, + -0.1502576470375061, + -0.23899608850479126, + -0.9082931280136108, + -0.9248040914535522, + -0.9557067155838013, + -2.6985974311828613 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "ddc3648a8801a572263c4c9855f2bb707983238f904a24b363546e6ad4fecc84", + "stored_base_utility": 0.1477116048336029, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09214222431182861, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09214222431182861 + }, + "base_progress": 0.09214222431182861, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09214222431182861, + "candidate_action_clip_max_abs": [ + 0.3440488576889038, + 0.2651771306991577, + 0.3064000606536865, + 0.3055621385574341, + 0.2857365608215332, + 0.31152641773223877, + 0.4009631872177124, + 0.3678094148635864 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3440488576889038, + "contact_quality": null, + "progress": 0.0030096571426838636, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0030096571426838636 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2651771306991577, + "contact_quality": null, + "progress": 0.0027267138939350843, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0027267138939350843 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3064000606536865, + "contact_quality": null, + "progress": 0.0033140182495117188, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0033140182495117188 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3055621385574341, + "contact_quality": null, + "progress": 0.0028632681351155043, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0028632681351155043 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2857365608215332, + "contact_quality": null, + "progress": 0.0032528836745768785, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0032528836745768785 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.31152641773223877, + "contact_quality": null, + "progress": 0.0027796428184956312, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0027796428184956312 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4009631872177124, + "contact_quality": null, + "progress": 0.002513885498046875, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002513885498046875 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3678094148635864, + "contact_quality": null, + "progress": 0.004418909549713135, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004418909549713135 + } + ], + "candidate_progress": [ + 0.0030096571426838636, + 0.0027267138939350843, + 0.0033140182495117188, + 0.0028632681351155043, + 0.0032528836745768785, + 0.0027796428184956312, + 0.002513885498046875, + 0.004418909549713135 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-f2b2b2a1aa2863c3676f", + "ms-84388e63928e1a30ffc4", + "ms-f2b2b2a1aa2863c3676f", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0e592951fa32139b6dc9", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5289257764816284, + -0.21229402720928192, + 1.7896592617034912, + 0.0786028504371643, + 0.9300106167793274, + 2.8371787071228027, + 3.088463306427002, + -0.4740847647190094, + 0.07081207633018494, + 1.4521147012710571, + 0.044226232916116714, + 1.37506103515625, + 2.0801000595092773, + 2.724740982055664, + -1.463910460472107, + -0.2384290248155594, + 2.046201229095459, + 1.147907018661499, + 0.5086387395858765, + 2.804888963699341, + 2.9549458026885986 + ], + [ + -0.5695643424987793, + -0.28552520275115967, + 1.7428088188171387, + 0.14311575889587402, + 1.2120964527130127, + 2.9097795486450195, + 2.6742987632751465, + -0.5498541593551636, + 0.1147288978099823, + 1.532644510269165, + 0.12489920854568481, + 1.17830491065979, + 1.6643165349960327, + 2.9193644523620605, + -1.4234811067581177, + -0.32894763350486755, + 2.10737681388855, + 1.041456937789917, + 0.6717127561569214, + 2.5234487056732178, + 2.9949893951416016 + ], + [ + -0.2743690609931946, + -0.10844510793685913, + 1.9441065788269043, + -0.10264154523611069, + 1.518195629119873, + 3.0110950469970703, + 2.262566328048706, + -0.32072076201438904, + 0.13827399909496307, + 1.5078258514404297, + 0.0808427706360817, + 1.3765227794647217, + 1.5747183561325073, + 2.1906747817993164, + -1.4117941856384277, + -0.3252814710140228, + 2.1781551837921143, + 1.4265308380126953, + 0.7679370641708374, + 2.900728702545166, + 3.0488805770874023 + ], + [ + -0.26786506175994873, + -0.33917832374572754, + 1.8939790725708008, + 0.07743453979492188, + 1.1065802574157715, + 2.912029504776001, + 2.4655227661132812, + -0.6580699682235718, + 0.17277772724628448, + 1.4134142398834229, + 0.01153649017214775, + 1.431888461112976, + 1.9361003637313843, + 2.8808956146240234, + -1.3761543035507202, + -0.3694298565387726, + 2.2430968284606934, + 0.9318063855171204, + 0.48257559537887573, + 2.62338924407959, + 3.0774991512298584 + ], + [ + -0.1683303564786911, + -0.1524517983198166, + 1.9033162593841553, + -0.08810879290103912, + 1.6337919235229492, + 2.7775514125823975, + 2.01774263381958, + -0.509087085723877, + 0.06475868076086044, + 1.426296591758728, + 0.07189888507127762, + 1.4181593656539917, + 1.5665684938430786, + 2.6471142768859863, + -1.5060162544250488, + -0.3336813747882843, + 2.098639488220215, + 1.3268840312957764, + 0.680840253829956, + 2.751408576965332, + 2.8653032779693604 + ], + [ + -0.4175412654876709, + -0.3559335470199585, + 1.7653424739837646, + -0.09652435034513474, + 1.1139307022094727, + 2.9673454761505127, + 2.5591752529144287, + -0.6616477966308594, + 0.14602655172348022, + 1.4475429058074951, + -0.031788505613803864, + 1.165650725364685, + 1.8559578657150269, + 2.6458470821380615, + -1.434841513633728, + -0.2959153950214386, + 2.152737617492676, + 1.1124351024627686, + 0.42240259051322937, + 2.7283592224121094, + 2.9612374305725098 + ], + [ + -0.2832869291305542, + -0.27210479974746704, + 1.8387575149536133, + -0.07327747344970703, + 0.5887770652770996, + 2.7150936126708984, + 2.2200920581817627, + -0.7555598020553589, + 0.14285063743591309, + 1.6365801095962524, + -0.18852704763412476, + 1.550248384475708, + 2.1172778606414795, + 2.520040273666382, + -1.4145116806030273, + -0.356510192155838, + 2.100790500640869, + 0.9880766272544861, + 0.07205377519130707, + 3.2051193714141846, + 2.820086717605591 + ], + [ + -0.015019789338111877, + -0.2598162591457367, + 1.566084623336792, + -0.12158536911010742, + 1.2060903310775757, + 2.011326551437378, + 1.9342002868652344, + -0.5471402406692505, + 0.12521526217460632, + 1.4534449577331543, + 0.519045889377594, + 0.49187642335891724, + 1.478406310081482, + 3.41009521484375, + -1.2189662456512451, + -0.2391405701637268, + 1.972888708114624, + 1.2685848474502563, + 0.5960808396339417, + 2.687370538711548, + 3.8536183834075928 + ] + ], + "generated_utilities": [ + 0.0030096571426838636, + 0.0027267138939350843, + 0.0033140182495117188, + 0.0028632681351155043, + 0.0032528836745768785, + 0.0027796428184956312, + 0.002513885498046875, + 0.004418909549713135 + ], + "group_id": "ms-0e592951fa32139b6dc9", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1711789071559906, + 0.17613987624645233, + 0.16927629709243774, + 0.0423065647482872, + 0.20965813100337982, + 0.07015828788280487, + 0.21620094776153564, + 0.1724219024181366, + 0.1423870027065277, + 0.24661025404930115, + 0.14343278110027313, + 0.09994153678417206, + 0.17987559735774994, + 0.18108364939689636, + 0.18041786551475525, + 0.16705060005187988 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.135708749294281, + -0.05688762664794922, + 0.7320159673690796, + -0.021828442811965942, + -0.006818830966949463, + 2.287719964981079, + 0.0, + 0.20540261268615723, + 0.14638599753379822, + 0.7066835165023804, + -0.15251345932483673, + 0.1029520034790039, + 1.0314524173736572, + 0.0, + -0.6059560775756836, + 0.23389217257499695, + 1.1481804847717285, + 0.3334113359451294, + -0.38470524549484253, + 2.040435791015625, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.654878616333008, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.610830307006836, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.381541728973389 + ], + [ + -0.9256635308265686, + -0.9442670345306396, + 1.8187936544418335, + 0.1726800799369812, + 1.433042049407959, + 3.0033669471740723, + 1.9724969863891602, + 0.17441165447235107, + -0.15206116437911987, + 1.4269602298736572, + 0.7405354380607605, + 0.5764091610908508, + 1.3685493469238281, + 1.7216769456863403, + -2.056549072265625, + -0.6810498237609863, + 1.4569921493530273, + 0.552493155002594, + 1.1383450031280518, + 3.520111560821533, + 3.1784400939941406 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.39019274711608887, + -0.3697388768196106, + 1.7847206592559814, + 0.0990862250328064, + 1.2249782085418701, + 3.853276491165161, + 2.320482015609741, + -0.6788766384124756, + 0.2520664930343628, + 1.6572859287261963, + -0.2942456603050232, + 1.4538278579711914, + 1.8136317729949951, + 2.5188534259796143, + -1.7351287603378296, + -0.6589106917381287, + 1.8669097423553467, + 1.138834834098816, + 0.68365478515625, + 3.002373456954956, + 2.2502007484436035 + ] + ], + "predicted_scores": [ + 4.133414268493652, + 3.9555511474609375, + 3.570936679840088, + 3.569366931915283, + 3.5256729125976562, + 3.353407382965088, + 2.9408488273620605, + 2.730140209197998 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "565369392", + "selected_index": 0, + "state_hash": "9069f9139f4001d9b899dcc89c52871452c1f258a25fb3099a11540745479a04", + "stored_base_utility": 0.1711789071559906, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12371087074279785, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12371087074279785 + }, + "base_progress": 0.12371087074279785, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.12371087074279785, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07355141639709473, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07355141639709473 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0757654532790184, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0757654532790184 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06173539161682129, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06173539161682129 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08357248455286026, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08357248455286026 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0599333830177784, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0599333830177784 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06214326620101929, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06214326620101929 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06306713819503784, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06306713819503784 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.057862717658281326, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.057862717658281326 + } + ], + "candidate_progress": [ + 0.07355141639709473, + 0.0757654532790184, + 0.06173539161682129, + 0.08357248455286026, + 0.0599333830177784, + 0.06214326620101929, + 0.06306713819503784, + 0.057862717658281326 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5e422b9487b4a1efd7af", + "ms-5e422b9487b4a1efd7af", + "ms-ebacae0135af2832dfbb", + "ms-ebacae0135af2832dfbb", + "ms-003a2225c0892dcda683", + "ms-3d090ac2459c4b891dd1", + "ms-6d46dae312649c977b64", + "ms-6d46dae312649c977b64" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-1150c257eb77fdf40f55", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.013842105865478516, + -0.06451861560344696, + 0.47283804416656494, + -0.22695741057395935, + 1.10508131980896, + 0.8650702238082886, + 0.440317302942276, + 0.16922853887081146, + 0.11457563191652298, + 0.08501976728439331, + -0.30463969707489014, + 0.56937175989151, + -0.18313676118850708, + 0.15217554569244385, + -0.39514270424842834, + 0.13960976898670197, + 0.7555171251296997, + -0.07130755484104156, + -0.10567930340766907, + 1.6737077236175537, + 0.2901504933834076 + ], + [ + 0.08011753112077713, + -0.0611814484000206, + 0.4636639356613159, + -0.1479479968547821, + 1.0364853143692017, + 0.9043087959289551, + 0.3226267695426941, + 0.1123252660036087, + 0.1353227198123932, + 0.04667171835899353, + -0.2353745400905609, + 0.6153832674026489, + -0.2522408068180084, + 0.0923766940832138, + -0.39571240544319153, + 0.14833936095237732, + 0.7543764710426331, + -0.10202635824680328, + -0.05866050720214844, + 1.620589256286621, + 0.1849300116300583 + ], + [ + -0.05491261184215546, + -0.04519563540816307, + 0.5068464875221252, + -0.1315649151802063, + 1.10984468460083, + 0.5804081559181213, + 0.374597430229187, + 0.05122968554496765, + 0.06336897611618042, + 0.12874560058116913, + -0.27080127596855164, + 0.534546971321106, + -0.16081607341766357, + 0.021461382508277893, + -0.4318854808807373, + 0.11088617146015167, + 0.8050186038017273, + -0.020416617393493652, + -0.19821089506149292, + 1.6661455631256104, + 0.36712774634361267 + ], + [ + 0.14065484702587128, + 0.008965298533439636, + 0.5167160034179688, + -0.13187214732170105, + 0.9981375932693481, + 0.7404688596725464, + 0.43153348565101624, + 0.21955403685569763, + 0.04880689084529877, + 0.04487772285938263, + -0.19319969415664673, + 0.39901769161224365, + -0.4211065471172333, + 0.13437475264072418, + -0.42276254296302795, + 0.08653010427951813, + 0.6734118461608887, + 0.009767547249794006, + -0.1903626024723053, + 1.701754093170166, + 0.15065664052963257 + ], + [ + 0.023216113448143005, + -0.045595038682222366, + 0.541715145111084, + -0.23030225932598114, + 1.169494867324829, + 0.5995618104934692, + 0.16304776072502136, + 0.05203405022621155, + 0.10640520602464676, + 0.15531358122825623, + -0.2805650532245636, + 0.6344325542449951, + -0.351142019033432, + 0.00413031131029129, + -0.4317508935928345, + 0.1371019035577774, + 0.8667611479759216, + -0.08373995125293732, + -0.12348556518554688, + 1.6861133575439453, + 0.20198854804039001 + ], + [ + -0.089077427983284, + -0.05355403944849968, + 0.5734907388687134, + -0.11620312929153442, + 1.059065341949463, + 0.7480869293212891, + 0.4885093569755554, + 0.10005418956279755, + 0.08007229119539261, + 0.05228558927774429, + -0.21566671133041382, + 0.4864470064640045, + -0.16418635845184326, + 0.11105097830295563, + -0.5008085370063782, + 0.10726124048233032, + 0.8492428660392761, + -0.024397030472755432, + -0.17008614540100098, + 1.7039909362792969, + 0.31985366344451904 + ], + [ + 0.03901193290948868, + -0.014393903315067291, + 0.47953277826309204, + -0.10906201601028442, + 1.1342597007751465, + 0.5298342704772949, + 0.26090162992477417, + -0.04046943783760071, + 0.09939011186361313, + 0.09749748557806015, + -0.18760773539543152, + 0.4361199140548706, + -0.30019262433052063, + 0.0700734406709671, + -0.40048155188560486, + 0.14706386625766754, + 0.7905220985412598, + -0.10045470297336578, + -0.120354562997818, + 1.5944373607635498, + 0.2255372554063797 + ], + [ + -0.08669383823871613, + -0.008244339376688004, + 0.5544295310974121, + -0.04046796262264252, + 1.1014091968536377, + 0.47425681352615356, + 0.17566266655921936, + -0.09121572971343994, + 0.055946871638298035, + 0.04119815677404404, + -0.1804107129573822, + 0.48109832406044006, + -0.10660943388938904, + 0.001896500587463379, + -0.3978522717952728, + 0.12568482756614685, + 0.8010817170143127, + -0.1508624106645584, + -0.08173525333404541, + 1.6897668838500977, + 0.24600203335285187 + ] + ], + "generated_utilities": [ + 0.07355141639709473, + 0.0757654532790184, + 0.06173539161682129, + 0.08357248455286026, + 0.0599333830177784, + 0.06214326620101929, + 0.06306713819503784, + 0.057862717658281326 + ], + "group_id": "ms-1150c257eb77fdf40f55", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.205438494682312, + 0.19440287351608276, + 2.0, + 0.06743352115154266, + 0.09762486070394516, + 0.05968044325709343, + 0.06453381478786469, + 0.16064172983169556, + 0.06295697391033173, + 0.10546235740184784, + 0.16741447150707245, + 0.10055317729711533, + 0.1183478832244873, + 0.09926760196685791, + 0.1558058112859726, + 0.13674795627593994 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.09056752920150757, + -0.2143874317407608, + 0.6735875606536865, + -0.35991138219833374, + 1.1371166706085205, + 0.8924020528793335, + 0.0, + 0.48704957962036133, + -0.5953095555305481, + 0.21847444772720337, + -0.3070484697818756, + 0.37822651863098145, + -0.3171537518501282, + 0.0, + -0.7741998434066772, + 0.41792139410972595, + 0.8780484199523926, + 0.3649749755859375, + -0.09185761213302612, + 1.7173066139221191, + 0.0 + ], + [ + 0.3818177580833435, + -0.1632993072271347, + 1.6735875606536865, + -0.73281329870224, + 2.1371166706085205, + 1.8924020528793335, + 1.514779806137085, + 0.5406677722930908, + 0.05391235277056694, + 0.8802758455276489, + -0.31566321849823, + 1.3782265186309814, + -0.5531051754951477, + -0.21722358465194702, + -1.7741998434066772, + 0.0449310801923275, + 1.8780484199523926, + 0.3035918176174164, + 0.060378000140190125, + 2.717306613922119, + 2.909407615661621 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.02955961227417, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.43444716930389404, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.818815231323242 + ], + [ + 0.42747244238853455, + -0.3087315559387207, + 1.7502412796020508, + -0.8182393908500671, + 2.0313124656677246, + 1.6448395252227783, + 1.24044668674469, + 0.7009565830230713, + -0.23324866592884064, + 1.1392686367034912, + -0.5247952938079834, + 1.4571584463119507, + -0.49353888630867004, + -0.0930052250623703, + -1.778476595878601, + -0.16985677182674408, + 1.6152095794677734, + 0.18172645568847656, + 0.1129707470536232, + 2.935091495513916, + 2.760957956314087 + ], + [ + 0.09335258603096008, + -0.35894060134887695, + 1.555099368095398, + -1.0200716257095337, + 2.405588388442993, + 1.6257401704788208, + 1.3954322338104248, + 0.11102765798568726, + 0.19966177642345428, + 0.718544065952301, + -0.5510124564170837, + 1.740695834159851, + -0.6702614426612854, + -0.6276000142097473, + -1.7647165060043335, + -0.3473905622959137, + 1.3987621068954468, + -0.11959102749824524, + 0.01659800112247467, + 2.66627836227417, + 2.9513895511627197 + ], + [ + 0.6018719673156738, + -0.04098059982061386, + 1.1050782203674316, + -1.0763531923294067, + 2.250910520553589, + 2.003974199295044, + 1.038380742073059, + 0.0489102303981781, + 0.5832850337028503, + 0.8585951924324036, + -0.15864072740077972, + 1.2157728672027588, + -0.4815141260623932, + -0.12415935844182968, + -1.2865421772003174, + 0.44299742579460144, + 1.7145415544509888, + -0.1370745599269867, + 0.2453698217868805, + 2.385085344314575, + 2.9078378677368164 + ], + [ + 0.9925466179847717, + -0.5599566102027893, + 2.293154239654541, + -1.0748687982559204, + 2.690208673477173, + 2.543424129486084, + 1.9131667613983154, + 0.001248478889465332, + 0.33262303471565247, + 1.430745244026184, + -0.24217489361763, + 2.0650253295898438, + -0.9027698040008545, + -0.5483738780021667, + -2.3082175254821777, + 0.6782533526420593, + 1.8159281015396118, + 0.5841233730316162, + -0.34102171659469604, + 2.758389472961426, + 2.7812235355377197 + ], + [ + 0.0008313357830047607, + 0.24506188929080963, + 0.803434431552887, + -0.13381141424179077, + 2.5939393043518066, + 2.5073320865631104, + 0.9504327774047852, + 1.093189001083374, + 0.14018693566322327, + 0.7001581192016602, + 0.0246870219707489, + 0.5101413726806641, + -0.7698385715484619, + 0.14226475358009338, + -2.306002140045166, + 0.38827529549598694, + 1.0900931358337402, + 1.0219950675964355, + -0.09821544587612152, + 2.62663197517395, + 2.7238752841949463 + ], + [ + -0.5447437167167664, + -0.35039737820625305, + 2.543966054916382, + -0.36204129457473755, + 1.2183375358581543, + 2.383202314376831, + 0.5299641489982605, + 1.200934886932373, + 0.6115331053733826, + 0.9871726036071777, + -0.2663031220436096, + 1.4280281066894531, + -1.037001609802246, + -0.8669927716255188, + -2.3864903450012207, + 0.9953977465629578, + 1.2881814241409302, + 0.12922421097755432, + -0.890371561050415, + 3.319371223449707, + 3.7598111629486084 + ], + [ + 0.19011303782463074, + -0.595826268196106, + 1.7726038694381714, + -1.0747493505477905, + 2.147249698638916, + 2.2640788555145264, + 0.8556388020515442, + 0.008047342300415039, + 1.0202090740203857, + 1.7284903526306152, + -0.5999912619590759, + 1.5015807151794434, + -1.4830108880996704, + -0.1748480200767517, + -0.8668899536132812, + 0.64105224609375, + 2.544318199157715, + 1.209302306175232, + 0.875862181186676, + 1.9398608207702637, + 2.762448787689209 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.2367493212223053, + -0.07229958474636078, + 0.6735875606536865, + -0.27453795075416565, + 1.1371166706085205, + 0.8924020528793335, + 0.0, + -0.1513601541519165, + -0.10297675430774689, + 0.174577534198761, + -0.054809629917144775, + 0.37822651863098145, + 0.04315674304962158, + 0.0, + -0.7741998434066772, + 0.16962140798568726, + 0.8780484199523926, + -0.01767498254776001, + 0.016679801046848297, + 1.7173066139221191, + 0.0 + ] + ], + "predicted_scores": [ + 8.299906730651855, + 8.29467487335205, + 8.201606750488281, + 7.9962968826293945, + 7.983850002288818, + 7.942689418792725, + 7.814478874206543, + 7.739823818206787 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "848613296", + "selected_index": 0, + "state_hash": "14da395d5ad5754ef96a06641ab5fe5dac72608d012e26305bb44617d531a961", + "stored_base_utility": 0.205438494682312, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.01705336570739746, + 0.0, + 0.04853951930999756, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.01705336570739746, + "contact_quality": null, + "progress": 0.2677990198135376, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2677990198135376 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21242399513721466, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21242399513721466 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04853951930999756, + "contact_quality": null, + "progress": 0.21878695487976074, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21878695487976074 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23866534233093262, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23866534233093262 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24536217749118805, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24536217749118805 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23449444770812988, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23449444770812988 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21055202186107635, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21055202186107635 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2518579661846161, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2518579661846161 + } + ], + "candidate_progress": [ + 0.2677990198135376, + 0.21242399513721466, + 0.21878695487976074, + 0.23866534233093262, + 0.24536217749118805, + 0.23449444770812988, + 0.21055202186107635, + 0.2518579661846161 + ], + "candidate_safety_violation": [ + true, + false, + true, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-a148ca5e4912e2cf417d", + "ms-c1620854ba52f09e24d5", + "ms-a148ca5e4912e2cf417d", + "ms-a148ca5e4912e2cf417d", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-a148ca5e4912e2cf417d", + "ms-e2f8f0ef073900703441" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-15459afe7e32ce62fc1b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.2465085983276367, + -0.09103590995073318, + 0.03969082236289978, + 0.09997627139091492, + 0.8519819378852844, + 2.504505157470703, + 0.5916057825088501, + 1.0097686052322388, + 0.15584464371204376, + -0.4222584366798401, + 0.16349801421165466, + -0.6291223168373108, + -1.8938207626342773, + -1.4714422225952148, + 1.0633436441421509, + 0.16778162121772766, + -0.5180818438529968, + 0.1176614984869957, + -0.41622406244277954, + -1.5117666721343994, + -1.4220366477966309 + ], + [ + 0.678772509098053, + -0.08944608271121979, + 0.004544436931610107, + -0.14569410681724548, + 0.14075548946857452, + 2.155536651611328, + 1.3843939304351807, + 1.6964662075042725, + 0.43016359210014343, + -0.44229012727737427, + 0.36810269951820374, + -0.3254671096801758, + -1.1502476930618286, + -0.7961142063140869, + 0.9793256521224976, + 0.023058630526065826, + -0.8785057663917542, + -0.028423815965652466, + -0.16191110014915466, + -1.3889544010162354, + -1.4769151210784912 + ], + [ + 1.4320077896118164, + -0.05573021247982979, + 0.3834877014160156, + -0.037408098578453064, + 0.5773239731788635, + 1.4329115152359009, + 0.8200984001159668, + 1.3156214952468872, + 0.457802951335907, + -0.29030364751815796, + -0.21491289138793945, + -0.6596200466156006, + -1.2761313915252686, + -0.905819296836853, + 0.818118691444397, + 0.2127988189458847, + -0.6258590817451477, + 0.057415783405303955, + -0.819419801235199, + -2.211874485015869, + -0.8653353452682495 + ], + [ + 1.2652947902679443, + -0.013096876442432404, + 0.208486407995224, + -0.2100675255060196, + 0.3602467179298401, + 1.585010051727295, + 0.6098111867904663, + 1.2424423694610596, + 0.34011155366897583, + -0.35826846957206726, + -0.030452080070972443, + -0.510815441608429, + -1.3276491165161133, + -0.8504695892333984, + 1.1416962146759033, + 0.27674829959869385, + -0.671297550201416, + -0.03701011836528778, + -0.671141505241394, + -1.5598692893981934, + -1.179328203201294 + ], + [ + 1.1859540939331055, + -0.13521206378936768, + 0.015804708003997803, + -0.12229905277490616, + 0.406741738319397, + 1.8249480724334717, + 0.9048182964324951, + 1.166280746459961, + 0.2119249701499939, + -0.21171805262565613, + 0.13340717554092407, + -0.5895272493362427, + -1.3359211683273315, + -0.7944698333740234, + 1.1899758577346802, + 0.13165706396102905, + -0.9684293866157532, + 0.018681347370147705, + -0.4515589475631714, + -1.3209502696990967, + -1.392899990081787 + ], + [ + 1.3001048564910889, + -0.13317212462425232, + 0.05553075671195984, + -0.120522141456604, + 0.3652496337890625, + 1.3929953575134277, + 0.8014148473739624, + 1.1957298517227173, + 0.29443448781967163, + -0.2438104748725891, + -0.04023827612400055, + -0.4954566955566406, + -1.3183093070983887, + -0.7230795621871948, + 1.3034820556640625, + 0.27605298161506653, + -0.9061517119407654, + -0.009768888354301453, + -0.47071337699890137, + -1.4436280727386475, + -1.3478739261627197 + ], + [ + 1.0483496189117432, + 0.00847364217042923, + 0.2646280825138092, + -0.17481929063796997, + 0.14871996641159058, + 1.6995762586593628, + 0.6230422258377075, + 1.275019884109497, + 0.3815869688987732, + -0.5300765037536621, + 0.24354121088981628, + -0.22206035256385803, + -1.0244461297988892, + -0.7652787566184998, + 1.2544480562210083, + 0.2395464926958084, + -0.5844342112541199, + -0.06384526193141937, + -0.7526457905769348, + -1.6338543891906738, + -0.9003810882568359 + ], + [ + 1.5065910816192627, + -0.19799280166625977, + 0.16398054361343384, + -0.1281290352344513, + 0.4553391933441162, + 1.4745522737503052, + 0.8961871862411499, + 1.2131367921829224, + 0.2894473671913147, + -0.2838573455810547, + -0.1119900718331337, + -0.5468095541000366, + -1.2890366315841675, + -0.7677477598190308, + 1.2412182092666626, + 0.2566908895969391, + -0.9821609854698181, + 0.0930422693490982, + -0.5333120822906494, + -1.335038185119629, + -1.5443934202194214 + ] + ], + "generated_utilities": [ + 0.2677990198135376, + 0.21242399513721466, + 0.21878695487976074, + 0.23866534233093262, + 0.24536217749118805, + 0.23449444770812988, + 0.21055202186107635, + 0.2518579661846161 + ], + "group_id": "ms-15459afe7e32ce62fc1b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 1.509984394942876e-05, + 0.005131523124873638, + 0.05701291561126709, + 0.0002180337905883789, + 2.384185791015625e-07, + 0.038702450692653656, + 1.9868215517249155e-08, + 0.0, + 0.004245281219482422, + 0.0003166596288792789, + 0.00021004676818847656, + 0.0, + 3.5762786865234375e-07, + 1.2834867447963916e-05, + 0.0015127062797546387, + 0.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.9938865900039673, + -0.14729119837284088, + -0.0807761549949646, + -0.06971137225627899, + -0.11386138200759888, + 1.6320369243621826, + 0.0, + 0.7195127010345459, + 0.14327578246593475, + -0.13504397869110107, + -0.13326208293437958, + -0.03727620840072632, + -0.47102272510528564, + 0.0, + 0.4228266477584839, + -0.027390141040086746, + -0.02735733985900879, + -0.031022369861602783, + -0.07307341694831848, + -1.8966941833496094, + 0.0 + ] + ], + "predicted_scores": [ + 3.993347644805908, + 3.754530906677246, + 3.6116280555725098, + 3.289529323577881, + 3.172618865966797, + 3.007669448852539, + 2.836076259613037, + 2.6633057594299316 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1461069713", + "selected_index": 0, + "state_hash": "505daf5998ee38431b6bb30abc1710e9ac666ed06f07efe6e136f883bae0c6e9", + "stored_base_utility": 1.509984394942876e-05, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17036283016204834, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17036283016204834 + }, + "base_progress": 0.17036283016204834, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.17036283016204834, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08427214622497559, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08427214622497559 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.082133948802948, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.082133948802948 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08842281252145767, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08842281252145767 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11053135246038437, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11053135246038437 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11422482877969742, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11422482877969742 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0925997868180275, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0925997868180275 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09060931205749512, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09060931205749512 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10881942510604858, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10881942510604858 + } + ], + "candidate_progress": [ + 0.08427214622497559, + 0.082133948802948, + 0.08842281252145767, + 0.11053135246038437, + 0.11422482877969742, + 0.0925997868180275, + 0.09060931205749512, + 0.10881942510604858 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4aed2a49597da545e551", + "ms-4aed2a49597da545e551", + "ms-4aed2a49597da545e551", + "ms-4dc6f09c1beeb5314d11", + "ms-6f26118aa94bacd82250", + "ms-deaf653f7a97ed4a22b7", + "ms-4aed2a49597da545e551", + "ms-4dc6f09c1beeb5314d11" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-1577a0922a9e53528571", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.5113580226898193, + 0.08984583616256714, + 0.15219151973724365, + 1.0657939910888672, + 0.5923068523406982, + 0.23856228590011597, + 0.4180687367916107, + 0.6755166053771973, + 0.19562001526355743, + -0.05029692500829697, + -1.0666496753692627, + 1.5745539665222168, + -0.5151427984237671, + -0.1906294971704483, + 0.21591785550117493, + 0.10284578800201416, + 0.11480023711919785, + 0.04899394512176514, + 1.2100348472595215, + 1.8122203350067139, + 0.3301258683204651 + ], + [ + 0.31034258008003235, + 0.12223729491233826, + -0.06779006123542786, + 0.6244974136352539, + 0.35333988070487976, + 0.4294787049293518, + 0.030260682106018066, + 0.9133286476135254, + 0.16924038529396057, + 0.009831711649894714, + -0.6878206729888916, + 1.4418505430221558, + -0.5561593174934387, + -0.4219924807548523, + 0.14788487553596497, + 0.08591237664222717, + 0.05753400921821594, + -0.2110060602426529, + 0.9466267824172974, + 1.7589631080627441, + 0.22465971112251282 + ], + [ + 0.2623198628425598, + 0.109996497631073, + 0.010344386100769043, + 0.5508707761764526, + 0.28471556305885315, + 0.26947957277297974, + 0.3254615366458893, + 0.8037463426589966, + 0.10981229692697525, + -0.21072325110435486, + -1.2054736614227295, + 1.28755784034729, + -0.653939962387085, + -0.019002974033355713, + 0.29712754487991333, + 0.15524502098560333, + -0.023454084992408752, + 0.010982081294059753, + 1.3406920433044434, + 1.344259262084961, + 0.26001644134521484 + ], + [ + 0.32000890374183655, + 0.029681198298931122, + 0.0371612012386322, + 0.5290240049362183, + 0.007851660251617432, + 0.34749525785446167, + -0.11468875408172607, + 0.7574441432952881, + 0.04808967560529709, + -0.03885885328054428, + -1.1932382583618164, + 1.0063719749450684, + -0.9989080429077148, + -0.22356225550174713, + 0.2027374655008316, + -0.16748516261577606, + -0.09208686649799347, + 0.12366748601198196, + 1.1945817470550537, + 1.373091697692871, + 0.1929285228252411 + ], + [ + 0.3019949793815613, + -0.04792250320315361, + -0.08145412802696228, + 0.2798437476158142, + 0.5022587776184082, + 0.2437700629234314, + 0.05101668834686279, + 0.750207781791687, + -0.021341772750020027, + -0.16393396258354187, + -1.1617680788040161, + 0.7523642778396606, + -1.4292709827423096, + -0.5648139119148254, + 0.3210042417049408, + -0.2289024442434311, + -0.21717427670955658, + 0.16804201900959015, + 0.9190835952758789, + 1.720278263092041, + 0.2715287208557129 + ], + [ + 0.5154685378074646, + 0.1409057378768921, + -0.030476242303848267, + 0.5020523071289062, + 0.1936226189136505, + 0.09989172220230103, + 0.08789956569671631, + 0.7210334539413452, + 0.1204243078827858, + -0.1530579924583435, + -1.1825686693191528, + 1.1455473899841309, + -0.8718056678771973, + 0.061680518090724945, + 0.2988286018371582, + -0.04120009392499924, + -0.256028950214386, + -0.08847834169864655, + 0.9623112082481384, + 0.9141519665718079, + 0.16164419054985046 + ], + [ + 0.164017915725708, + -0.003003094345331192, + 0.15891626477241516, + 0.679874062538147, + 0.44673892855644226, + 0.07889014482498169, + 0.2333175241947174, + 0.7170571088790894, + 0.12152405083179474, + -0.09427069872617722, + -1.1261603832244873, + 1.3211263418197632, + -0.5314538478851318, + -0.0016806721687316895, + 0.3933662474155426, + 0.14206960797309875, + -0.0242740660905838, + -0.13485492765903473, + 1.1134692430496216, + 1.2356922626495361, + 0.1737476885318756 + ], + [ + 0.17963653802871704, + 0.04106830060482025, + -0.022887200117111206, + 0.6301971673965454, + 0.1505512148141861, + -0.05393669009208679, + -0.04980814456939697, + 0.6350437998771667, + 0.018976202234625816, + -0.2228638231754303, + -1.4215149879455566, + 1.1360827684402466, + -0.8864214420318604, + -0.8525192737579346, + 0.2774784564971924, + 0.005862539634108543, + -0.2560158371925354, + 0.1776028424501419, + 1.2980847358703613, + 1.0701653957366943, + 0.42208296060562134 + ] + ], + "generated_utilities": [ + 0.08427214622497559, + 0.082133948802948, + 0.08842281252145767, + 0.11053135246038437, + 0.11422482877969742, + 0.0925997868180275, + 0.09060931205749512, + 0.10881942510604858 + ], + "group_id": "ms-1577a0922a9e53528571", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1662796437740326, + 0.2255966067314148, + 0.09281270205974579, + 0.13530313968658447, + 0.16917292773723602, + 0.16738185286521912, + 0.16965174674987793, + 0.11302932351827621, + 0.13154105842113495, + 0.09181392192840576, + 0.132971853017807, + 0.05561737343668938, + 0.03718811273574829, + 0.048951923847198486, + 0.03679392859339714, + 0.08913560956716537 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.800157904624939, + 0.05345696210861206, + 0.15016819536685944, + 0.41699469089508057, + 0.10956013202667236, + -0.24859501421451569, + 0.0, + 0.7886241674423218, + -0.2211931049823761, + -0.0060236454010009766, + -1.0101356506347656, + 0.9071638584136963, + -0.9206682443618774, + 0.0, + 0.09341508150100708, + 0.14098545908927917, + -0.15912815928459167, + 0.1189928650856018, + 1.5161716938018799, + 1.391592025756836, + 0.0 + ], + [ + 2.047227621078491, + -1.0626420974731445, + -0.6381093859672546, + 1.8157681226730347, + 1.3117146492004395, + -0.5934803485870361, + -0.3404204845428467, + 1.7842594385147095, + 0.10421064496040344, + -0.5952203273773193, + -1.9421666860580444, + 1.53909170627594, + -1.6873356103897095, + -1.6638339757919312, + 0.9490447044372559, + -0.5077314376831055, + -0.39340949058532715, + 0.8167158961296082, + 2.7678017616271973, + 2.640474319458008, + 1.4036215543746948 + ], + [ + 1.3091065883636475, + -0.5438463687896729, + -0.2183854579925537, + 1.1694265604019165, + 0.7579687833786011, + 0.26805031299591064, + 0.12772467732429504, + 1.357613205909729, + 0.3642096221446991, + -1.2111014127731323, + -2.107663154602051, + 2.3462421894073486, + -2.397979736328125, + -2.057342767715454, + 0.48065394163131714, + 0.07029163837432861, + -0.5483123064041138, + 0.5872242450714111, + 2.987942695617676, + 2.615154266357422, + 1.0784378051757812 + ], + [ + 1.3490869998931885, + -1.4956254959106445, + -0.4649536907672882, + 2.1432013511657715, + 1.0037533044815063, + -0.782755434513092, + -0.36410802602767944, + 1.5203807353973389, + 0.4407161772251129, + -1.1771857738494873, + -1.727846384048462, + 2.5656068325042725, + -2.027146339416504, + -1.9924559593200684, + 0.35632938146591187, + -0.3889557123184204, + -0.6359783411026001, + -0.04596543312072754, + 2.2849245071411133, + 2.517549514770508, + 0.8795052766799927 + ], + [ + 1.4762015342712402, + -1.221953272819519, + -1.087418794631958, + 2.031343936920166, + 0.5545526146888733, + 0.20185153186321259, + 0.44634607434272766, + 1.8174196481704712, + 0.5138222575187683, + -0.6731763482093811, + -1.1736352443695068, + 2.5951709747314453, + -2.4098188877105713, + -1.634419322013855, + 1.0047866106033325, + -0.891492486000061, + -0.18689294159412384, + 0.8233577013015747, + 2.514582872390747, + 3.2201952934265137, + 0.6788517236709595 + ], + [ + 1.392481803894043, + -1.6035854816436768, + -0.9720022082328796, + 1.6677550077438354, + 0.48533159494400024, + -0.0866265743970871, + -0.02172572910785675, + 1.8850512504577637, + -0.009463369846343994, + -1.3510568141937256, + -2.832369565963745, + 0.9093054533004761, + -1.2887578010559082, + -1.5209550857543945, + 0.1109539270401001, + -0.6762241125106812, + -0.4912685751914978, + 0.24844583868980408, + 2.296311378479004, + 2.5830366611480713, + 0.35723769664764404 + ], + [ + 2.3807647228240967, + -0.029224812984466553, + -0.2653099000453949, + 1.6611711978912354, + 1.0600693225860596, + -1.2199022769927979, + -1.0337128639221191, + 2.768897771835327, + -0.2134828269481659, + -1.4789464473724365, + -2.116611957550049, + 1.2818961143493652, + -2.663545846939087, + -2.314833164215088, + 1.0509006977081299, + 0.2593856751918793, + -0.594836950302124, + 0.7676551938056946, + 2.9901070594787598, + 2.009911298751831, + 0.6262719631195068 + ], + [ + 1.465735673904419, + -1.6786201000213623, + -1.0263310670852661, + 1.1120631694793701, + 0.34349673986434937, + -0.5995705127716064, + -0.0704788863658905, + 0.9908178448677063, + 1.280312418937683, + 0.3177521228790283, + -1.8212294578552246, + 0.9386675357818604, + -2.2955970764160156, + -1.3694195747375488, + 0.10333973169326782, + -1.0727535486221313, + -0.3834262192249298, + 0.11234381794929504, + 2.845491409301758, + 2.713818073272705, + 1.3976860046386719 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.800157904624939, + -0.062094151973724365, + 0.0170147567987442, + 0.41699469089508057, + 0.10956013202667236, + -0.02697800099849701, + 0.0, + 0.7886241674423218, + 0.03701874613761902, + 0.03852736949920654, + -1.0101356506347656, + 0.9071638584136963, + -0.9206682443618774, + 0.0, + 0.05294734239578247, + -0.10228963941335678, + -0.03952236473560333, + 0.021740078926086426, + 1.5161716938018799, + 1.391592025756836, + 0.0 + ] + ], + "predicted_scores": [ + 4.31034517288208, + 3.8525710105895996, + 3.5728893280029297, + 3.547280788421631, + 3.5218000411987305, + 3.4743728637695312, + 3.376404285430908, + 3.2617392539978027 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "932fd609a722797149830841e2f10e0739e0ca028706ae69efb38331e9ea8833", + "stored_base_utility": 0.1662796437740326, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06665760278701782, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06665760278701782 + }, + "base_progress": 0.06665760278701782, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06665760278701782, + "candidate_action_clip_max_abs": [ + 0.19489431381225586, + 0.19991815090179443, + 0.23473894596099854, + 0.22342872619628906, + 0.2365173101425171, + 0.23310840129852295, + 0.21406924724578857, + 0.22780656814575195 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19489431381225586, + "contact_quality": null, + "progress": 0.10229190438985825, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10229190438985825 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19991815090179443, + "contact_quality": null, + "progress": 0.11507751792669296, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11507751792669296 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23473894596099854, + "contact_quality": null, + "progress": 0.11697516590356827, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11697516590356827 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22342872619628906, + "contact_quality": null, + "progress": 0.12416797876358032, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12416797876358032 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2365173101425171, + "contact_quality": null, + "progress": 0.12348856776952744, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12348856776952744 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23310840129852295, + "contact_quality": null, + "progress": 0.1157294511795044, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1157294511795044 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21406924724578857, + "contact_quality": null, + "progress": 0.1201125755906105, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1201125755906105 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22780656814575195, + "contact_quality": null, + "progress": 0.15248583257198334, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15248583257198334 + } + ], + "candidate_progress": [ + 0.10229190438985825, + 0.11507751792669296, + 0.11697516590356827, + 0.12416797876358032, + 0.12348856776952744, + 0.1157294511795044, + 0.1201125755906105, + 0.15248583257198334 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-1772611570ffaf72c98c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.07873354852199554, + -0.22652870416641235, + 1.9176719188690186, + -0.07781127095222473, + 1.1468110084533691, + 3.0862574577331543, + 2.049680471420288, + 1.9728590250015259, + -0.21465229988098145, + -0.8167155385017395, + 1.1113755702972412, + 0.2722150981426239, + 1.315425157546997, + 1.40780770778656, + -0.3573787808418274, + -0.3076728284358978, + 1.4185196161270142, + -0.25986140966415405, + 1.901564598083496, + 2.522810697555542, + 2.730886220932007 + ], + [ + -0.406471848487854, + -0.2001563012599945, + 1.6589072942733765, + -0.43329983949661255, + 1.4815995693206787, + 2.857457399368286, + 2.321078062057495, + 1.854466199874878, + -0.1660609394311905, + -0.8255549073219299, + 1.330718994140625, + 0.08483486622571945, + 1.4647709131240845, + 1.3545851707458496, + -0.414910227060318, + -0.08660338819026947, + 1.3622231483459473, + -0.18739841878414154, + 1.5667407512664795, + 2.3740696907043457, + 2.3066370487213135 + ], + [ + -0.17023642361164093, + -0.13744589686393738, + 1.9075887203216553, + -0.2713083326816559, + 1.1446465253829956, + 2.614886999130249, + 2.4552628993988037, + 2.0003437995910645, + 0.0011789696291089058, + -0.8627753257751465, + 1.4268560409545898, + 0.4066772162914276, + 1.4181053638458252, + 1.1585729122161865, + -0.35901331901550293, + -0.13839377462863922, + 1.5413192510604858, + -0.33555835485458374, + 1.5848958492279053, + 2.785522222518921, + 2.1587369441986084 + ], + [ + -0.02294766902923584, + -0.2630581259727478, + 1.8879032135009766, + -0.15665429830551147, + 1.4059638977050781, + 2.858689546585083, + 2.394010305404663, + 2.1832821369171143, + -0.19586703181266785, + -0.9808740615844727, + 1.1787923574447632, + 0.12520499527454376, + 1.5297257900238037, + 1.43863046169281, + -0.3778790533542633, + -0.25011271238327026, + 1.2962234020233154, + -0.15165989100933075, + 1.8250226974487305, + 2.5232603549957275, + 2.567638635635376 + ], + [ + -0.19069187343120575, + -0.15124031901359558, + 1.9027798175811768, + -0.18038100004196167, + 1.3683247566223145, + 2.745697498321533, + 2.4094631671905518, + 1.995484471321106, + -0.007180161774158478, + -0.9063431024551392, + 1.419275164604187, + 0.3248182535171509, + 1.3857271671295166, + 1.2802176475524902, + -0.35852986574172974, + -0.1279473900794983, + 1.4739350080490112, + -0.3242599368095398, + 1.6509206295013428, + 2.8465287685394287, + 2.359016180038452 + ], + [ + 0.035436660051345825, + -0.20893146097660065, + 1.8844943046569824, + -0.08266562223434448, + 1.245666265487671, + 2.7381784915924072, + 2.2756710052490234, + 2.089029550552368, + -0.17710281908512115, + -0.8631851077079773, + 1.1550191640853882, + 0.2556457221508026, + 1.5245325565338135, + 1.316832423210144, + -0.3421979546546936, + -0.25909361243247986, + 1.3530827760696411, + -0.05172933638095856, + 1.880922555923462, + 2.627265453338623, + 2.5459368228912354 + ], + [ + 0.041468702256679535, + -0.2778835892677307, + 2.0310847759246826, + -0.7002135515213013, + 1.1464807987213135, + 3.0897176265716553, + 1.8738014698028564, + 1.9626325368881226, + -0.036480918526649475, + -1.087273359298706, + 1.427289605140686, + 0.28990069031715393, + 1.1607412099838257, + 1.0516140460968018, + -0.22195735573768616, + -0.11046834290027618, + 1.7228959798812866, + -0.2538912296295166, + 1.361706256866455, + 2.9213695526123047, + 2.2028920650482178 + ], + [ + 0.16933637857437134, + -0.28841647505760193, + 1.7474968433380127, + -0.421897292137146, + 1.5511484146118164, + 2.7932941913604736, + 1.9629006385803223, + 2.268174171447754, + -0.11959017813205719, + -1.1341807842254639, + 1.120537519454956, + 0.1482534259557724, + 1.3643213510513306, + 1.2389761209487915, + -0.07109205424785614, + 0.015223521739244461, + 1.2366193532943726, + -0.11835207045078278, + 1.6843929290771484, + 2.787707567214966, + 2.4897468090057373 + ] + ], + "generated_utilities": [ + 0.10229190438985825, + 0.11507751792669296, + 0.11697516590356827, + 0.12416797876358032, + 0.12348856776952744, + 0.1157294511795044, + 0.1201125755906105, + 0.15248583257198334 + ], + "group_id": "ms-1772611570ffaf72c98c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.11447618901729584, + 0.1315309703350067, + 0.1578388214111328, + 0.08556970208883286, + 0.2241741418838501, + 0.1176968440413475, + 0.22572791576385498, + 0.18051040172576904, + 0.18411269783973694, + 0.26223525404930115, + 0.12313520908355713, + 0.1231968030333519, + 0.09537240117788315, + 0.02698793075978756, + 0.07938914000988007, + 0.16510391235351562 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.48269104957580566, + -0.021318435668945312, + 0.721161425113678, + -0.170694962143898, + 2.1680078506469727, + 3.3398869037628174, + 3.2539899349212646, + 2.1464834213256836, + -0.5313221216201782, + -1.844834566116333, + 2.097193479537964, + -0.3376484513282776, + 2.404858112335205, + 1.930655598640442, + 0.746584951877594, + -0.5082456469535828, + 2.3664636611938477, + -0.08765923976898193, + 0.8283008337020874, + 2.025562286376953, + 2.1584300994873047 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.17515040934085846, + -0.5692746639251709, + 1.6308631896972656, + -0.37575826048851013, + 1.234089970588684, + 2.915905714035034, + 2.3593709468841553, + 2.410625696182251, + -0.3692465126514435, + -0.9380754232406616, + 1.4166319370269775, + 0.20222198963165283, + 1.8003473281860352, + 1.7914190292358398, + -0.07717849314212799, + 0.20515252649784088, + 1.4526405334472656, + -0.6235483884811401, + 1.3909136056900024, + 2.1262431144714355, + 2.1085195541381836 + ], + [ + -0.3335261344909668, + -0.82433021068573, + 1.4348102807998657, + -0.12359443306922913, + 1.5221197605133057, + 3.159515142440796, + 2.597280502319336, + 2.616333484649658, + -0.08523222804069519, + -0.9543083906173706, + 1.5369808673858643, + 0.304916113615036, + 1.6063913106918335, + 1.502361536026001, + -0.3460271954536438, + -0.07712949812412262, + 1.3989100456237793, + -0.7669324278831482, + 1.1706503629684448, + 1.955579400062561, + 2.1134579181671143 + ], + [ + 0.22381608188152313, + -0.2221076786518097, + 1.92037034034729, + -0.33755335211753845, + 0.9590246677398682, + 2.725304365158081, + 2.3952572345733643, + 2.30204701423645, + -0.16940748691558838, + -0.7112281918525696, + 1.1240007877349854, + 0.1521669626235962, + 1.4811394214630127, + 1.5900828838348389, + -0.353438138961792, + -0.0317954421043396, + 1.6941628456115723, + -1.0229253768920898, + 1.7796498537063599, + 1.8867639303207397, + 2.4681665897369385 + ], + [ + -0.12549829483032227, + -0.7777551412582397, + 1.3392112255096436, + 0.05737125873565674, + 0.7668783664703369, + 2.697618246078491, + 2.5372023582458496, + 2.740326404571533, + -0.4726425111293793, + -1.1444751024246216, + 1.1310784816741943, + 0.5810960531234741, + 1.3021944761276245, + 1.3030654191970825, + -0.36609917879104614, + -0.27178865671157837, + 1.6781117916107178, + -0.20549136400222778, + 1.3911014795303345, + 1.6277779340744019, + 1.956173300743103 + ], + [ + 0.31552767753601074, + -0.3372250199317932, + 1.9403152465820312, + -0.631564736366272, + 1.4139360189437866, + 3.1797077655792236, + 1.9573863744735718, + 2.308138608932495, + -0.25840604305267334, + -1.5333139896392822, + 1.111903190612793, + -0.30686062574386597, + 1.7511664628982544, + 2.3785548210144043, + -0.14189839363098145, + 0.15764659643173218, + 1.4165440797805786, + -0.6241116523742676, + 1.7609630823135376, + 1.7466657161712646, + 2.569704294204712 + ], + [ + -1.1732150316238403, + -0.6561834812164307, + 1.7434401512145996, + -0.12174037098884583, + 1.5737520456314087, + 2.828545093536377, + 2.4415104389190674, + 2.6011910438537598, + 0.5390660762786865, + -0.0836229920387268, + 1.7178329229354858, + 0.4283371865749359, + 1.3815467357635498, + 1.9494856595993042, + -0.2908380329608917, + -0.5487654805183411, + 1.5490015745162964, + -0.2034028172492981, + 1.2786715030670166, + 1.5000455379486084, + 2.331089735031128 + ] + ], + "predicted_scores": [ + 10.539948463439941, + 10.256616592407227, + 10.198899269104004, + 10.157367706298828, + 10.14509105682373, + 10.124853134155273, + 8.853792190551758, + 8.626367568969727 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "b4126fa141c848909dae03e0340114c8d3d0fd4e959b8e142d3ae90f1794e002", + "stored_base_utility": 0.11447618901729584, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23570941388607025, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23570941388607025 + }, + "base_progress": 0.23570941388607025, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23570941388607025, + "candidate_action_clip_max_abs": [ + 0.2821347713470459, + 0.41707468032836914, + 0.33548080921173096, + 0.32460784912109375, + 0.3811981678009033, + 0.3358922004699707, + 0.32193470001220703, + 0.36977899074554443 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2821347713470459, + "contact_quality": null, + "progress": 0.0817684754729271, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0817684754729271 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.41707468032836914, + "contact_quality": null, + "progress": 0.08216723054647446, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08216723054647446 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.33548080921173096, + "contact_quality": null, + "progress": 0.08990287780761719, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08990287780761719 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32460784912109375, + "contact_quality": null, + "progress": 0.09030228853225708, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09030228853225708 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3811981678009033, + "contact_quality": null, + "progress": 0.08663978427648544, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08663978427648544 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3358922004699707, + "contact_quality": null, + "progress": 0.10314035415649414, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10314035415649414 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32193470001220703, + "contact_quality": null, + "progress": 0.0913853868842125, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0913853868842125 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.36977899074554443, + "contact_quality": null, + "progress": 0.09828341007232666, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09828341007232666 + } + ], + "candidate_progress": [ + 0.0817684754729271, + 0.08216723054647446, + 0.08990287780761719, + 0.09030228853225708, + 0.08663978427648544, + 0.10314035415649414, + 0.0913853868842125, + 0.09828341007232666 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d", + "ms-37384bede4d1c03f3b80", + "ms-4de1f6d71208bf1d182d" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-19cb10d10516bd0216a6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 2.034564256668091, + 0.026312798261642456, + -0.39247575402259827, + 0.03910839557647705, + 0.05953778326511383, + 2.059025287628174, + 2.3167643547058105, + 2.2709801197052, + 0.4874856472015381, + -1.2035632133483887, + -0.6983215808868408, + -0.8354535102844238, + -1.7318339347839355, + -2.9552419185638428, + 1.9239397048950195, + 0.3658645451068878, + -1.8096137046813965, + -0.5134084224700928, + -0.8799110054969788, + -1.967693567276001, + -2.4445371627807617 + ], + [ + 2.16042423248291, + -0.16309934854507446, + 0.028702139854431152, + 0.061038464307785034, + -0.42709559202194214, + 3.4062533378601074, + 1.863060712814331, + 2.8152122497558594, + 0.556710422039032, + -1.6373156309127808, + -0.476347953081131, + -1.046732783317566, + -2.5763840675354004, + -3.152832508087158, + 2.248870849609375, + 0.48462748527526855, + -1.8802525997161865, + -0.6498500108718872, + -1.070793867111206, + -2.572540044784546, + -2.484267234802246 + ], + [ + 1.86691415309906, + -0.2831209599971771, + 0.2863926887512207, + -0.6553428173065186, + -0.02477174997329712, + 2.8423690795898438, + 2.3009889125823975, + 2.3045644760131836, + 0.6661965250968933, + -1.4882351160049438, + -0.4802819788455963, + -1.5757362842559814, + -2.2319207191467285, + -3.31717848777771, + 2.153625249862671, + 0.06869125366210938, + -1.825035810470581, + -0.49120938777923584, + -0.9696075320243835, + -2.3364086151123047, + -2.9674222469329834 + ], + [ + 1.9221564531326294, + -0.05201487988233566, + 0.031623899936676025, + -0.19862349331378937, + -0.10732918977737427, + 3.2567944526672363, + 2.507511615753174, + 2.543088436126709, + 0.5073301792144775, + -1.495025634765625, + -0.430152028799057, + -1.5658313035964966, + -2.168152093887329, + -3.2560057640075684, + 2.0183043479919434, + 0.2954670786857605, + -1.736689567565918, + -0.7282183766365051, + -1.479884147644043, + -2.604830741882324, + -2.694019079208374 + ], + [ + 1.9412249326705933, + -0.1708316057920456, + 0.14463213086128235, + -0.009102925658226013, + -0.3642980456352234, + 3.038846254348755, + 2.165964126586914, + 2.8850338459014893, + 0.5692538619041443, + -1.7174872159957886, + -0.831506073474884, + -1.825431227684021, + -2.3854403495788574, + -3.184105634689331, + 2.0892508029937744, + 0.36397719383239746, + -1.8346478939056396, + -0.6886438727378845, + -1.1311218738555908, + -2.2746057510375977, + -2.5069286823272705 + ], + [ + 2.007380723953247, + -0.07772495597600937, + -0.19135329127311707, + -0.24673780798912048, + -0.025700807571411133, + 3.2400143146514893, + 2.453824996948242, + 2.5084192752838135, + 0.607869565486908, + -1.464146614074707, + -0.606779932975769, + -1.5475941896438599, + -2.5131759643554688, + -3.2867496013641357, + 2.0735929012298584, + 0.26884397864341736, + -1.7983489036560059, + -0.6235089302062988, + -1.1278083324432373, + -2.443401575088501, + -2.8742291927337646 + ], + [ + 1.8994871377944946, + -0.1126634031534195, + -0.015201061964035034, + -0.1319276988506317, + -0.09958648681640625, + 3.1327967643737793, + 2.100051164627075, + 2.66066837310791, + 0.6308438181877136, + -1.5589945316314697, + -0.7875145673751831, + -1.632828712463379, + -2.4829134941101074, + -3.309640645980835, + 1.961459755897522, + 0.30994629859924316, + -1.7389905452728271, + -0.8060865998268127, + -1.1193907260894775, + -2.227091073989868, + -2.8539786338806152 + ], + [ + 2.186286687850952, + 0.0016925372183322906, + -0.5853278636932373, + -0.3436964154243469, + 0.16197852790355682, + 2.859154224395752, + 2.063211441040039, + 2.7252566814422607, + 0.672981321811676, + -1.661834716796875, + -0.39891374111175537, + -1.576771855354309, + -2.6191701889038086, + -3.1612637042999268, + 2.111245632171631, + 0.3573113977909088, + -1.6733254194259644, + -0.6166812181472778, + -0.958697497844696, + -2.30684757232666, + -2.8351376056671143 + ] + ], + "generated_utilities": [ + 0.0817684754729271, + 0.08216723054647446, + 0.08990287780761719, + 0.09030228853225708, + 0.08663978427648544, + 0.10314035415649414, + 0.0913853868842125, + 0.09828341007232666 + ], + "group_id": "ms-19cb10d10516bd0216a6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.24216507375240326, + 2.0, + 0.17987337708473206, + 0.2362835854291916, + 0.2977067828178406, + 0.11835980415344238, + 0.1643652319908142, + 0.128651425242424, + 0.14796464145183563, + 0.16122256219387054, + 0.18288879096508026, + 0.1734774112701416, + 0.06848250329494476, + 0.03197479248046875, + 0.12486406415700912, + 0.1924065351486206 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.1464040279388428, + -0.006189227104187012, + -0.1257442831993103, + 0.0851173996925354, + -0.10297465324401855, + 1.5866737365722656, + 0.0, + 0.996627926826477, + -0.2477211356163025, + -0.42028355598449707, + 0.22605937719345093, + 0.027033090591430664, + -1.7015352249145508, + 0.0, + 0.9016501903533936, + -0.013817369937896729, + -0.28635478019714355, + -0.26330992579460144, + 0.06672173738479614, + -1.3098335266113281, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.0368876457214355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.698302745819092, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.14832067489624 + ], + [ + 2.153826951980591, + 0.045235298573970795, + -0.4780682325363159, + 0.32646846771240234, + -0.546728253364563, + 2.5386974811553955, + 2.0691184997558594, + 2.112424612045288, + 0.4614671766757965, + -1.1336904764175415, + -0.8165757656097412, + -0.9860425591468811, + -2.849172830581665, + -2.7336361408233643, + 2.181959629058838, + 0.18813559412956238, + -1.245948076248169, + -0.3591574728488922, + -0.7890139222145081, + -2.1452271938323975, + -2.448204517364502 + ], + [ + 2.124769687652588, + 0.01991812139749527, + -0.7967128157615662, + 0.4699859917163849, + -0.5054431557655334, + 2.2811529636383057, + 1.907355785369873, + 1.8970825672149658, + 0.6224451065063477, + -1.2684814929962158, + -0.5946453809738159, + -0.9846315383911133, + -2.490745782852173, + -3.212860107421875, + 1.5658851861953735, + 0.04580022394657135, + -1.0699349641799927, + -0.497502863407135, + -1.1084672212600708, + -1.998201847076416, + -2.8987858295440674 + ], + [ + 2.477747917175293, + -0.2305586338043213, + -0.44441893696784973, + 1.047622799873352, + -0.12124305963516235, + 2.1809279918670654, + 2.4256110191345215, + 2.4776861667633057, + 0.19296063482761383, + -1.8756742477416992, + -0.28649869561195374, + -1.0550215244293213, + -2.56113338470459, + -2.88606595993042, + 2.0370330810546875, + 0.17635086178779602, + -1.2065192461013794, + -0.36487117409706116, + -0.7409138083457947, + -2.449244976043701, + -2.4634220600128174 + ], + [ + 1.997714877128601, + 0.31752485036849976, + -0.07272717356681824, + 1.1991374492645264, + -0.8414225578308105, + 3.149047374725342, + 1.7151015996932983, + 1.467982530593872, + 0.705494225025177, + -1.9625637531280518, + -0.6430686116218567, + -0.8857172131538391, + -2.2999541759490967, + -2.6129634380340576, + 1.9571260213851929, + 0.6182985305786133, + -1.1884666681289673, + -0.522229015827179, + -0.26255255937576294, + -1.7157323360443115, + -2.374929428100586 + ], + [ + 2.2332687377929688, + -0.07867136597633362, + 0.1331970989704132, + 0.6168539524078369, + -0.5877183675765991, + 2.1283907890319824, + 1.6336266994476318, + 2.461962938308716, + 0.4761424660682678, + -1.5081865787506104, + -0.43105068802833557, + -1.570711374282837, + -3.2723474502563477, + -2.3803653717041016, + 1.4726841449737549, + 0.2543317675590515, + -1.5366793870925903, + 0.3712846040725708, + -0.5937085747718811, + -2.6529898643493652, + -3.0144362449645996 + ], + [ + 1.7007923126220703, + 0.6343641877174377, + 0.3433006703853607, + 1.3356026411056519, + -0.03362828493118286, + 1.8276841640472412, + 2.798511505126953, + 1.9063993692398071, + -0.06200814247131348, + -0.87345290184021, + 0.04544895887374878, + -1.3328216075897217, + -3.1227927207946777, + -2.1539015769958496, + 2.447645664215088, + 1.0066672563552856, + -1.611452341079712, + -0.9963124990463257, + -0.6191489100456238, + -1.824056625366211, + -3.1861038208007812 + ], + [ + 3.0196642875671387, + 0.7337956428527832, + 0.40341857075691223, + 1.0123169422149658, + -0.44111838936805725, + 1.965991497039795, + 2.0576839447021484, + 2.0683155059814453, + 0.6118137836456299, + -0.9525865316390991, + -0.6466639041900635, + -0.6132915019989014, + -2.4215259552001953, + -3.5392470359802246, + 2.4767892360687256, + 0.840803861618042, + -1.200547695159912, + 0.5356867909431458, + -0.31520789861679077, + -2.0017776489257812, + -3.466418743133545 + ], + [ + 2.2061238288879395, + 0.7702636122703552, + 0.002097606658935547, + -0.3008034825325012, + -0.749321699142456, + 2.486663579940796, + 2.3809680938720703, + 2.9540483951568604, + 0.032931774854660034, + -1.39921236038208, + -0.1577337384223938, + -0.4241551160812378, + -2.1237905025482178, + -3.2045531272888184, + 1.8644822835922241, + 0.48790979385375977, + -2.0073342323303223, + 0.5612038969993591, + -0.33004361391067505, + -1.3883776664733887, + -2.207827091217041 + ], + [ + 1.7596712112426758, + -0.4507133960723877, + -1.0639448165893555, + 0.9830804467201233, + -1.2895848751068115, + 1.8779957294464111, + 2.799257755279541, + 1.5269079208374023, + 0.15339532494544983, + -2.3213813304901123, + 0.15714764595031738, + -1.2321947813034058, + -3.33048415184021, + -2.8424220085144043, + 2.4185919761657715, + -0.06845429539680481, + -1.049446702003479, + 0.492010235786438, + -0.6767646670341492, + -2.5908467769622803, + -3.2356276512145996 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.1464040279388428, + 0.06613798439502716, + 0.03055080771446228, + -0.003031909465789795, + 0.07219856977462769, + 1.5866737365722656, + 0.0, + 0.996627926826477, + 0.0702236145734787, + -0.42028355598449707, + -0.05748891830444336, + -0.04489946365356445, + -1.7015352249145508, + 0.0, + 0.9016501903533936, + 0.0037083476781845093, + -0.28635478019714355, + 0.022689789533615112, + -0.06574612855911255, + -1.3098335266113281, + 0.0 + ], + [ + 2.1464040279388428, + -0.07035551965236664, + -0.40713170170783997, + 0.6157570481300354, + -0.5969527363777161, + 2.5866737365722656, + 2.0184438228607178, + 1.996627926826477, + 0.31942856311798096, + -1.420283555984497, + -0.6749303340911865, + -0.9729669094085693, + -2.701535224914551, + -2.849151372909546, + 1.9016501903533936, + 0.2523038983345032, + -1.2863547801971436, + -0.26643723249435425, + -0.8445056080818176, + -2.309833526611328, + -2.57416033744812 + ] + ], + "predicted_scores": [ + 1.9659193754196167, + 1.7722522020339966, + 1.3905106782913208, + 1.1183604001998901, + 0.9468962550163269, + 0.7347687482833862, + 0.46473777294158936, + -0.03265035152435303 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1375492786", + "selected_index": 0, + "state_hash": "0a1eea4faa2cc6d590201ae85dce89b223cc7071cd0c30e239fcc77155e1e07c", + "stored_base_utility": 0.24216507375240326, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2310456782579422, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2310456782579422 + }, + "base_progress": 0.2310456782579422, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2310456782579422, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17050933837890625, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17050933837890625 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16417424380779266, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16417424380779266 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17240412533283234, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17240412533283234 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17354269325733185, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17354269325733185 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19565236568450928, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19565236568450928 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1624872088432312, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1624872088432312 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16805236041545868, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16805236041545868 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20654432475566864, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20654432475566864 + } + ], + "candidate_progress": [ + 0.17050933837890625, + 0.16417424380779266, + 0.17240412533283234, + 0.17354269325733185, + 0.19565236568450928, + 0.1624872088432312, + 0.16805236041545868, + 0.20654432475566864 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-53a86042af3c0887e556", + "ms-53a86042af3c0887e556", + "ms-53a86042af3c0887e556", + "ms-53a86042af3c0887e556", + "ms-53a86042af3c0887e556", + "ms-53a86042af3c0887e556", + "ms-53a86042af3c0887e556", + "ms-53a86042af3c0887e556" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-1a4979e969aa331fb126", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.1480040550231934, + 0.47635024785995483, + -0.30668553709983826, + -0.47927844524383545, + 0.4841892123222351, + 0.1603742092847824, + 0.04348701238632202, + 0.023799151182174683, + -0.036345310509204865, + -0.3083594739437103, + -0.1388683021068573, + -0.2695946991443634, + -0.2207324206829071, + -0.1558140367269516, + 0.5888941884040833, + -0.12773655354976654, + -0.28464198112487793, + -1.0761995315551758, + -0.22300857305526733, + -0.0518966019153595, + -0.3445548117160797 + ], + [ + 1.2494513988494873, + 0.4105878472328186, + -0.3625467121601105, + -0.6132848858833313, + 0.4019094705581665, + -0.052226319909095764, + -0.05357390642166138, + 0.01022501289844513, + -0.004202734678983688, + -0.3382282853126526, + 0.027869734913110733, + -0.3673745393753052, + -0.3353765606880188, + -0.11591428518295288, + 0.7021389007568359, + -0.07942067086696625, + -0.26929545402526855, + -1.1825367212295532, + -0.2100743055343628, + -0.11914566159248352, + -0.5370701551437378 + ], + [ + 1.1020492315292358, + 0.3326149582862854, + -0.40703609585762024, + -0.7272124290466309, + 0.5106221437454224, + -0.11761325597763062, + -0.24692106246948242, + -0.0016755610704421997, + 0.053442515432834625, + -0.2647334039211273, + 0.05200834199786186, + -0.6116469502449036, + -0.6589540243148804, + -0.0975026786327362, + 0.7602521777153015, + -0.06819157302379608, + -0.4248031973838806, + -1.2814286947250366, + -0.3206508159637451, + -0.01907399296760559, + -0.6708329916000366 + ], + [ + 1.3043774366378784, + 0.37376272678375244, + -0.4546472728252411, + -0.41096532344818115, + 0.396525502204895, + -0.04576897621154785, + -0.6043532490730286, + 0.0417662113904953, + -0.025381451472640038, + -0.49900197982788086, + -0.03848879784345627, + -0.40511345863342285, + -0.6670360565185547, + 0.023837223649024963, + 0.7814090251922607, + -0.02621975541114807, + -0.42815226316452026, + -1.284571647644043, + -0.27137303352355957, + -0.15935206413269043, + -0.944118857383728 + ], + [ + 0.8052641749382019, + 0.4888034462928772, + 0.047603070735931396, + -0.3523903489112854, + 0.13119852542877197, + -0.4739910662174225, + 0.08934897184371948, + 0.2040916085243225, + 0.1256714165210724, + -0.24659928679466248, + -0.0718400850892067, + -0.19918063282966614, + -0.4693177044391632, + -0.16041181981563568, + 0.22355321049690247, + -0.21550600230693817, + -0.20310835540294647, + -1.4253779649734497, + -0.3296387195587158, + 0.02908027172088623, + 0.151202991604805 + ], + [ + 1.3724496364593506, + 0.47725772857666016, + 0.01566976308822632, + -0.23493202030658722, + 0.06761299073696136, + 0.21846409142017365, + -0.4704596996307373, + 0.003079518675804138, + 0.011534685268998146, + -0.6917780637741089, + -0.2107209861278534, + -0.14167657494544983, + -0.25565576553344727, + -0.1913735419511795, + 0.8273596167564392, + -0.13190996646881104, + -0.24347759783267975, + -1.0848913192749023, + -0.31506407260894775, + -0.4546523094177246, + -0.4866878092288971 + ], + [ + 1.3879960775375366, + 0.4778828024864197, + -0.5190751552581787, + -0.5331226587295532, + 0.29583412408828735, + -0.26686298847198486, + -0.20074880123138428, + -0.06894302368164062, + 0.03688652813434601, + -0.3094523251056671, + 0.12652279436588287, + -0.5907101035118103, + -0.8922507762908936, + 0.31411367654800415, + 0.7825286984443665, + -0.10373029112815857, + -0.32917696237564087, + -1.3303197622299194, + -0.24977821111679077, + 0.11648008227348328, + -0.8879592418670654 + ], + [ + 0.8878507018089294, + 0.2399500161409378, + -0.002631574869155884, + -0.533666729927063, + 0.29054906964302063, + -0.37484100461006165, + 0.1533840298652649, + -0.008336931467056274, + 0.25976279377937317, + -0.17846399545669556, + -0.237775981426239, + 0.07080501317977905, + -0.10815143585205078, + -0.5562400817871094, + 0.3019753098487854, + -0.2242182344198227, + -0.34219592809677124, + -1.5705763101577759, + -0.6310420632362366, + -0.08073534071445465, + 0.24321249127388 + ] + ], + "generated_utilities": [ + 0.17050933837890625, + 0.16417424380779266, + 0.17240412533283234, + 0.17354269325733185, + 0.19565236568450928, + 0.1624872088432312, + 0.16805236041545868, + 0.20654432475566864 + ], + "group_id": "ms-1a4979e969aa331fb126", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18874704837799072, + 0.20861469209194183, + 0.15448664128780365, + 0.2711350619792938, + 0.18668338656425476, + 0.1757809817790985, + 0.20044827461242676, + 0.11191835254430771, + 0.21970844268798828, + 0.1308881938457489, + 0.11151723563671112, + 0.06934124231338501, + 0.13278493285179138, + 0.13324275612831116, + 0.16240958869457245, + 0.03179911896586418 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.291891098022461, + -0.4063814878463745, + -0.6650506258010864, + -0.24807420372962952, + -0.7017534971237183, + -1.7574931383132935, + -1.8170784711837769, + -0.1417074352502823, + -0.3061625361442566, + -0.9038351774215698, + -0.17855717241764069, + -0.9208337664604187, + 0.35375332832336426, + -0.49577596783638, + 1.3395562171936035, + 0.367207795381546, + -0.602853536605835, + -2.3425240516662598, + -0.44983193278312683, + -0.9914827942848206, + -0.8364938497543335 + ], + [ + 2.0832905769348145, + -0.036259040236473083, + -0.6484569311141968, + -0.7635866403579712, + 0.28827226161956787, + -1.1299858093261719, + -1.3215796947479248, + -0.17359204590320587, + -0.672851026058197, + -0.3766818344593048, + -0.3515193462371826, + -0.6505759954452515, + -0.23405668139457703, + -1.1050034761428833, + 1.2731869220733643, + 0.41177132725715637, + -0.8450384140014648, + -2.170633554458618, + -1.3694803714752197, + -0.4284205436706543, + -0.3776520788669586 + ], + [ + 1.9685349464416504, + -0.40834081172943115, + -0.752539873123169, + -1.0451860427856445, + 0.20684492588043213, + -1.3391281366348267, + -1.5222234725952148, + 0.801015317440033, + 0.5242084860801697, + -0.9868394732475281, + 0.36485525965690613, + -0.927789568901062, + 0.0076309144496917725, + -1.2098479270935059, + 1.1092538833618164, + 1.0399445295333862, + -0.3723462224006653, + -3.1951956748962402, + -0.32159632444381714, + -1.1252753734588623, + -1.4594414234161377 + ], + [ + 2.3212592601776123, + 0.01852719858288765, + -0.7936673760414124, + -0.689037561416626, + 0.018223971128463745, + -2.0876522064208984, + -0.7748783230781555, + 0.8211809992790222, + 0.6951091289520264, + -0.3718411326408386, + -0.37433913350105286, + -1.21173095703125, + -0.2832278907299042, + -0.8513094782829285, + 0.4801933765411377, + 1.4064056873321533, + -1.5108346939086914, + -2.6177802085876465, + -1.2136242389678955, + -0.4958389103412628, + -0.52365642786026 + ], + [ + 1.378544807434082, + 0.6818520426750183, + -0.47194904088974, + -0.08072856068611145, + -0.891150176525116, + -2.489563226699829, + -2.167142152786255, + 0.5790833830833435, + 0.18821024894714355, + -1.250578761100769, + -0.12722496688365936, + -1.2451378107070923, + 0.413558691740036, + -0.47520893812179565, + 0.5043280124664307, + 0.32019466161727905, + -1.5429916381835938, + -1.902256727218628, + -0.2934638261795044, + -0.8931943774223328, + -1.0844571590423584 + ], + [ + 1.2810592651367188, + 0.41657665371894836, + -0.9606987237930298, + -0.21427929401397705, + 0.334611713886261, + -1.6100512742996216, + -1.76407790184021, + 0.8045745491981506, + 0.17355555295944214, + -1.2072019577026367, + 0.7640464305877686, + -1.7862966060638428, + -0.47362902760505676, + -1.0269490480422974, + 1.9108617305755615, + 0.4170340299606323, + -1.0224575996398926, + -3.091446876525879, + -1.3019704818725586, + -0.37152016162872314, + -1.3733177185058594 + ], + [ + 1.133988618850708, + 0.17463110387325287, + -1.5739610195159912, + -1.0717792510986328, + 0.3517983555793762, + -2.118574380874634, + -0.7155721187591553, + -0.02691471576690674, + -0.8007181286811829, + -1.8183810710906982, + -0.776718020439148, + -1.8035426139831543, + -0.19356277585029602, + -1.3329503536224365, + 0.009085595607757568, + 0.7633627653121948, + -0.7858344912528992, + -3.409348487854004, + -1.1417992115020752, + -1.9458962678909302, + -0.7967034578323364 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.8956030607223511, + 0.6067262291908264, + -0.032588183879852295, + -0.43172168731689453, + 0.38219815492630005, + -0.6486551761627197, + 0.0, + -0.19822810590267181, + 0.003700651228427887, + -0.334889680147171, + 0.031534552574157715, + -0.25501585006713867, + -0.03468158841133118, + 0.0, + 0.041275739669799805, + -0.2212536334991455, + 0.019735753536224365, + -1.6189556121826172, + -0.030237793922424316, + 0.042815327644348145, + 0.0 + ] + ], + "predicted_scores": [ + 5.748998641967773, + 5.3485589027404785, + 5.129087924957275, + 4.5141143798828125, + 3.9983773231506348, + 3.9179258346557617, + 3.752162456512451, + 3.562507152557373 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "b7d68d64a5245f09e0a19bd06759e3332753cbbe4fa16b8ae11c3af784ab39a3", + "stored_base_utility": 0.18874704837799072, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17876434326171875, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17876434326171875 + }, + "base_progress": 0.17876434326171875, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.17876434326171875, + "candidate_action_clip_max_abs": [ + 0.19895243644714355, + 0.2851308584213257, + 0.2930830717086792, + 0.07908332347869873, + 0.24041855335235596, + 0.28201258182525635, + 0.281752347946167, + 0.2635616064071655 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19895243644714355, + "contact_quality": null, + "progress": 0.12341604381799698, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12341604381799698 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2851308584213257, + "contact_quality": null, + "progress": 0.10014060884714127, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10014060884714127 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2930830717086792, + "contact_quality": null, + "progress": 0.11258667707443237, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11258667707443237 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07908332347869873, + "contact_quality": null, + "progress": 0.15591579675674438, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15591579675674438 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24041855335235596, + "contact_quality": null, + "progress": 0.13560287654399872, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13560287654399872 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28201258182525635, + "contact_quality": null, + "progress": 0.13109715282917023, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13109715282917023 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.281752347946167, + "contact_quality": null, + "progress": 0.10441412776708603, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10441412776708603 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2635616064071655, + "contact_quality": null, + "progress": 0.13993050158023834, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13993050158023834 + } + ], + "candidate_progress": [ + 0.12341604381799698, + 0.10014060884714127, + 0.11258667707443237, + 0.15591579675674438, + 0.13560287654399872, + 0.13109715282917023, + 0.10441412776708603, + 0.13993050158023834 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-338ba952f81d1215216e", + "ms-338ba952f81d1215216e", + "ms-338ba952f81d1215216e", + "ms-338ba952f81d1215216e", + "ms-338ba952f81d1215216e", + "ms-338ba952f81d1215216e", + "ms-338ba952f81d1215216e", + "ms-338ba952f81d1215216e" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-1ba37e30b90a3b28e62f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -2.1243410110473633, + -0.14431820809841156, + 1.66354238986969, + 2.778639316558838, + 0.6540320515632629, + 4.104235649108887, + 3.839630126953125, + 0.6255640983581543, + -0.022272301837801933, + -0.5499504208564758, + -3.0393621921539307, + 0.902992844581604, + -1.3746660947799683, + -0.6067941188812256, + -1.3337950706481934, + 1.2193955183029175, + 1.3571146726608276, + -0.28645628690719604, + -0.4009653925895691, + -0.18572381138801575, + 1.942507266998291 + ], + [ + -2.3953964710235596, + 0.04207939654588699, + 1.3562573194503784, + 2.7620432376861572, + 0.8701461553573608, + 3.706864356994629, + 3.626798629760742, + 0.53492271900177, + 0.12304818630218506, + -0.6759580969810486, + -3.232520818710327, + 1.0160881280899048, + -1.3490995168685913, + -0.8862038850784302, + -1.1298956871032715, + 1.2038829326629639, + 1.4155757427215576, + -0.14027933776378632, + -0.5523681640625, + -0.4227166175842285, + 1.6565122604370117 + ], + [ + -2.4015798568725586, + -0.09633824229240417, + 1.5220293998718262, + 2.8750805854797363, + 0.7460716366767883, + 3.860961675643921, + 4.131581783294678, + 0.47007226943969727, + 0.03549154847860336, + -0.540486752986908, + -3.03572940826416, + 0.9861790537834167, + -1.0171005725860596, + -1.1355246305465698, + -1.158964991569519, + 1.2132482528686523, + 1.2949788570404053, + -0.029088452458381653, + -0.6328951120376587, + -0.12911748886108398, + 1.6601148843765259 + ], + [ + -1.7951197624206543, + -0.10004977881908417, + 1.6485689878463745, + 2.7487359046936035, + 0.7989210486412048, + 3.548818588256836, + 3.8896474838256836, + 0.8950453996658325, + 0.2338467687368393, + -0.6105038523674011, + -3.1159090995788574, + 0.46321314573287964, + -1.0805219411849976, + -0.4633726477622986, + -0.9828655123710632, + 1.2584112882614136, + 1.748765468597412, + -0.1524583250284195, + -0.5966206789016724, + 0.08701634407043457, + 1.2381848096847534 + ], + [ + -2.2668118476867676, + -0.04133675619959831, + 1.4856220483779907, + 2.878649950027466, + 0.716903567314148, + 3.8691978454589844, + 3.7829041481018066, + 0.6180950403213501, + 0.04555949568748474, + -0.660293459892273, + -3.0614399909973145, + 0.9449723958969116, + -1.1604607105255127, + -0.7208337187767029, + -1.1683248281478882, + 1.1674515008926392, + 1.4468120336532593, + -0.1636878401041031, + -0.559037983417511, + -0.1649014800786972, + 1.5437363386154175 + ], + [ + -2.392942190170288, + -0.026689112186431885, + 1.4056493043899536, + 2.89572811126709, + 0.7834669351577759, + 3.959432601928711, + 3.628751039505005, + 0.5602627396583557, + 0.029411159455776215, + -0.6303983330726624, + -3.0665981769561768, + 0.9741411209106445, + -1.126942753791809, + -0.8182550668716431, + -1.0444589853286743, + 1.1613637208938599, + 1.3739928007125854, + -0.29296034574508667, + -0.5294693112373352, + -0.16594155132770538, + 1.4760122299194336 + ], + [ + -2.356050729751587, + -0.06429222226142883, + 1.4576653242111206, + 2.940239429473877, + 0.7238242626190186, + 4.158510208129883, + 3.7762231826782227, + 0.4523167908191681, + -0.09832911938428879, + -0.6155461668968201, + -3.1617722511291504, + 1.0337111949920654, + -1.2300996780395508, + -0.7626259922981262, + -1.31916344165802, + 1.1800588369369507, + 1.4211201667785645, + -0.17322005331516266, + -0.4548596739768982, + -0.054464876651763916, + 1.7100239992141724 + ], + [ + -2.2730300426483154, + 0.17820724844932556, + 1.0137488842010498, + 2.6786932945251465, + 0.23498420417308807, + 3.676501750946045, + 2.817362070083618, + 0.39403361082077026, + 0.01579570211470127, + -0.9172441959381104, + -3.123903274536133, + 0.8573224544525146, + -1.0300078392028809, + -0.5153618454933167, + -1.3164401054382324, + 1.1154841184616089, + 1.3413022756576538, + 0.11180201172828674, + -0.866205632686615, + 0.4664185047149658, + 1.3801392316818237 + ] + ], + "generated_utilities": [ + 0.12341604381799698, + 0.10014060884714127, + 0.11258667707443237, + 0.15591579675674438, + 0.13560287654399872, + 0.13109715282917023, + 0.10441412776708603, + 0.13993050158023834 + ], + "group_id": "ms-1ba37e30b90a3b28e62f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.051978111267089844, + 0.011293570511043072, + 0.01863110065460205, + 0.022343099117279053, + 0.2111821174621582, + 0.015290121547877789, + 0.1776963472366333, + 0.12351902574300766, + 0.26288461685180664, + 0.2198200672864914, + 0.10130967944860458, + 0.06972049176692963, + 0.16642090678215027, + 0.06453804671764374, + 0.013897459022700787, + 0.06103470176458359 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -2.2290215492248535, + -0.16739274561405182, + 2.269228219985962, + 1.7464888095855713, + 0.2648196816444397, + 2.497060537338257, + 2.6065995693206787, + 0.981307864189148, + -0.15948714315891266, + 0.0016704611480236053, + -2.3255107402801514, + 0.42500734329223633, + -0.7421577572822571, + -0.909843385219574, + -1.9304777383804321, + 1.1291526556015015, + 2.208864212036133, + -0.11553889513015747, + -0.4625886380672455, + -0.9731888175010681, + 0.904517412185669 + ], + [ + -2.453847885131836, + -0.28221505880355835, + 2.560723066329956, + 1.636986255645752, + 0.5199573040008545, + 2.3947436809539795, + 2.6352007389068604, + 0.9060255885124207, + -0.4155568480491638, + -0.2370789349079132, + -2.289998769760132, + 0.25893986225128174, + -0.7743949890136719, + -0.6533396244049072, + -1.6871979236602783, + 1.1191892623901367, + 1.9651353359222412, + -0.20810575783252716, + -0.7551144957542419, + -1.0036892890930176, + 0.9139567017555237 + ], + [ + -2.3725883960723877, + -0.3510448932647705, + 1.9110276699066162, + 1.9293662309646606, + 0.20227846503257751, + 2.696242570877075, + 2.6758649349212646, + 0.6117879152297974, + 0.09065188467502594, + -0.17900873720645905, + -2.6056249141693115, + 0.5715323090553284, + -0.6934767365455627, + -1.2985233068466187, + -1.8724497556686401, + 0.9756543040275574, + 2.16568922996521, + -0.1396564543247223, + -0.5292417407035828, + -1.085362195968628, + 1.0563751459121704 + ], + [ + -2.429515838623047, + -0.0787184089422226, + 1.8089977502822876, + 1.3985836505889893, + 0.49809813499450684, + 2.9471936225891113, + 2.6984119415283203, + 0.5127325057983398, + -0.5330711603164673, + -0.13696305453777313, + -2.7759995460510254, + 0.6042693853378296, + -0.7977501153945923, + -1.0212236642837524, + -1.4734911918640137, + 0.8781507015228271, + 2.0280940532684326, + -0.39641571044921875, + -0.8129017353057861, + -0.5871965289115906, + 1.3001655340194702 + ], + [ + -1.9600403308868408, + -0.45163023471832275, + 2.4034762382507324, + 1.3099528551101685, + -0.23707091808319092, + 1.9211655855178833, + 3.0031349658966064, + 0.9170397520065308, + 0.23140592873096466, + -0.5548635125160217, + -2.2171103954315186, + 0.5122658610343933, + -0.3664257228374481, + -1.150547981262207, + -1.5862207412719727, + 1.170379400253296, + 2.158372163772583, + -0.07011353969573975, + -0.18785277009010315, + -0.7057749629020691, + 1.2251203060150146 + ], + [ + -2.162886619567871, + 0.7025839686393738, + 2.2434492111206055, + 1.3775449991226196, + 0.20680737495422363, + 2.701216220855713, + 2.2870960235595703, + 1.797069787979126, + -0.4445236921310425, + -0.03404533118009567, + -3.111732006072998, + 0.8867512941360474, + -0.2868761122226715, + -1.2643351554870605, + -1.493590235710144, + 1.607224702835083, + 2.7017979621887207, + -0.9171369075775146, + 0.00454026460647583, + -1.1992287635803223, + 1.3713480234146118 + ] + ], + "predicted_scores": [ + 6.510385513305664, + 6.411380767822266, + 6.355130672454834, + 6.304450988769531, + 6.096988201141357, + 5.985258102416992, + 5.742386341094971, + 4.985192775726318 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "6280a5e9d7331c14bcb3665a380f172f348663eca7f7f6ce7bd276af5f1a6221", + "stored_base_utility": 0.051978111267089844, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1968212127685547, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1968212127685547 + }, + "base_progress": 0.1968212127685547, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1968212127685547, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18258118629455566, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18258118629455566 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14964407682418823, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14964407682418823 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15679550170898438, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15679550170898438 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1300477236509323, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1300477236509323 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15352030098438263, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15352030098438263 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15254588425159454, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15254588425159454 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14662903547286987, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14662903547286987 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14965666830539703, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14965666830539703 + } + ], + "candidate_progress": [ + 0.18258118629455566, + 0.14964407682418823, + 0.15679550170898438, + 0.1300477236509323, + 0.15352030098438263, + 0.15254588425159454, + 0.14662903547286987, + 0.14965666830539703 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6a3add21affa4796f9be", + "ms-1f19fd22562f87bdb776", + "ms-babaeb20129c46551281", + "ms-7eaea428dfdef7255a66", + "ms-8e12f7ad446482627dd3", + "ms-6a3add21affa4796f9be", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-1c2768099019b86daca7", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2544982433319092, + -0.3641102910041809, + 0.5174163579940796, + -0.737183690071106, + 0.1764899045228958, + 0.5264897346496582, + 0.48559778928756714, + -0.1367010474205017, + 0.09655603021383286, + -0.03485945612192154, + 0.918814480304718, + 0.3275749087333679, + 0.6933739185333252, + 0.49209368228912354, + 0.3262493312358856, + 0.16617369651794434, + -0.48907947540283203, + -1.0645980834960938, + -0.3499317765235901, + 0.5240713953971863, + -0.13958239555358887 + ], + [ + 0.1516077220439911, + -0.28042829036712646, + 0.33902958035469055, + -0.27028530836105347, + 0.37442660331726074, + 0.12642396986484528, + 0.1862884759902954, + 0.15006877481937408, + -0.11349153518676758, + 0.17391490936279297, + 1.129716396331787, + 0.6648308634757996, + 0.5617861747741699, + 0.9464508295059204, + 0.24356690049171448, + 0.24014882743358612, + -0.2558654546737671, + -0.914611279964447, + -0.028499752283096313, + 0.24658727645874023, + -0.7830920219421387 + ], + [ + -0.40552741289138794, + -0.2690873444080353, + 0.6279158592224121, + -0.49355795979499817, + 0.6642694473266602, + 0.3834274113178253, + 0.19744542241096497, + -0.02358628809452057, + 0.2098543643951416, + 0.09409860521554947, + 0.8461167812347412, + 0.21905574202537537, + 0.6818317174911499, + 0.273014634847641, + 0.3327672779560089, + 0.1703631430864334, + -0.3221622705459595, + -1.0611872673034668, + -0.2547284960746765, + -0.03590250015258789, + 0.2556804120540619 + ], + [ + -0.15436871349811554, + -0.2124650478363037, + 0.23734670877456665, + -0.17765620350837708, + 0.520998477935791, + 0.5526632070541382, + 0.8131961822509766, + -0.4869880974292755, + 0.29740214347839355, + 0.2154420167207718, + 1.2830400466918945, + 0.191194549202919, + 0.8977073431015015, + 0.2051677703857422, + -0.12982964515686035, + -0.08775407075881958, + -0.14522399008274078, + -0.7866866588592529, + -0.021707475185394287, + 0.6242268681526184, + 0.4607294499874115 + ], + [ + -0.4982149004936218, + -0.3045935034751892, + 0.6140430569648743, + -0.4764363169670105, + 0.26685628294944763, + 0.4430845379829407, + 0.731736421585083, + 0.14910206198692322, + 0.23431308567523956, + 0.1996925175189972, + 0.7924830913543701, + 0.37026041746139526, + 1.0295450687408447, + 0.342038631439209, + 0.34086117148399353, + 0.1608249843120575, + -0.4225924015045166, + -1.1862794160842896, + -0.1370508372783661, + 0.14588716626167297, + 0.00791846215724945 + ], + [ + -0.33970528841018677, + -0.19343329966068268, + 0.5908193588256836, + -0.2584720253944397, + 0.2154686003923416, + 0.7007054090499878, + 0.6794847249984741, + 0.05896452069282532, + 0.38214606046676636, + 0.19063106179237366, + 0.7772626876831055, + 0.5923014879226685, + 1.4038288593292236, + 0.791450560092926, + 0.02922176942229271, + 0.1735219806432724, + -0.319341778755188, + -1.0762574672698975, + -0.2720433473587036, + 0.6314345598220825, + 0.5957167148590088 + ], + [ + -0.5538923144340515, + -0.30122172832489014, + 0.31470248103141785, + -0.4383258521556854, + -0.031057506799697876, + 0.4004097878932953, + 0.4843842387199402, + -0.11423015594482422, + 0.404287189245224, + 0.13350266218185425, + 0.7309415936470032, + 0.6003496646881104, + 1.1088815927505493, + 0.6220312714576721, + -0.10580156743526459, + 0.12193894386291504, + -0.16300253570079803, + -1.0802303552627563, + -0.12416118383407593, + 0.5126945972442627, + 0.6534538865089417 + ], + [ + -0.764242947101593, + -0.2910459637641907, + 0.3825230300426483, + -0.5159763097763062, + -0.14312678575515747, + 0.4861414432525635, + 0.5888406038284302, + -0.03994645178318024, + 0.3054623305797577, + 0.024281330406665802, + 0.6568927764892578, + 0.5210757255554199, + 1.049034595489502, + 0.4108007550239563, + -0.10226878523826599, + 0.07041367888450623, + -0.22738276422023773, + -1.1051636934280396, + -0.22931897640228271, + 0.5444507002830505, + 0.508517861366272 + ] + ], + "generated_utilities": [ + 0.18258118629455566, + 0.14964407682418823, + 0.15679550170898438, + 0.1300477236509323, + 0.15352030098438263, + 0.15254588425159454, + 0.14662903547286987, + 0.14965666830539703 + ], + "group_id": "ms-1c2768099019b86daca7", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.12288884818553925, + 0.11022567749023438, + 0.1363188475370407, + 0.19545218348503113, + 0.15447810292243958, + 0.11144600808620453, + 0.14812342822551727, + 0.22339197993278503, + 0.09027421474456787, + 0.11114847660064697, + 0.2182951271533966, + 0.104098841547966, + 0.06529267877340317, + 0.12219975888729095, + 0.03514605760574341, + 0.15676377713680267 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.5409427285194397, + -0.7700968980789185, + 1.0651631355285645, + -0.1537768393754959, + 1.5349388122558594, + 0.05144408717751503, + -0.22762945294380188, + -1.050290584564209, + -0.7899019122123718, + 1.1804306507110596, + 2.348313093185425, + 0.5635538101196289, + 2.535829544067383, + 2.43475079536438, + 1.6824476718902588, + 0.4474930167198181, + 0.07535699009895325, + -3.0170669555664062, + 0.3552010655403137, + -0.6043316125869751, + -0.11648738384246826 + ], + [ + -0.9883819818496704, + -0.33804774284362793, + 2.3451154232025146, + -0.3873721957206726, + 0.8291493654251099, + 0.336378812789917, + -0.4855012595653534, + -2.0958480834960938, + -0.14837771654129028, + 1.7411296367645264, + 2.325650453567505, + 0.10609538853168488, + 1.7306832075119019, + 2.07018780708313, + 1.4523602724075317, + -0.9399840831756592, + -0.48827606439590454, + -1.863096833229065, + 0.8314424157142639, + -1.0083413124084473, + -1.0594651699066162 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.034855663776397705, + -0.36259081959724426, + 0.7751815915107727, + -0.48486649990081787, + -0.13809221982955933, + -0.2275526076555252, + 0.0, + -0.4048210382461548, + 0.17132043838500977, + -0.012190461158752441, + 1.1752307415008545, + 0.7872071862220764, + 0.8104501962661743, + 0.0, + 0.30242449045181274, + 0.06105063855648041, + -0.2467934489250183, + -1.3255107402801514, + -0.41809719800949097, + 0.2578422427177429, + 0.0 + ], + [ + -0.6067006587982178, + -0.17121699452400208, + 1.3555744886398315, + 0.370294451713562, + 0.9141938090324402, + -0.0939166396856308, + 0.2290746420621872, + -1.2792987823486328, + -0.3825211226940155, + 0.6314898729324341, + 2.509122371673584, + -0.19789522886276245, + 1.8799808025360107, + 2.355922222137451, + 0.621052622795105, + 0.19342158734798431, + -0.22324277460575104, + -2.1526241302490234, + 0.3966480493545532, + -1.0351347923278809, + -1.081589698791504 + ], + [ + -0.3302088677883148, + -0.08344466239213943, + 1.1273016929626465, + 0.5531023740768433, + 1.2004696130752563, + 0.43136635422706604, + 0.3943766951560974, + -1.275743842124939, + -0.4676397740840912, + 0.8311980366706848, + 2.6065316200256348, + 0.2522822916507721, + 2.1115450859069824, + 1.9677530527114868, + 1.59977126121521, + 0.44982653856277466, + -0.054701417684555054, + -2.0398316383361816, + 1.0067760944366455, + -0.614827036857605, + -0.9066269993782043 + ] + ], + "predicted_scores": [ + 6.124998569488525, + 6.07867956161499, + 5.301135540008545, + 5.197684288024902, + 5.185769557952881, + 4.646087646484375, + 4.132206916809082, + 3.234280586242676 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "ac1ebbb0598d3d02a63708cf9efe3cebb5763bb6669970f9cac0a99ac0a4f499", + "stored_base_utility": 0.12288884818553925, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09915405511856079, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09915405511856079 + }, + "base_progress": 0.09915405511856079, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09915405511856079, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06003419682383537, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06003419682383537 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.039921265095472336, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.039921265095472336 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05995257571339607, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05995257571339607 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05546092987060547, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05546092987060547 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055443983525037766, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055443983525037766 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06332173198461533, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06332173198461533 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0523795485496521, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0523795485496521 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05477086827158928, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05477086827158928 + } + ], + "candidate_progress": [ + 0.06003419682383537, + 0.039921265095472336, + 0.05995257571339607, + 0.05546092987060547, + 0.055443983525037766, + 0.06332173198461533, + 0.0523795485496521, + 0.05477086827158928 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dc26b448cce4164a23e6", + "ms-be0f2598cc527ad9040a", + "ms-36f0ff5c96ebdd4644c2", + "ms-554727d05aa9a2b32904", + "ms-e84163d9ef2e7014daca", + "ms-f85a653af630821f2572", + "ms-be0f2598cc527ad9040a", + "ms-e84163d9ef2e7014daca" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-1d3f30fae746c0b9cefc", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07529944181442261, + 0.12449666857719421, + 0.6805000305175781, + -0.0022423118352890015, + 0.7063344717025757, + 1.388746738433838, + -0.06477153301239014, + -0.086861252784729, + 0.13506858050823212, + 0.7859159708023071, + -0.0810895636677742, + 0.10883893072605133, + 0.9081073999404907, + -0.15400151908397675, + 0.6046348214149475, + -0.19619721174240112, + -0.03019450604915619, + 0.3557618260383606, + 0.1318800300359726, + 1.3142263889312744, + 0.13021285831928253 + ], + [ + -0.42363816499710083, + 0.203248992562294, + 0.8045971393585205, + -0.11048733443021774, + 0.6140779852867126, + 1.9368916749954224, + -0.15985476970672607, + -0.028873786330223083, + 0.08892545104026794, + 0.8253834843635559, + -0.10319247096776962, + 0.45234256982803345, + 1.521296501159668, + -0.13042627274990082, + 0.15130144357681274, + -0.1800052672624588, + -0.03329165279865265, + 0.3691036105155945, + -0.5026457905769348, + 1.4355196952819824, + 0.9152384996414185 + ], + [ + -0.1917155236005783, + 0.16611947119235992, + 0.6717808842658997, + -0.04108412563800812, + 0.5845699906349182, + 1.9513123035430908, + -0.04907578229904175, + -0.05472871661186218, + 0.11051568388938904, + 0.7172673344612122, + -0.22580987215042114, + 0.3017893433570862, + 0.8591533899307251, + -0.02739943563938141, + 0.6632004380226135, + -0.1472339928150177, + -0.07414375245571136, + 0.27833133935928345, + -0.05652838945388794, + 1.3825020790100098, + 0.09402918070554733 + ], + [ + -0.14328043162822723, + 0.1518935114145279, + 0.5718642473220825, + 0.049760133028030396, + 0.6872437000274658, + 1.6620944738388062, + -0.2428281307220459, + -0.135066419839859, + 0.05302954465150833, + 0.7596553564071655, + -0.09823713451623917, + 0.06100821495056152, + 0.7950049638748169, + -0.14844395220279694, + 0.5193157196044922, + -0.2338552623987198, + -0.034134700894355774, + 0.3508872985839844, + -0.014876693487167358, + 1.3230164051055908, + 0.24289901554584503 + ], + [ + -0.09432914853096008, + 0.15511132776737213, + 0.6370528340339661, + -0.009410426020622253, + 0.6982617378234863, + 1.5862953662872314, + -0.17058545351028442, + -0.16682535409927368, + 0.08724384009838104, + 0.7393323183059692, + -0.13056519627571106, + 0.20983843505382538, + 0.6801116466522217, + -0.12756817042827606, + 0.5958305597305298, + -0.20756244659423828, + -0.012575343251228333, + 0.299842894077301, + -0.08424103260040283, + 1.1866695880889893, + 0.18630550801753998 + ], + [ + 0.011356770992279053, + 0.19030193984508514, + 0.8443317413330078, + 0.33316656947135925, + 0.7061673402786255, + 1.2435883283615112, + -0.2270379662513733, + 0.06333024799823761, + 0.12274355441331863, + 0.7501088976860046, + -0.11745912581682205, + -0.0542721152305603, + 0.6904672384262085, + -0.15875963866710663, + 0.48884135484695435, + -0.06613525748252869, + -0.2205462008714676, + 0.1741366684436798, + 0.11011871695518494, + 1.3640985488891602, + 0.15207043290138245 + ], + [ + -0.3585975170135498, + 0.09573261439800262, + 0.6789239048957825, + 0.0281398743391037, + 0.7297645211219788, + 1.5154467821121216, + 0.25662946701049805, + -0.13792487978935242, + 0.0649036169052124, + 0.6938787698745728, + -0.18733766674995422, + 0.3871208429336548, + 0.8827670812606812, + 0.11366655677556992, + 0.6497102379798889, + -0.03189506381750107, + -0.03528715670108795, + 0.1984737366437912, + 0.060999199748039246, + 1.529935359954834, + 0.06912925839424133 + ], + [ + 0.05093512684106827, + 0.03823888301849365, + 0.8135730028152466, + 0.1745772361755371, + 0.4825170338153839, + 1.3147263526916504, + -0.344352126121521, + -0.13214176893234253, + -0.025840943679213524, + 0.7732557654380798, + -0.18863439559936523, + 0.37576019763946533, + 0.7309494018554688, + -0.07315120100975037, + 0.5182324051856995, + -0.10709452629089355, + -0.08722300827503204, + 0.4127834439277649, + -0.025465309619903564, + 1.1493020057678223, + 0.1838517189025879 + ] + ], + "generated_utilities": [ + 0.06003419682383537, + 0.039921265095472336, + 0.05995257571339607, + 0.05546092987060547, + 0.055443983525037766, + 0.06332173198461533, + 0.0523795485496521, + 0.05477086827158928 + ], + "group_id": "ms-1d3f30fae746c0b9cefc", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.29084235429763794, + 0.22747308015823364, + 0.2932097315788269, + 2.0, + 0.13288116455078125, + 0.03762809559702873, + 0.08886869996786118, + 0.10724461078643799, + 0.09993140399456024, + 0.1173991784453392, + 0.1239297017455101, + 0.05397997424006462, + 0.19869518280029297, + 0.14619100093841553, + 0.025704821571707726, + 0.10164862871170044 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.007379606366157532, + -0.0991925597190857, + 0.9124523401260376, + -0.02738356590270996, + 0.1961742639541626, + 1.8658976554870605, + 0.0, + 0.04768052697181702, + -0.06283706426620483, + 0.8769916296005249, + -0.023110494017601013, + 0.05275297164916992, + 1.299126386642456, + 0.0, + 0.5424615144729614, + -8.857250213623047e-05, + -0.03713911771774292, + 0.3211081027984619, + -0.07758796215057373, + 1.4012436866760254, + 0.0 + ], + [ + -0.06370191276073456, + 0.2921298146247864, + 1.9124523401260376, + -0.906413733959198, + 1.1961742639541626, + 2.8658976554870605, + 2.034996509552002, + -0.45693472027778625, + -0.02924632839858532, + 1.876991629600525, + -0.061090558767318726, + 1.05275297164917, + 2.299126386642456, + 2.1481237411499023, + 1.5424615144729614, + -0.3349256217479706, + -0.7452953457832336, + 1.321108102798462, + -0.4042901396751404, + 2.4012436866760254, + 2.380358934402466 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.069993019104004, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.296247482299805, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.760717868804932 + ], + [ + -0.2561400532722473, + 0.3844678997993469, + 1.6548418998718262, + -0.617285430431366, + 1.4187920093536377, + 3.1285252571105957, + 1.8777048587799072, + -0.7000588774681091, + 0.10222893953323364, + 2.0177624225616455, + -0.007926207035779953, + 1.0355390310287476, + 2.4150476455688477, + 1.8812834024429321, + 1.6163859367370605, + -0.5292055606842041, + -0.49177661538124084, + 1.6071763038635254, + -0.38124552369117737, + 2.207920551300049, + 2.601588249206543 + ], + [ + -0.2726121246814728, + 0.15559911727905273, + 2.218043327331543, + -0.6497805118560791, + 1.476131558418274, + 2.9522273540496826, + 1.9620423316955566, + -0.20732516050338745, + -0.2696371078491211, + 2.057365894317627, + 0.057939313352108, + 1.0823663473129272, + 2.3551042079925537, + 1.9571577310562134, + 1.8444287776947021, + -0.17760637402534485, + -0.6214233040809631, + 1.1600418090820312, + -0.6560791730880737, + 2.5305373668670654, + 2.573650360107422 + ], + [ + -0.27822160720825195, + 0.6745516061782837, + 2.224597454071045, + -0.44562122225761414, + 1.591511845588684, + 2.5540831089019775, + 1.7874951362609863, + -0.9123770594596863, + 0.27295488119125366, + 1.6573703289031982, + -0.3621031939983368, + 1.3705451488494873, + 2.586113452911377, + 2.0541090965270996, + 1.879221796989441, + -0.3760145306587219, + -0.49984949827194214, + 1.5409411191940308, + -0.4385061264038086, + 2.0732178688049316, + 2.865907907485962 + ], + [ + 0.4827793836593628, + 0.6825500130653381, + 1.5556840896606445, + -0.7665530443191528, + 0.8795510530471802, + 2.6133601665496826, + 1.7001962661743164, + -1.0213333368301392, + -0.19550807774066925, + 2.369945764541626, + 0.08439341187477112, + 1.3652870655059814, + 2.811593532562256, + 2.2532153129577637, + 0.9943113923072815, + -0.7277786731719971, + -1.2999515533447266, + 1.3147683143615723, + -0.9745290875434875, + 2.3216347694396973, + 2.9149651527404785 + ], + [ + -0.2801540493965149, + -0.042670249938964844, + 1.3437165021896362, + -1.1414278745651245, + 1.649266242980957, + 3.1132702827453613, + 1.6700974702835083, + -0.4431668817996979, + -0.12349000573158264, + 2.0895228385925293, + -0.4669446349143982, + 0.7678547501564026, + 1.6846518516540527, + 2.118093967437744, + 1.4468661546707153, + 0.23542049527168274, + -0.9753103256225586, + 1.140681505203247, + -0.6578623652458191, + 1.9737067222595215, + 2.816572666168213 + ], + [ + -0.05576038733124733, + 0.8263972997665405, + 1.1265461444854736, + -1.6216776371002197, + 1.8435721397399902, + 3.025330066680908, + 1.6901097297668457, + -0.10639378428459167, + 0.6532543301582336, + 2.598630666732788, + -0.8013795614242554, + 1.763535499572754, + 2.843456983566284, + 1.7712048292160034, + 2.17093825340271, + -0.24035684764385223, + -1.522274374961853, + 0.6995543837547302, + -0.8403798937797546, + 2.4557995796203613, + 2.541360378265381 + ], + [ + -0.4048289656639099, + -0.45896393060684204, + 1.6919610500335693, + -0.49483442306518555, + 0.41621339321136475, + 2.6115455627441406, + 1.6376581192016602, + 0.43967631459236145, + -0.47424837946891785, + 1.2624118328094482, + -0.333726704120636, + 1.3362685441970825, + 3.091914176940918, + 2.57076096534729, + 1.8868846893310547, + 0.4433334767818451, + -1.3190257549285889, + 0.9193935394287109, + -0.48671790957450867, + 3.087222099304199, + 2.187225103378296 + ], + [ + -0.06655306369066238, + 0.4502965807914734, + 1.8114815950393677, + -1.8205633163452148, + 0.36919528245925903, + 3.606034994125366, + 1.8439743518829346, + -0.8751041889190674, + -0.9449195265769958, + 1.409024953842163, + 0.33721596002578735, + 1.88712739944458, + 2.1234960556030273, + 1.2914907932281494, + 2.099588394165039, + -0.4929739236831665, + -1.5724637508392334, + 1.1835733652114868, + -0.7815002202987671, + 2.1733474731445312, + 1.535656213760376 + ], + [ + -0.004525739699602127, + 0.6675513982772827, + 2.6955606937408447, + -1.0909948348999023, + 1.061838150024414, + 3.543630361557007, + 1.4117228984832764, + 0.2668691575527191, + 0.5541800260543823, + 1.624472737312317, + 0.3541414439678192, + 1.1963143348693848, + 2.760500907897949, + 2.450998067855835, + 1.0524706840515137, + -0.435934454202652, + -0.6369099020957947, + 0.9675266742706299, + -1.33547043800354, + 3.2581899166107178, + 3.082850933074951 + ], + [ + 0.9270095825195312, + 0.22193613648414612, + 1.1166846752166748, + -0.5479294657707214, + 1.2130895853042603, + 3.2448008060455322, + 1.606746792793274, + 0.398896723985672, + 0.6288586258888245, + 1.4438296556472778, + 0.08569495379924774, + 0.5647387504577637, + 2.0302510261535645, + 2.837038993835449, + 1.6858776807785034, + -0.49878084659576416, + 0.05725598335266113, + 1.9631880521774292, + 0.007581859827041626, + 1.5127339363098145, + 3.2682197093963623 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.3148927092552185, + 0.20812055468559265, + 0.9124523401260376, + -0.10009700059890747, + 0.4721637964248657, + 1.8658976554870605, + 0.0, + 0.18519362807273865, + 0.12342973053455353, + 0.8769916296005249, + -0.2785458564758301, + 0.05275297164916992, + 1.299126386642456, + 0.0, + 0.7343087792396545, + -0.5019930601119995, + 0.25470465421676636, + 0.3211081027984619, + 0.2580351233482361, + 1.4012436866760254, + 0.0 + ] + ], + "predicted_scores": [ + 7.879758358001709, + 7.624628067016602, + 7.223024845123291, + 7.17882776260376, + 6.978402137756348, + 6.861806392669678, + 6.613635063171387, + 6.528034210205078 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "848613296", + "selected_index": 0, + "state_hash": "de722c3232b4fd914111c441570de33906a44648c74f0f332f7e7f7767ce1fde", + "stored_base_utility": 0.29084235429763794, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0961560606956482, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0961560606956482 + }, + "base_progress": 0.0961560606956482, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.0961560606956482, + "candidate_action_clip_max_abs": [ + 0.17188763618469238, + 0.32290077209472656, + 0.3036782741546631, + 0.2873971462249756, + 0.37116289138793945, + 0.42325925827026367, + 0.3472214937210083, + 0.38976943492889404 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17188763618469238, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32290077209472656, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3036782741546631, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2873971462249756, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.37116289138793945, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42325925827026367, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3472214937210083, + "contact_quality": null, + "progress": 0.23728235065937042, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23728235065937042 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38976943492889404, + "contact_quality": null, + "progress": 0.20359070599079132, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20359070599079132 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.23728235065937042, + 0.20359070599079132 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-c1620854ba52f09e24d5", + "ms-067cac2e4dbeddb12239", + "ms-067cac2e4dbeddb12239", + "ms-babaeb20129c46551281", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-1f19fd22562f87bdb776", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6011143326759338, + -0.23666805028915405, + -0.6337802410125732, + 0.27633005380630493, + -0.10321623086929321, + 0.4161512851715088, + 3.71958589553833, + 0.8140298128128052, + 0.2767241597175598, + -0.19307377934455872, + 0.14746613800525665, + 0.5139760971069336, + -0.33254849910736084, + 2.3329806327819824, + 0.9535696506500244, + 0.043338995426893234, + -0.8237469792366028, + 0.3086487054824829, + -0.38464778661727905, + -0.2919560968875885, + -0.9696865081787109 + ], + [ + -0.4820292592048645, + -0.21093352138996124, + -0.194642573595047, + 0.6564944982528687, + -0.5443667769432068, + 0.7275099754333496, + 4.422433853149414, + 0.5016709566116333, + 0.06751614063978195, + -0.1326216757297516, + -0.014636710286140442, + 0.9588605761528015, + 0.6619213819503784, + 3.030945062637329, + 0.48174354434013367, + 0.03506240248680115, + -1.2487233877182007, + 0.7340220212936401, + -1.0186553001403809, + -0.5702040195465088, + -0.839979887008667 + ], + [ + -0.04013343155384064, + -0.3730034828186035, + -0.11619773507118225, + 0.07670468091964722, + -1.0753557682037354, + 0.9476488828659058, + 3.9428675174713135, + 0.3315854072570801, + 0.26480087637901306, + -0.09078710526227951, + 0.17327570915222168, + 0.7245522141456604, + 0.4875953495502472, + 3.5922694206237793, + 0.4931020736694336, + -0.15347589552402496, + -0.6873073577880859, + 0.8540775775909424, + -0.7425330281257629, + -0.4645005464553833, + -0.9503957033157349 + ], + [ + -0.10144510865211487, + -0.1581302285194397, + -0.11325868964195251, + -0.20150363445281982, + -0.553069531917572, + 0.914459228515625, + 4.18250846862793, + 0.2524430751800537, + 0.21970577538013458, + -0.1912297010421753, + -0.5565468072891235, + 0.4875968098640442, + 0.2918111979961395, + 2.9913241863250732, + 0.4527451992034912, + -0.11108367145061493, + -0.43704694509506226, + -0.17288099229335785, + -0.3731617331504822, + -0.6762735843658447, + -0.1328713595867157 + ], + [ + -0.28867995738983154, + -0.026627028360962868, + 0.12495267391204834, + 0.2688530683517456, + -0.8815589547157288, + 0.5906029343605042, + 4.792625904083252, + 0.839991569519043, + 0.2651793658733368, + -0.4986453652381897, + -0.25966396927833557, + 0.28202342987060547, + 0.24157753586769104, + 3.0113916397094727, + 0.5054967403411865, + 0.01514778845012188, + -0.5447083711624146, + 0.43651655316352844, + 0.22086189687252045, + 0.3956092596054077, + 0.45681634545326233 + ], + [ + -0.276050329208374, + -0.0960569679737091, + -0.09784045815467834, + 0.42453405261039734, + -0.5365939736366272, + 1.1240228414535522, + 5.050145626068115, + 0.9731812477111816, + 0.2872483730316162, + -0.4312889575958252, + -0.10459507256746292, + 0.3370960056781769, + 0.43696144223213196, + 3.2270891666412354, + 0.4687401354312897, + 0.033539071679115295, + -0.45945847034454346, + 0.47718268632888794, + -0.010263830423355103, + 0.3971790671348572, + 0.06387260556221008 + ], + [ + -0.07465499639511108, + 0.05241478979587555, + 0.13748705387115479, + 0.2712417542934418, + -0.9508686661720276, + 0.5788376331329346, + 4.500030040740967, + 0.7517538070678711, + 0.30429401993751526, + -0.23463580012321472, + -0.2790483236312866, + 0.255780428647995, + 0.43820008635520935, + 3.202683925628662, + 0.34932100772857666, + -0.0828562080860138, + -0.38809335231781006, + 0.5606042146682739, + 0.1189262717962265, + 0.48318934440612793, + 0.4394591152667999 + ], + [ + -0.1325533241033554, + -0.06352203339338303, + 0.1140575110912323, + 0.31762179732322693, + -0.7815154194831848, + 0.9044908285140991, + 4.697349548339844, + 0.9458880424499512, + 0.2862813472747803, + -0.3512938320636749, + -0.11978483945131302, + 0.22801294922828674, + 0.6085925102233887, + 3.4005141258239746, + 0.3698824942111969, + 0.018470343202352524, + -0.48710721731185913, + 0.534151554107666, + 0.0026955008506774902, + 0.575676679611206, + 0.0009480118751525879 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 0.23728235065937042, + 0.20359070599079132 + ], + "group_id": "ms-1f19fd22562f87bdb776", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2552758455276489, + 0.14307479560375214, + 0.26618683338165283, + 0.1508794128894806, + 0.1842643916606903, + 2.0, + 0.14952592551708221, + 0.24016040563583374, + 0.0431063175201416, + 0.12561380863189697, + 0.15723475813865662, + 0.05898227542638779, + 0.1258581131696701, + 0.11126410961151123, + 0.12358033657073975, + 0.06550183147192001 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.5790020227432251, + 0.1795334815979004, + 1.1059958934783936, + -0.5472419261932373, + 0.1474992334842682, + 0.4861464500427246, + 0.0, + 1.2828876972198486, + 0.06921066343784332, + 0.03089958429336548, + -0.026187896728515625, + 0.004960089921951294, + 0.6698451042175293, + 0.0, + 0.6080979108810425, + 0.006827782839536667, + 0.01423633098602295, + -0.005809605121612549, + 0.086489737033844, + 0.06680309772491455, + 0.0 + ], + [ + -0.5790020227432251, + 0.5967698097229004, + 1.1059958934783936, + -0.5472419261932373, + 0.009732604026794434, + 0.4861464500427246, + 0.0, + 1.2828876972198486, + -0.02393174171447754, + 0.39944738149642944, + 0.22326767444610596, + -0.28968608379364014, + 0.6698451042175293, + 0.0, + 0.6080979108810425, + 0.11248597502708435, + 0.1793118119239807, + 0.2440226674079895, + 0.3509645462036133, + 0.13415366411209106, + 0.0 + ], + [ + -1.579002022743225, + 1.1795334815979004, + 2.1059958934783936, + -1.5472419261932373, + -0.3165864944458008, + 1.4861464500427246, + 2.185136556625366, + 2.2828876972198486, + -0.18743346631526947, + -0.6005526185035706, + 0.6262507438659668, + 0.2754688262939453, + 1.6698451042175293, + 2.1534512042999268, + 1.6080979108810425, + -0.04321807995438576, + -0.6926673650741577, + 0.8861174583435059, + -0.38857513666152954, + -0.6472698450088501, + -1.2678128480911255 + ], + [ + -1.4969834089279175, + 0.8991712331771851, + 1.974637746810913, + -1.3931649923324585, + -0.5688042640686035, + 1.3394079208374023, + 2.389498233795166, + 2.3729052543640137, + -0.036645591259002686, + -0.6153541803359985, + 0.9049009084701538, + 0.20154350996017456, + 1.8581924438476562, + 2.3902266025543213, + 1.4969640970230103, + -0.2769802510738373, + -0.5368040204048157, + 0.717166543006897, + -0.3094540238380432, + -0.598982572555542, + -1.170677661895752 + ], + [ + -1.3179810047149658, + 1.634864091873169, + 1.7567509412765503, + -1.8181215524673462, + -0.2459600418806076, + 1.0622344017028809, + 2.477649688720703, + 2.506273031234741, + -0.48557019233703613, + -0.8542764186859131, + 0.18663382530212402, + 0.7731823325157166, + 1.6684210300445557, + 2.1184380054473877, + 1.8442628383636475, + 0.061529066413640976, + -0.641011655330658, + 0.4959879517555237, + -0.6832382678985596, + -0.2005123496055603, + -1.1112654209136963 + ], + [ + -1.747153878211975, + 1.3215415477752686, + 1.8521844148635864, + -1.446667194366455, + 0.14694064855575562, + 1.3835973739624023, + 2.778639554977417, + 2.1502151489257812, + 0.1074453741312027, + -0.3803187608718872, + 0.11561918258666992, + 0.32564491033554077, + 2.036038875579834, + 1.868752360343933, + 1.5114660263061523, + -0.3687182068824768, + -0.5765926837921143, + 0.7315685749053955, + -0.7894639372825623, + -0.748660147190094, + -1.5479398965835571 + ], + [ + -1.4046845436096191, + 1.3440147638320923, + 1.9520617723464966, + -1.9682543277740479, + 0.31026405096054077, + 0.9243987798690796, + 2.661226272583008, + 2.635362386703491, + -0.7508324384689331, + -1.2344677448272705, + 0.20023798942565918, + -0.008676975965499878, + 1.0308483839035034, + 2.1785361766815186, + 1.8870434761047363, + 0.37379518151283264, + -1.37803053855896, + 0.609840452671051, + -0.05385690927505493, + -1.3212093114852905, + -1.2895945310592651 + ], + [ + -2.1795902252197266, + 1.4563153982162476, + 2.3773081302642822, + -0.803816020488739, + -0.2583630084991455, + 1.0343353748321533, + 2.6111438274383545, + 1.531652569770813, + -0.22624219954013824, + -0.08274853229522705, + 0.9044902324676514, + -0.11486241221427917, + 1.5887274742126465, + 2.2110862731933594, + 0.9119620323181152, + 0.3805777132511139, + -0.2913306653499603, + 0.6112997531890869, + -0.6415482759475708, + -0.1390557885169983, + -1.7257295846939087 + ], + [ + -2.3785953521728516, + 1.460564136505127, + 1.6086900234222412, + -1.0021142959594727, + -0.3236992359161377, + 0.7015431523323059, + 2.760603189468384, + 1.6945302486419678, + -1.0233912467956543, + -1.3948726654052734, + 0.6369947195053101, + -0.006520211696624756, + 2.351797580718994, + 1.9887124300003052, + 2.0754776000976562, + -0.9300619959831238, + -0.20439738035202026, + 1.7791693210601807, + -0.02317500114440918, + -0.6062077283859253, + -0.8223084211349487 + ], + [ + -0.5796118378639221, + 0.19251090288162231, + 1.1094263792037964, + -1.7431056499481201, + -0.7300246953964233, + 1.1962621212005615, + 1.810807228088379, + 2.7640559673309326, + 0.3722420334815979, + -1.013749122619629, + 0.5204199552536011, + -0.032116860151290894, + 0.7026923298835754, + 1.7970041036605835, + 0.6212213039398193, + 0.6029045581817627, + -0.2578904628753662, + 1.4738181829452515, + -0.23200760781764984, + -0.9953991174697876, + -1.7870510816574097 + ], + [ + -0.6625854969024658, + 1.860074758529663, + 1.2709927558898926, + -0.9801743030548096, + -0.48156964778900146, + 1.9216933250427246, + 1.7024035453796387, + 2.018742084503174, + -0.9622039198875427, + 0.21699291467666626, + 0.18903610110282898, + -0.17183929681777954, + 2.385033369064331, + 1.848451852798462, + 1.476578712463379, + -0.3446619510650635, + 0.18809282779693604, + 1.0730888843536377, + -1.0093289613723755, + -0.9173414707183838, + -1.2594280242919922 + ], + [ + -1.0897765159606934, + 1.4597026109695435, + 1.645348072052002, + -2.5398359298706055, + 0.19489073753356934, + 2.2358815670013428, + 1.5417406558990479, + 2.050736665725708, + 0.40150922536849976, + -0.38489794731140137, + 0.49362701177597046, + 0.8506778478622437, + 0.7216029763221741, + 3.0396764278411865, + 1.0805153846740723, + 0.103256955742836, + -0.3226611316204071, + 1.8227553367614746, + 0.36525529623031616, + -1.5040714740753174, + -0.7448112368583679 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.370273113250732, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.3069024085998535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.535625696182251 + ] + ], + "predicted_scores": [ + 7.582303047180176, + 6.942981243133545, + 5.022756099700928, + 4.992313385009766, + 3.3211145401000977, + 3.1644320487976074, + 2.8673291206359863, + 2.5282840728759766 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "672328262", + "selected_index": 0, + "state_hash": "20505adf8ae83a2c2a495350fa8f5334dddc294e12c0eb69ad309a4c10e27843", + "stored_base_utility": 0.2552758455276489, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24603641033172607, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24603641033172607 + }, + "base_progress": 0.24603641033172607, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.24603641033172607, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.03098917007446289, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11868542432785034, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11868542432785034 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10482005029916763, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10482005029916763 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11523888260126114, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11523888260126114 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.139865443110466, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.139865443110466 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11875935643911362, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11875935643911362 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11437114328145981, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11437114328145981 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03098917007446289, + "contact_quality": null, + "progress": 0.11254707723855972, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11254707723855972 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13816864788532257, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13816864788532257 + } + ], + "candidate_progress": [ + 0.11868542432785034, + 0.10482005029916763, + 0.11523888260126114, + 0.139865443110466, + 0.11875935643911362, + 0.11437114328145981, + 0.11254707723855972, + 0.13816864788532257 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-1faf779e909ec0415be0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.6468013525009155, + 0.05641970783472061, + -0.2395423948764801, + 0.10321536660194397, + -0.21136140823364258, + -2.0273563861846924, + -0.1869094967842102, + 0.2908429205417633, + 0.10997174680233002, + 0.4948503077030182, + -0.5744376182556152, + 2.1976828575134277, + -0.691347062587738, + 0.5499646663665771, + 0.33796223998069763, + 0.1630978137254715, + -0.10000951588153839, + 0.012171745300292969, + 0.42342495918273926, + -0.6717943549156189, + -0.0855373740196228 + ], + [ + 0.6602773666381836, + 0.07730534672737122, + -0.16530445218086243, + 0.23947986960411072, + -0.4261741638183594, + -1.88180673122406, + 0.011191129684448242, + 0.37417155504226685, + 0.13236159086227417, + 0.5065627694129944, + -0.6015820503234863, + 2.0891599655151367, + -0.8163284063339233, + 0.6164672374725342, + 0.38648268580436707, + 0.20967458188533783, + -0.10177718102931976, + 0.07868038862943649, + 0.4072061777114868, + -0.47981929779052734, + 0.06718592345714569 + ], + [ + 0.6090070009231567, + 0.13087168335914612, + -0.13019248843193054, + 0.15337792038917542, + -0.600031852722168, + -1.9997092485427856, + 0.10144415497779846, + 0.34186065196990967, + 0.04977241903543472, + 0.5046406388282776, + -0.5145336985588074, + 2.207699775695801, + -0.7716282606124878, + 0.5284895300865173, + 0.335616797208786, + 0.11598807573318481, + -0.16412539780139923, + 0.07285401225090027, + 0.3724517226219177, + -0.4625169038772583, + 0.4721260666847229 + ], + [ + 0.3632373809814453, + 0.08203083276748657, + -0.45918044447898865, + 0.31237003207206726, + -0.25628307461738586, + -1.71500825881958, + 0.2644365429878235, + 0.27172452211380005, + 0.07266354560852051, + 0.6532475352287292, + -0.7214536070823669, + 2.2567667961120605, + -0.6292997598648071, + 0.5662275552749634, + 0.3189643919467926, + 0.19635723531246185, + -0.17138253152370453, + 0.009071022272109985, + 0.3291614055633545, + -0.7039706707000732, + 0.2310832440853119 + ], + [ + 0.595640242099762, + 0.07396034896373749, + -0.21074441075325012, + 0.08801037073135376, + -0.30432212352752686, + -1.7112945318222046, + 0.022847861051559448, + 0.3629675507545471, + 0.1602179855108261, + 0.37020933628082275, + -0.6277863383293152, + 2.306583881378174, + -0.866665244102478, + 0.5081062316894531, + 0.2502503991127014, + 0.21082057058811188, + -0.016427427530288696, + 0.0851966142654419, + 0.28073808550834656, + -0.5920728445053101, + -0.08650371432304382 + ], + [ + 0.14088395237922668, + 0.18744339048862457, + -0.24256017804145813, + 0.022703930735588074, + 0.11323736608028412, + -0.4299715459346771, + -0.7249504923820496, + 0.4305272102355957, + -0.15254639089107513, + 0.23233482241630554, + -0.6411599516868591, + 1.6548426151275635, + -1.2396913766860962, + 1.086911678314209, + 0.7478920817375183, + 0.16595330834388733, + -0.7865989804267883, + -0.19221387803554535, + -0.05078929662704468, + -1.5143725872039795, + 0.9939868450164795 + ], + [ + 0.8304116725921631, + 0.10821545124053955, + -0.5196839570999146, + -0.12166181206703186, + -0.26371708512306213, + -2.370577096939087, + -0.04325324296951294, + 0.28532540798187256, + 0.12068556249141693, + 0.4437515437602997, + -0.6360552906990051, + 2.022359848022461, + -0.6767838001251221, + 0.5704371333122253, + 0.21774683892726898, + 0.15291745960712433, + -0.27475452423095703, + -0.019580945372581482, + 0.1551070511341095, + -0.8832364678382874, + 0.1718151569366455 + ], + [ + 0.40612226724624634, + 0.06354307383298874, + -0.6872484683990479, + -0.12917101383209229, + -0.023589342832565308, + -1.5096430778503418, + -0.18298113346099854, + 0.3409315049648285, + -0.05000913143157959, + 0.9224488735198975, + -0.7677216529846191, + 2.189072608947754, + -0.9274222254753113, + 0.7274197340011597, + 0.20002007484436035, + 0.042591869831085205, + -0.5134113430976868, + -0.1960916370153427, + 0.4342002868652344, + -0.9686077833175659, + 0.4612405002117157 + ] + ], + "generated_utilities": [ + 0.11868542432785034, + 0.10482005029916763, + 0.11523888260126114, + 0.139865443110466, + 0.11875935643911362, + 0.11437114328145981, + 0.11254707723855972, + 0.13816864788532257 + ], + "group_id": "ms-1faf779e909ec0415be0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.10120099782943726, + 0.15363816916942596, + 0.1244855746626854, + 0.1504928320646286, + 0.0950428694486618, + 0.1043405756354332, + 0.07707469165325165, + 0.07206040620803833, + 0.12803098559379578, + 0.15399448573589325, + 0.06179928779602051, + 0.07938086986541748, + 0.15691404044628143, + 0.021661102771759033, + 0.054343245923519135, + 0.014199754223227501 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6972623467445374, + 0.007949799299240112, + -2.032085418701172, + -1.4818706512451172, + -1.2712879180908203, + -2.553070306777954, + -2.513084650039673, + 1.006876826286316, + 0.37454813718795776, + 1.3961079120635986, + -0.8621940612792969, + 4.270602226257324, + 0.5041577219963074, + 2.972259998321533, + 0.845295786857605, + 0.20933961868286133, + -0.0033464431762695312, + 0.7394846081733704, + 1.4378975629806519, + -1.811766266822815, + -1.1114060878753662 + ], + [ + 1.884252905845642, + 1.2056949138641357, + -1.3379238843917847, + 0.2648064196109772, + -0.8504292964935303, + -3.22750186920166, + -3.252410411834717, + 0.967574954032898, + 1.4137816429138184, + 0.3994118571281433, + -1.7714719772338867, + 3.297978162765503, + 1.6055723428726196, + 3.1762969493865967, + 1.8415963649749756, + -0.9085635542869568, + -0.6075443029403687, + 0.29843825101852417, + 1.3027305603027344, + -2.701476812362671, + -1.2897918224334717 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6464762687683105, + 0.01835550367832184, + -0.2600799798965454, + 0.04105338454246521, + -0.10922521352767944, + -1.5294430255889893, + 0.0, + 0.09388932585716248, + 0.027388274669647217, + 0.18296420574188232, + -0.10998070240020752, + 2.273859739303589, + 0.15736782550811768, + 0.0, + 0.4402393102645874, + -0.033234238624572754, + 0.021271347999572754, + -0.029416203498840332, + 0.36536312103271484, + -1.425746202468872, + 0.0 + ], + [ + 1.6394855976104736, + 0.11734192073345184, + -1.4340131282806396, + -0.3708021342754364, + -0.4305611252784729, + -2.4773082733154297, + -2.1696932315826416, + 0.15921083092689514, + 0.9617506265640259, + 1.3252644538879395, + -0.5311159491539001, + 3.0212128162384033, + 1.1736644506454468, + 2.6270294189453125, + 1.6289074420928955, + -0.760064959526062, + -1.042775273323059, + 0.33116573095321655, + 1.853531837463379, + -2.697272777557373, + -1.7355984449386597 + ], + [ + 1.6730356216430664, + -0.5470552444458008, + -1.5306575298309326, + 0.3415590822696686, + -0.30762189626693726, + -2.078986644744873, + -2.499635696411133, + 0.2230663001537323, + 0.9011675119400024, + 0.6948511004447937, + -0.8275811076164246, + 3.685258150100708, + 0.4959889054298401, + 2.4090795516967773, + 0.8024625778198242, + -1.4186909198760986, + -0.6801689863204956, + 1.0098042488098145, + 2.1132559776306152, + -2.941215991973877, + -2.5300347805023193 + ] + ], + "predicted_scores": [ + 1.9825716018676758, + 1.467929482460022, + 1.30802583694458, + 1.2299925088882446, + 1.006164789199829, + 0.9891546368598938, + 0.9509162306785583, + 0.36587536334991455 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1461069713", + "selected_index": 0, + "state_hash": "4550ae636c851cc0f3afa52aec84640c304818d785daaa05bfda14351e788b25", + "stored_base_utility": 0.10120099782943726, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09663844108581543, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09663844108581543 + }, + "base_progress": 0.09663844108581543, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09663844108581543, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05397860333323479, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05397860333323479 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08205410093069077, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08205410093069077 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0614965558052063, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0614965558052063 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07437237352132797, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07437237352132797 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07035497575998306, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07035497575998306 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05553283169865608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05553283169865608 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0500517301261425, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0500517301261425 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07016164064407349, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07016164064407349 + } + ], + "candidate_progress": [ + 0.05397860333323479, + 0.08205410093069077, + 0.0614965558052063, + 0.07437237352132797, + 0.07035497575998306, + 0.05553283169865608, + 0.0500517301261425, + 0.07016164064407349 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-a2518826fa0a816cc46f", + "ms-6e27d292a9cbea108fc9", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-6e27d292a9cbea108fc9", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-206099bab6bfe7c84fce", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.23269535601139069, + -0.03618226945400238, + 0.6332684755325317, + -0.02917732298374176, + 0.8675976991653442, + 1.4092307090759277, + 0.6087695956230164, + 0.14245621860027313, + 0.18723724782466888, + 0.21616405248641968, + 1.158160924911499, + 0.37773269414901733, + 0.36077800393104553, + 0.785550057888031, + -0.08739377558231354, + -0.0016786474734544754, + -0.3681384325027466, + 0.997061550617218, + -0.3311305046081543, + -0.4859223961830139, + -0.5885239839553833 + ], + [ + -0.25837743282318115, + 0.055888138711452484, + 0.7445507645606995, + -0.20152100920677185, + 0.7536114454269409, + 1.001538872718811, + 0.6186721324920654, + 0.37290316820144653, + 0.01033712923526764, + -0.07167122513055801, + 0.9109236598014832, + 0.15022090077400208, + 0.14993718266487122, + 0.22377482056617737, + 0.28454697132110596, + 0.10443533957004547, + 0.1302519291639328, + 0.7510988712310791, + 0.13395382463932037, + 0.4346773028373718, + -0.07173855602741241 + ], + [ + -0.261457622051239, + -0.018303610384464264, + 0.8831109404563904, + -0.02660319209098816, + 0.8835299015045166, + 1.1677939891815186, + 0.645592212677002, + 0.2121300846338272, + 0.044133588671684265, + -0.04135092347860336, + 0.897363543510437, + -0.05551156401634216, + -0.029317617416381836, + 0.4472206234931946, + 0.04704152047634125, + -0.01679840125143528, + -0.03429611027240753, + 0.6468088030815125, + -0.0745680034160614, + 0.5591591596603394, + -0.16261163353919983 + ], + [ + -0.37683212757110596, + 0.0172475203871727, + 0.7331042289733887, + 0.10543087124824524, + 0.9720458388328552, + 1.0801907777786255, + 0.6051152944564819, + 0.4306642413139343, + 0.03755681961774826, + 0.04078309237957001, + 0.7677872776985168, + 0.05771946907043457, + -0.05557885766029358, + 0.4541340470314026, + 0.04197098687291145, + 0.02492332085967064, + -0.052152976393699646, + 0.8004428148269653, + 0.10909922420978546, + 0.6182308197021484, + -0.20194226503372192 + ], + [ + -0.6241031289100647, + 0.16067028045654297, + 0.3716805875301361, + 0.3559465706348419, + 0.4603334367275238, + 1.379197597503662, + 0.4296085238456726, + 0.14883950352668762, + -0.05375070869922638, + -0.20403200387954712, + 0.7118152379989624, + 0.03596995770931244, + 0.25615182518959045, + 0.322757363319397, + -0.10565677285194397, + 0.04066465422511101, + 0.0640968531370163, + 0.7563091516494751, + -0.13608607649803162, + 0.29580557346343994, + -0.08543315529823303 + ], + [ + -0.351521372795105, + 0.15338362753391266, + 0.9439459443092346, + 0.04176682233810425, + 0.8423299789428711, + 1.8152269124984741, + 0.38076359033584595, + 0.22949184477329254, + 0.13894987106323242, + -0.20675060153007507, + 1.173452615737915, + 0.30500030517578125, + -0.04793578386306763, + 0.047909125685691833, + -0.045381274074316025, + 0.08879715204238892, + 0.1100967675447464, + 0.786860466003418, + -0.23759794235229492, + 0.7426169514656067, + 0.205378919839859 + ], + [ + -0.3040924072265625, + 0.11388817429542542, + 0.9714195728302002, + 0.060780733823776245, + 0.7638105750083923, + 1.8140664100646973, + 0.3821583390235901, + 0.1552514135837555, + 0.1023847833275795, + -0.21798762679100037, + 1.182540774345398, + 0.3431578576564789, + 0.044545263051986694, + 0.10417637974023819, + -0.11950437724590302, + 0.055757615715265274, + 0.1947658807039261, + 0.7180282473564148, + -0.2649269700050354, + 0.8437351584434509, + 0.2793601155281067 + ], + [ + -0.17195330560207367, + 0.21220709383487701, + 1.0188497304916382, + -0.2090419977903366, + 0.8511009216308594, + 1.7575874328613281, + 0.10206136107444763, + 0.3466091752052307, + 0.16836205124855042, + -0.3793673515319824, + 1.217772126197815, + 0.5272035598754883, + -0.15591397881507874, + -0.02246338129043579, + -0.008149895817041397, + 0.0984644740819931, + 0.12912344932556152, + 0.8022336363792419, + 0.006370604038238525, + 0.7282000184059143, + 0.08006291091442108 + ] + ], + "generated_utilities": [ + 0.05397860333323479, + 0.08205410093069077, + 0.0614965558052063, + 0.07437237352132797, + 0.07035497575998306, + 0.05553283169865608, + 0.0500517301261425, + 0.07016164064407349 + ], + "group_id": "ms-206099bab6bfe7c84fce", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14504186809062958, + 0.2061808556318283, + 0.05493883416056633, + 0.12715911865234375, + 0.11599098145961761, + 0.1449827402830124, + 0.07995913922786713, + 0.0616072416305542, + 0.07861541211605072, + 0.06727981567382812, + 0.14747242629528046, + 0.06801573932170868, + 0.02372787520289421, + 0.03307406231760979, + 0.030893346294760704, + 0.04290417954325676 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.013867735862731934, + -0.09727583080530167, + 0.9263772964477539, + -0.10796307027339935, + 0.7982347011566162, + 1.637244462966919, + 0.0, + -0.08176559209823608, + 0.04901408404111862, + -0.12464442849159241, + 1.121243953704834, + 0.23947016894817352, + 0.016001582145690918, + 0.0, + -0.24438628554344177, + 0.00010733306407928467, + -0.18340778350830078, + 0.8157306909561157, + 0.203274667263031, + 0.12168711423873901, + 0.0 + ], + [ + -0.37463152408599854, + -0.16546937823295593, + 1.959917426109314, + 0.24645832180976868, + 2.0390665531158447, + 2.7499465942382812, + 2.006134510040283, + -0.5004609823226929, + -0.0681503415107727, + 0.2803806662559509, + 1.8545740842819214, + 0.02411910891532898, + 0.7772282361984253, + 0.2839174270629883, + -0.35416609048843384, + -0.051674291491508484, + 0.5251320600509644, + 1.9799424409866333, + 0.808894157409668, + 0.3245809078216553, + 0.5867743492126465 + ], + [ + -0.6246752142906189, + 0.10034752637147903, + 2.276226282119751, + -0.2862373888492584, + 1.5921199321746826, + 2.278722047805786, + 1.8281079530715942, + -0.5363544821739197, + -0.10443198680877686, + 0.4679929316043854, + 2.422133445739746, + -0.07743243873119354, + 0.6430574655532837, + 0.5779930949211121, + -0.2129078507423401, + -0.33645060658454895, + 0.750112771987915, + 1.6697304248809814, + 0.9396156072616577, + 0.7445610165596008, + 0.8780033588409424 + ], + [ + -0.2579473853111267, + 0.1911689192056656, + 1.4967708587646484, + 0.5087961554527283, + 1.7287284135818481, + 3.0403475761413574, + 2.4828505516052246, + -0.7625380158424377, + 0.3858484625816345, + 0.44581812620162964, + 2.369530439376831, + 0.020376265048980713, + 0.9741718769073486, + 0.7525730729103088, + -0.17411524057388306, + 0.3584352135658264, + 1.0943377017974854, + 1.712859869003296, + 0.6725669503211975, + 0.20440539717674255, + 0.15842702984809875 + ], + [ + 0.10581684112548828, + -0.2516104578971863, + 1.8968102931976318, + -0.2959175705909729, + 1.4849181175231934, + 3.0570013523101807, + 2.61279296875, + -0.19855660200119019, + 0.20581558346748352, + 0.5767778158187866, + 1.9833546876907349, + -0.7689570188522339, + 0.733518660068512, + 0.7121495604515076, + -0.8462942838668823, + 0.3683892488479614, + 0.9377249479293823, + 1.4590340852737427, + 1.3077095746994019, + 1.0661944150924683, + 0.13706368207931519 + ], + [ + -0.043684810400009155, + 0.36707624793052673, + 1.4924964904785156, + -0.41293060779571533, + 1.462984561920166, + 3.017000436782837, + 2.953599452972412, + -0.84098881483078, + -0.381411075592041, + 0.1166834831237793, + 2.8924193382263184, + 0.4443773627281189, + 0.508708655834198, + 0.9982589483261108, + 0.06399768590927124, + -0.35069429874420166, + 0.6023035049438477, + 1.7430516481399536, + 0.5942181348800659, + 1.2022085189819336, + 0.27676185965538025 + ], + [ + -0.5784218907356262, + 0.18415966629981995, + 2.7967755794525146, + 0.6593993902206421, + 0.9729868173599243, + 1.8088445663452148, + 3.02415132522583, + -0.783001720905304, + 0.6581302285194397, + -0.38051077723503113, + 2.5212931632995605, + -0.4873592257499695, + 0.9121648669242859, + 0.9401228427886963, + -0.13734617829322815, + 0.12508583068847656, + 0.25974494218826294, + 2.629880905151367, + 1.2813966274261475, + 0.46542757749557495, + 1.0983736515045166 + ], + [ + -1.2388008832931519, + -0.2257324606180191, + 2.410064220428467, + 0.6830584406852722, + 2.6142613887786865, + 3.498793125152588, + 2.0967156887054443, + -0.15634706616401672, + 0.8530313968658447, + 0.13643792271614075, + 2.4691669940948486, + -0.024641871452331543, + 1.0395302772521973, + 1.316436529159546, + 0.05817103385925293, + -0.4054427146911621, + -0.199337899684906, + 1.5336966514587402, + 1.4263296127319336, + 1.3501561880111694, + 1.0357463359832764 + ], + [ + -1.4648807048797607, + -0.2002263218164444, + 1.9414231777191162, + 0.22171251475811005, + 2.163911819458008, + 2.034834623336792, + 1.9789574146270752, + -0.4260965883731842, + 0.44597065448760986, + -0.5635784864425659, + 2.3256945610046387, + 0.2370867282152176, + 0.8452942967414856, + 1.173506498336792, + -0.6585371494293213, + -0.09672655165195465, + 1.5434463024139404, + 2.778320789337158, + 1.3408039808273315, + 0.4200238585472107, + -0.14453387260437012 + ], + [ + 0.14987945556640625, + -0.5012845993041992, + 1.7022160291671753, + 0.1294456422328949, + 1.0345933437347412, + 2.5877044200897217, + 2.337331533432007, + 0.2446020245552063, + 0.4113820791244507, + 0.011290028691291809, + 2.9086382389068604, + -0.402165949344635, + 1.349095344543457, + -0.5141806602478027, + -1.2085363864898682, + 0.08801302313804626, + 0.20971065759658813, + 2.3774306774139404, + 1.5501891374588013, + 0.3379044532775879, + -0.22404074668884277 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03170907497406006, + -0.010709012858569622, + 0.9263772964477539, + -0.03241322934627533, + 0.7982347011566162, + 1.637244462966919, + 0.0, + 0.05865299701690674, + 0.07080356776714325, + -1.1324882507324219e-06, + 1.121243953704834, + 0.056112125515937805, + 0.03552722930908203, + 0.0, + -0.05118280649185181, + 0.020346343517303467, + 0.06391942501068115, + 0.8157306909561157, + -0.027317166328430176, + 0.013934612274169922, + 0.0 + ] + ], + "predicted_scores": [ + 4.396785259246826, + 4.268034934997559, + 3.9931106567382812, + 3.617746353149414, + 3.5928854942321777, + 3.4918551445007324, + 3.443906784057617, + 2.8904223442077637 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "c8bd0b191f62df072c9f1d77ace25c7b71eb2ebc4f1450ddf5f80f2edaf573c3", + "stored_base_utility": 0.14504186809062958, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15648038685321808, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15648038685321808 + }, + "base_progress": 0.15648038685321808, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.15648038685321808, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1438247114419937, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1438247114419937 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.193678081035614, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.193678081035614 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18558897078037262, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18558897078037262 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1697291135787964, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1697291135787964 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16825948655605316, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16825948655605316 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16874593496322632, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16874593496322632 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2986619472503662, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2986619472503662 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2047441005706787, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2047441005706787 + } + ], + "candidate_progress": [ + 0.1438247114419937, + 0.193678081035614, + 0.18558897078037262, + 0.1697291135787964, + 0.16825948655605316, + 0.16874593496322632, + 0.2986619472503662, + 0.2047441005706787 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d277cb167868742373fe", + "ms-d277cb167868742373fe", + "ms-d277cb167868742373fe", + "ms-d277cb167868742373fe", + "ms-d277cb167868742373fe", + "ms-d277cb167868742373fe", + "ms-d277cb167868742373fe", + "ms-d277cb167868742373fe" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-20b11e3e581c2a865096", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.31199216842651367, + -0.020015394315123558, + 0.07758358120918274, + 0.2569028437137604, + 0.151129812002182, + 0.30541539192199707, + -0.25113338232040405, + -0.03086663782596588, + 0.533772885799408, + 0.2351030707359314, + -0.1912616789340973, + 0.13597770035266876, + -0.7314656376838684, + -0.5490731000900269, + 0.24857115745544434, + -0.0184710044413805, + 0.1250276118516922, + -0.5084614753723145, + 0.3048778772354126, + -0.8670604825019836, + -0.06066387891769409 + ], + [ + 0.4180132746696472, + -0.1312084197998047, + 0.12073156237602234, + 0.21830850839614868, + -0.04419216513633728, + 0.43794915080070496, + -0.45312511920928955, + 0.023302510380744934, + 0.6418800950050354, + 0.2817891538143158, + -0.02964724600315094, + 0.35879117250442505, + -1.0891573429107666, + -0.09637638926506042, + 0.6279728412628174, + 0.08771143853664398, + 0.17619839310646057, + -0.2624451518058777, + 0.07574038207530975, + -0.7776210308074951, + 0.006760045886039734 + ], + [ + 0.37811142206192017, + -0.14193028211593628, + 0.0983121395111084, + 0.4210298955440521, + -0.055257588624954224, + 0.44013985991477966, + -0.6894511580467224, + -0.09734949469566345, + 0.604806661605835, + 0.3301166594028473, + 0.1078648716211319, + 0.4819757342338562, + -1.190181851387024, + -0.039695367217063904, + 0.6506662368774414, + 0.0688866525888443, + 0.105045385658741, + -0.3931354880332947, + 0.10595141351222992, + -0.9058161377906799, + -0.07227939367294312 + ], + [ + 0.3228360414505005, + -0.15590080618858337, + 0.012917935848236084, + 0.2989727556705475, + 0.04139448702335358, + 0.2741171419620514, + -0.5632399916648865, + 0.033432379364967346, + 0.6498528122901917, + 0.39551490545272827, + -0.08605878800153732, + 0.3744019865989685, + -1.1901272535324097, + -0.02896423637866974, + 0.6265221238136292, + 0.09631042182445526, + 0.17525219917297363, + -0.28946077823638916, + 0.051363542675971985, + -0.7400722503662109, + 0.2984578311443329 + ], + [ + 0.37085139751434326, + -0.16419628262519836, + 0.12494376301765442, + 0.16728049516677856, + -0.193913996219635, + 0.35064178705215454, + -0.5376867651939392, + 0.002888724207878113, + 0.6578238010406494, + 0.3494146168231964, + -0.01325681060552597, + 0.492267370223999, + -1.1629270315170288, + 0.03394237160682678, + 0.664357602596283, + 0.10756699740886688, + 0.15474024415016174, + -0.27311819791793823, + 0.05172380805015564, + -0.78049635887146, + -0.011883392930030823 + ], + [ + 0.34176602959632874, + -0.2994465231895447, + 0.3811594247817993, + -0.1487354338169098, + -0.2569831609725952, + 0.32210057973861694, + -0.5252214670181274, + -0.07455271482467651, + 0.65765780210495, + 0.4227616488933563, + -0.13497504591941833, + 0.8213716149330139, + -1.1720625162124634, + -0.07600188255310059, + 0.5410094857215881, + 0.10170769691467285, + 0.23738105595111847, + -0.2852463126182556, + 0.17059367895126343, + -0.7543442249298096, + 0.002850368618965149 + ], + [ + 0.41527247428894043, + 0.021279819309711456, + -0.37469932436943054, + 0.12290465831756592, + 0.3207406997680664, + 0.6268411874771118, + -0.5491535067558289, + 0.1563265025615692, + 0.6739581227302551, + 0.1815672516822815, + 0.26512420177459717, + 0.3953719437122345, + -1.1221134662628174, + 0.42559313774108887, + 0.751865565776825, + 0.13047489523887634, + 0.053573012351989746, + -0.07653842866420746, + -0.03247079253196716, + -0.7001749277114868, + 0.28171783685684204 + ], + [ + 0.455497145652771, + -0.1832043081521988, + 0.10435095429420471, + -0.004023432731628418, + -0.15014758706092834, + 0.3731253743171692, + -0.6691755652427673, + 0.07181660085916519, + 0.6632683873176575, + 0.506151020526886, + -0.006084449589252472, + 0.5645875930786133, + -1.428186297416687, + 0.003351762890815735, + 0.6127224564552307, + 0.12890732288360596, + 0.08499519526958466, + -0.29961127042770386, + 0.1849880814552307, + -0.552859902381897, + 0.003743767738342285 + ] + ], + "generated_utilities": [ + 0.1438247114419937, + 0.193678081035614, + 0.18558897078037262, + 0.1697291135787964, + 0.16825948655605316, + 0.16874593496322632, + 0.2986619472503662, + 0.2047441005706787 + ], + "group_id": "ms-20b11e3e581c2a865096", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.03382353112101555, + 0.003623922821134329, + 0.04962770268321037, + 0.1589234173297882, + 0.1939062923192978, + 0.02709086798131466, + 0.22873637080192566, + 0.1505979597568512, + 0.1321709156036377, + 0.11249075829982758, + 0.24578802287578583, + 0.09051164239645004, + 0.24991971254348755, + 2.0, + 0.10362621396780014, + 0.11300037801265717 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.2266232967376709, + -0.17914293706417084, + -0.3230476677417755, + -0.10318732261657715, + 0.4751664102077484, + 0.36164480447769165, + 0.0, + -0.2780904173851013, + 0.5087858438491821, + 0.7286252975463867, + -0.014417529106140137, + -0.09865379333496094, + -1.7218406200408936, + 0.0, + 0.519982099533081, + -0.04373276233673096, + 0.18987703323364258, + -0.23179113864898682, + 0.15872156620025635, + -0.701664924621582, + 0.0 + ], + [ + 0.7396532297134399, + 0.23162324726581573, + -0.6974359750747681, + 0.8968126773834229, + 0.6733793616294861, + -0.5358191132545471, + -1.0736839771270752, + -0.6864057779312134, + 1.5087858438491821, + 1.7286252975463867, + -1.0144175291061401, + 0.8394069075584412, + -2.7218406200408936, + -0.5243631601333618, + 0.24579985439777374, + 0.680623471736908, + 1.0296812057495117, + -1.2317911386489868, + 1.1587215662002563, + -1.701664924621582, + -0.34276077151298523 + ], + [ + 0.5327812433242798, + 0.2096773236989975, + -0.4044398367404938, + 0.8856043219566345, + 0.8665446639060974, + -0.7400457262992859, + -1.222206950187683, + -0.5903505682945251, + 1.7139918804168701, + 1.7774817943572998, + -0.7830435037612915, + 0.56322181224823, + -2.7541821002960205, + -0.4642881155014038, + 0.14110825955867767, + 0.41962099075317383, + 0.8332087993621826, + -1.2595101594924927, + 1.3614896535873413, + -1.6975384950637817, + -0.14896272122859955 + ], + [ + 0.46113622188568115, + 0.272830992937088, + -0.7993806600570679, + 0.6725714802742004, + 0.8669934272766113, + -0.6473063230514526, + -1.1879982948303223, + -0.9236698150634766, + 1.1278159618377686, + 1.4803781509399414, + -1.1506779193878174, + 0.850016713142395, + -2.5770537853240967, + -0.14522406458854675, + -0.12980403006076813, + 0.5979020595550537, + 1.2435017824172974, + -1.3338871002197266, + 0.9425753355026245, + -1.378572940826416, + 0.01050141453742981 + ], + [ + 0.590065062046051, + -0.016680121421813965, + -0.97359299659729, + 1.3446059226989746, + 0.26997095346450806, + -0.3344796597957611, + -1.4346623420715332, + -0.3178688585758209, + 1.6780186891555786, + 1.5448203086853027, + -0.972679853439331, + 1.2111382484436035, + -2.428063154220581, + -0.9676055908203125, + 0.5032050013542175, + 0.5757544040679932, + 0.9822656512260437, + -1.5649468898773193, + 0.9708284139633179, + -1.3710869550704956, + 0.03062647581100464 + ], + [ + 1.2981648445129395, + 0.13240163028240204, + -0.34856104850769043, + 0.99482262134552, + 0.7522923946380615, + -1.0857465267181396, + -0.5532370209693909, + -0.548205554485321, + 1.1309620141983032, + 1.6133705377578735, + -1.2489093542099, + 0.747718334197998, + -2.3619019985198975, + -0.5107788443565369, + 0.2398667186498642, + 1.2268552780151367, + 1.432475209236145, + -1.6738591194152832, + 1.3383803367614746, + -1.8975850343704224, + -0.7111427783966064 + ], + [ + 1.2299071550369263, + -0.19931377470493317, + -1.3150475025177002, + 1.3512743711471558, + 0.08462899923324585, + -0.809822142124176, + -1.0582305192947388, + -0.7721123099327087, + 1.723440170288086, + 1.6825952529907227, + -0.8483073115348816, + 0.33128154277801514, + -2.486189365386963, + -0.3780514597892761, + -0.37657052278518677, + 1.086107611656189, + 0.3545339107513428, + -1.5880424976348877, + 1.0765501260757446, + -1.5707588195800781, + -0.8932570219039917 + ], + [ + 0.2894754111766815, + 0.6745032668113708, + -0.1088983416557312, + 0.11369359493255615, + 0.3100142776966095, + -0.22808629274368286, + -0.6006574630737305, + -1.3118079900741577, + 1.8169481754302979, + 1.265562653541565, + -1.2800259590148926, + 0.6675432324409485, + -2.739001750946045, + 0.02958279848098755, + -0.35716813802719116, + 1.4236698150634766, + 1.1856658458709717, + -1.828656554222107, + 0.5169824957847595, + -1.7035739421844482, + -1.1175721883773804 + ], + [ + 1.6252061128616333, + -0.2481481283903122, + -0.7548190355300903, + 0.964755117893219, + 0.9304243326187134, + -0.757105827331543, + -0.8371589779853821, + -0.5445099472999573, + 1.8947722911834717, + 1.4632844924926758, + -0.8441455364227295, + 1.2584625482559204, + -2.8156168460845947, + -1.1677321195602417, + -0.4546201229095459, + 1.0699446201324463, + 0.7766640782356262, + -1.659676432609558, + 1.7770328521728516, + -2.4733963012695312, + -0.8319209218025208 + ], + [ + 0.18475669622421265, + 0.6415303349494934, + -1.4982625246047974, + 0.9241803288459778, + 1.1670349836349487, + 0.30918389558792114, + -1.5711946487426758, + -0.687921941280365, + 1.7425665855407715, + 1.1443828344345093, + -1.1647225618362427, + 0.1824336051940918, + -1.8577696084976196, + 0.4324612021446228, + 0.16079404950141907, + 0.7862027883529663, + 1.7510151863098145, + -1.3554766178131104, + 1.8057928085327148, + -0.8576350808143616, + -1.073428750038147 + ], + [ + 0.1586475372314453, + -0.3002767562866211, + -0.01498633623123169, + 0.3332679271697998, + 1.1735053062438965, + -0.1408301591873169, + -1.4762816429138184, + -0.5393012762069702, + 1.3010327816009521, + 1.7282674312591553, + -1.8891866207122803, + 0.052919209003448486, + -3.497227668762207, + -0.24159148335456848, + 0.4948970079421997, + 1.5752344131469727, + 0.5920591354370117, + -1.670117974281311, + 2.1480889320373535, + -1.1669013500213623, + -0.042682141065597534 + ], + [ + 1.126994013786316, + -0.07779009640216827, + -0.05436432361602783, + 1.179832935333252, + 1.6099486351013184, + 0.004724979400634766, + -1.851830005645752, + -0.6295242309570312, + 1.2533372640609741, + 0.7712268233299255, + -0.09576976299285889, + 0.7135925889015198, + -3.6680502891540527, + 0.032401978969573975, + -0.08979310095310211, + 1.6623741388320923, + 1.2963037490844727, + -0.2830660939216614, + 1.2732340097427368, + -1.518223762512207, + 0.24462130665779114 + ] + ], + "predicted_scores": [ + 5.146400451660156, + 4.353591442108154, + 4.158760070800781, + 4.114234924316406, + 4.025691509246826, + 3.8695430755615234, + 3.7753958702087402, + 3.4085750579833984 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "d3ec0b0675554b9eeb13278f5b3bfa62cc951c89412c56f5539c87f076834479", + "stored_base_utility": 0.03382353112101555, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13304436206817627, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13304436206817627 + }, + "base_progress": 0.13304436206817627, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13304436206817627, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1346922516822815, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1346922516822815 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1394384354352951, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1394384354352951 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12100253254175186, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12100253254175186 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1025068536400795, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1025068536400795 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10367246717214584, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10367246717214584 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1448771208524704, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1448771208524704 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13784010708332062, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13784010708332062 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10206544399261475, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10206544399261475 + } + ], + "candidate_progress": [ + 0.1346922516822815, + 0.1394384354352951, + 0.12100253254175186, + 0.1025068536400795, + 0.10367246717214584, + 0.1448771208524704, + 0.13784010708332062, + 0.10206544399261475 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-aab59ee607a5ba7e3bfa", + "ms-aab59ee607a5ba7e3bfa", + "ms-aab59ee607a5ba7e3bfa", + "ms-49b9e0f9ceaf91314919", + "ms-49b9e0f9ceaf91314919", + "ms-aab59ee607a5ba7e3bfa", + "ms-aab59ee607a5ba7e3bfa", + "ms-49b9e0f9ceaf91314919" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-20ca52baa214c31b3186", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.30762168765068054, + 0.17111799120903015, + 0.500969409942627, + -0.46916237473487854, + 0.7777402400970459, + 1.265770435333252, + 0.0659480094909668, + 0.21020686626434326, + 0.3826814889907837, + -0.09762749820947647, + -0.7244636416435242, + 0.18858268857002258, + -0.8635568618774414, + -0.5001814961433411, + -0.20846009254455566, + 0.07385657727718353, + 0.3273201584815979, + -0.24248187243938446, + -0.6497229933738708, + -0.31012603640556335, + 0.25698480010032654 + ], + [ + 0.31443214416503906, + 0.1595906913280487, + 0.5970134735107422, + -0.3861744999885559, + 0.7000741958618164, + 1.081316351890564, + -0.23594719171524048, + 0.09506649523973465, + 0.35824427008628845, + -0.026409320533275604, + -0.8577597737312317, + 0.2820791006088257, + -0.8526692390441895, + -0.6375188827514648, + -0.19078299403190613, + 0.15146945416927338, + 0.2961304187774658, + -0.28085440397262573, + -0.7462276816368103, + -0.22892890870571136, + 0.14961311221122742 + ], + [ + 0.30991214513778687, + 0.22529609501361847, + 0.616959810256958, + -0.4962323009967804, + 0.5818014144897461, + 0.893917441368103, + 0.3452971875667572, + 0.27262115478515625, + 0.36111903190612793, + 0.11492631584405899, + -0.7593508362770081, + 0.03383757174015045, + -1.0450471639633179, + -0.2612271308898926, + -0.15046732127666473, + 0.05075320228934288, + 0.12931302189826965, + -0.4334023594856262, + -0.7049146890640259, + -0.09728623926639557, + -0.15133073925971985 + ], + [ + -0.2494630664587021, + 0.2260284572839737, + 0.6004227995872498, + -0.03578369319438934, + 0.30832579731941223, + 1.7690750360488892, + 0.4530095160007477, + 0.1917293518781662, + 0.22319069504737854, + 0.04820338636636734, + -0.9559293985366821, + 0.4118823707103729, + -0.27488499879837036, + -0.29561692476272583, + 0.038233138620853424, + 0.13306283950805664, + 0.35335350036621094, + -0.32076889276504517, + -0.7959437966346741, + -0.29489558935165405, + 0.07489315420389175 + ], + [ + -0.04587015509605408, + 0.17940717935562134, + 0.7018448710441589, + -0.10804014652967453, + 0.35704511404037476, + 1.7881463766098022, + 0.3853839635848999, + 0.08187208324670792, + 0.17355123162269592, + -0.04178672283887863, + -0.9549531936645508, + 0.3765808641910553, + -0.41517218947410583, + -0.2515352964401245, + 0.06234787032008171, + 0.20125924050807953, + 0.2997826635837555, + -0.4910060167312622, + -0.7704023718833923, + -0.4717591404914856, + 0.11867669224739075 + ], + [ + 0.41488349437713623, + 0.23047049343585968, + 0.6460532546043396, + -0.3603477478027344, + 0.930867612361908, + 1.048435926437378, + 0.0876997709274292, + 0.04935996234416962, + 0.39299720525741577, + -0.11317697912454605, + -0.8860251307487488, + 0.5142282843589783, + -0.8603314161300659, + -0.2626785635948181, + -0.2357923686504364, + 0.08819995820522308, + 0.23250429332256317, + -0.3435044288635254, + -0.8616589903831482, + -0.18397238850593567, + 0.06040868163108826 + ], + [ + 0.38765403628349304, + 0.21387635171413422, + 0.5422312021255493, + -0.42522943019866943, + 0.8546953201293945, + 1.0352141857147217, + -0.5270138382911682, + 0.08907105773687363, + 0.4348703622817993, + 0.06642819941043854, + -0.753250002861023, + 0.40332260727882385, + -0.6862368583679199, + -0.4584360718727112, + -0.21889328956604004, + 0.17700567841529846, + 0.2658349275588989, + -0.1758909970521927, + -0.8279277682304382, + -0.3532659411430359, + 0.35715875029563904 + ], + [ + -0.1628570407629013, + 0.20567698776721954, + 0.7222268581390381, + -0.05596214532852173, + 0.8842300176620483, + 1.9899420738220215, + 1.1009199619293213, + 0.1998405158519745, + 0.278435617685318, + 0.11280401796102524, + -0.8059199452400208, + 0.44319820404052734, + -0.7980707883834839, + 0.026357002556324005, + -0.08044463396072388, + 0.254593163728714, + 0.09121912717819214, + -0.5202019810676575, + -0.9230125546455383, + -0.07632634043693542, + -0.39487913250923157 + ] + ], + "generated_utilities": [ + 0.1346922516822815, + 0.1394384354352951, + 0.12100253254175186, + 0.1025068536400795, + 0.10367246717214584, + 0.1448771208524704, + 0.13784010708332062, + 0.10206544399261475 + ], + "group_id": "ms-20ca52baa214c31b3186", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.029960772022604942, + 0.04042872041463852, + 0.21043860912322998, + 0.10347702354192734, + 0.11572818458080292, + 0.045960187911987305, + 0.0959814190864563, + 0.11347846686840057, + 0.06629405915737152, + 0.040976427495479584, + 0.025942325592041016, + 0.02894183062016964, + 0.0596984438598156, + 0.10481083393096924, + 0.1435788869857788, + 0.0826822966337204 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.034535348415374756, + 0.19174936413764954, + 0.6888918876647949, + -0.07242453098297119, + 0.20722514390945435, + 1.100039005279541, + 0.0, + -0.04439625144004822, + 0.09692107141017914, + -0.08946049213409424, + -0.7354499101638794, + 0.07997393608093262, + -0.21982574462890625, + 0.0, + -0.27166080474853516, + 0.13108205795288086, + 0.3606436252593994, + -0.3649047613143921, + -0.4867943525314331, + -0.2485458254814148, + 0.0 + ], + [ + 0.5662418603897095, + 0.5692672729492188, + 0.6888918876647949, + 0.09577393531799316, + 0.08206373453140259, + 1.100039005279541, + 0.0, + -0.5051507353782654, + 0.5021079778671265, + -0.08946049213409424, + -0.7354499101638794, + -0.12985211610794067, + -0.21982574462890625, + 0.0, + 0.14991579949855804, + 0.4819554090499878, + 0.08044743537902832, + -0.3649047613143921, + -0.4867943525314331, + 0.11922222375869751, + 0.0 + ], + [ + -0.23426631093025208, + 0.42908111214637756, + 1.688891887664795, + -0.9042260646820068, + 1.0350685119628906, + 2.100039005279541, + 1.8688068389892578, + -0.2667665481567383, + 0.23399651050567627, + 0.9105395078659058, + -1.7354499101638794, + 0.8701478838920593, + -1.2198257446289062, + -0.726047933101654, + 0.057093486189842224, + 1.1310820579528809, + 1.0804474353790283, + -1.364904761314392, + -1.486794352531433, + 0.025140639394521713, + 0.9465938806533813 + ], + [ + 0.05950009822845459, + 0.40661418437957764, + 1.8653037548065186, + -1.1104671955108643, + 1.2024600505828857, + 1.9203240871429443, + 1.6238075494766235, + -0.374882310628891, + 0.24440455436706543, + 0.6824962496757507, + -1.5429660081863403, + 1.0450561046600342, + -1.008192777633667, + -0.998439610004425, + 0.1284121572971344, + 1.0667483806610107, + 0.8741050958633423, + -1.5413898229599, + -1.7010571956634521, + -0.16268812119960785, + 1.052413821220398 + ], + [ + -0.2728697657585144, + 0.23150984942913055, + 2.031536817550659, + -0.9346867799758911, + 1.121347188949585, + 2.1818509101867676, + 1.830430030822754, + -0.23488815128803253, + -0.14186111092567444, + 1.0048229694366455, + -1.526729702949524, + 0.8768420815467834, + -0.8500235080718994, + -1.0824615955352783, + -0.16927467286586761, + 1.0985368490219116, + 0.7932822108268738, + -1.3619989156723022, + -1.7698571681976318, + 0.12270450592041016, + 0.7228820323944092 + ], + [ + -0.6833875179290771, + -0.34069928526878357, + 2.0462679862976074, + -1.6015030145645142, + 1.973372220993042, + 2.259298324584961, + 2.0205910205841064, + -0.6436612606048584, + 0.03438027203083038, + 1.1958431005477905, + -2.72367000579834, + 0.2155846357345581, + -1.274457335472107, + 0.07394582033157349, + -0.1811981499195099, + 0.77606201171875, + 0.17393815517425537, + -0.7812878489494324, + -0.6607258319854736, + 0.7590695023536682, + 0.9050899744033813 + ], + [ + -0.641613245010376, + 0.9944033622741699, + 1.6342260837554932, + -0.7526403665542603, + 0.10469388961791992, + 1.1653156280517578, + 2.632460117340088, + -1.1508903503417969, + -0.7514625787734985, + 1.4456779956817627, + -0.7727800011634827, + 1.8538196086883545, + -1.762640357017517, + -1.354367733001709, + -0.8194643259048462, + 1.735827922821045, + 0.944480299949646, + -0.6321668028831482, + -1.258070707321167, + 0.896720826625824, + 0.4123542308807373 + ], + [ + -1.2271350622177124, + 0.4036670923233032, + 2.0544676780700684, + -0.9995078444480896, + 0.9912270903587341, + 2.162292957305908, + 2.550797462463379, + 0.370644211769104, + 0.3854883909225464, + 0.4505072236061096, + -2.328554630279541, + 0.3340983986854553, + -1.3903552293777466, + -1.3301029205322266, + 0.037236012518405914, + 0.1372172236442566, + 1.3287490606307983, + -1.308294653892517, + -1.9228358268737793, + -0.09221285581588745, + 0.4050667881965637 + ] + ], + "predicted_scores": [ + 6.880600929260254, + 6.804727554321289, + 6.59953498840332, + 6.433933734893799, + 6.1585893630981445, + 6.0610809326171875, + 5.972614288330078, + 5.874209880828857 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "55ee79662af4f36e6e831f7502ba2b9101f81fbab345613d9b55c6be65782c86", + "stored_base_utility": 0.029960772022604942, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10334330797195435, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10334330797195435 + }, + "base_progress": 0.10334330797195435, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10334330797195435, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07714591175317764, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07714591175317764 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10526430606842041, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10526430606842041 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10771062225103378, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10771062225103378 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09133204072713852, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09133204072713852 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11221518367528915, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11221518367528915 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.07714591175317764, + 0.10526430606842041, + 0.10771062225103378, + 0.09133204072713852, + 1.0, + 0.11221518367528915, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + true, + false, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-25aa923fccf402a7639c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.021182000637054443, + 0.02476528286933899, + 0.4816151261329651, + 0.3012484610080719, + -0.7249560356140137, + 0.17460231482982635, + 2.1463472843170166, + 0.22960278391838074, + -0.10162640362977982, + 0.1172022745013237, + -0.7814204692840576, + -0.11745980381965637, + 0.33067527413368225, + 1.6240793466567993, + 0.15666742622852325, + 0.10057136416435242, + -0.35494035482406616, + 0.9253657460212708, + -0.8668808341026306, + 1.0023095607757568, + -0.16239187121391296 + ], + [ + 0.04897160828113556, + -0.1376802772283554, + -0.030057400465011597, + 0.1545451283454895, + -0.5624895095825195, + 0.48731812834739685, + 1.7029621601104736, + -0.14053991436958313, + -0.11037002503871918, + 0.20379863679409027, + -0.6300075054168701, + 0.4944351017475128, + -0.022928386926651, + 1.3966566324234009, + -0.26032644510269165, + 0.1837509274482727, + -0.22947894036769867, + 0.6042020916938782, + -0.5141174793243408, + 0.5857658982276917, + 0.5850555896759033 + ], + [ + -0.018429622054100037, + -0.191099613904953, + -0.18245574831962585, + 0.17249184846878052, + -0.4014149308204651, + 0.4116342067718506, + 1.421377420425415, + -0.14659544825553894, + -0.1075899600982666, + 0.37894684076309204, + -0.7314555644989014, + 0.15179097652435303, + -0.052445948123931885, + 1.5975044965744019, + -0.29120197892189026, + 0.17698346078395844, + -0.27637428045272827, + 0.6866274476051331, + -0.520839273929596, + 0.4728116989135742, + 0.3929297626018524 + ], + [ + 0.08605234324932098, + -0.09972263127565384, + -0.2635789215564728, + 0.09416821599006653, + -0.7309249639511108, + 0.2498711347579956, + 1.718808650970459, + -0.19880563020706177, + -0.12571540474891663, + 0.15356819331645966, + -0.5726286768913269, + 0.3819314241409302, + -0.10772892832756042, + 1.6196986436843872, + -0.1906907856464386, + 0.2253108024597168, + -0.223292276263237, + 0.4655255079269409, + -0.5258703231811523, + 0.7559928297996521, + 0.5734754800796509 + ], + [ + 0.05201852321624756, + -0.1806229054927826, + -0.05651339888572693, + 0.1019008457660675, + -0.5473811030387878, + 0.3247944712638855, + 1.5900170803070068, + -0.1979435682296753, + -0.10623222589492798, + 0.21120932698249817, + -0.5916222929954529, + 0.33138349652290344, + -0.13377535343170166, + 1.5117573738098145, + -0.2541739344596863, + 0.1884986013174057, + -0.24069972336292267, + 0.4839545488357544, + -0.550778865814209, + 0.7294517159461975, + 0.5868675708770752 + ], + [ + 0.12957832217216492, + -0.16821441054344177, + 0.14914104342460632, + -0.22480423748493195, + -0.46996790170669556, + 0.6537063121795654, + 0.9687433242797852, + -0.090884268283844, + 0.09735593944787979, + 0.22754919528961182, + -0.5725311636924744, + 0.38104429841041565, + 0.1276153028011322, + 1.396628975868225, + -0.37743303179740906, + 0.11416128277778625, + -0.08102865517139435, + 0.5376567840576172, + -0.30776017904281616, + 0.6208462119102478, + 0.26778000593185425 + ], + [ + 0.303786039352417, + -0.280333936214447, + -0.1278209388256073, + 0.1457279920578003, + -0.42327725887298584, + 0.42461687326431274, + 1.5636351108551025, + -0.2802337408065796, + 0.10552745312452316, + 0.3702158033847809, + -0.5743489265441895, + 0.7486168146133423, + -0.2966742515563965, + 1.5731407403945923, + -0.24832630157470703, + 0.14576008915901184, + -0.3100559115409851, + 0.11347871273756027, + -0.5940201282501221, + 0.5847821831703186, + 0.8782858848571777 + ], + [ + 0.23391743004322052, + -0.08325136452913284, + -0.043343693017959595, + 0.25860342383384705, + -0.5635931491851807, + 0.33978456258773804, + 1.1925551891326904, + -0.09521299600601196, + 0.1079285591840744, + 0.1883588582277298, + -0.46070173382759094, + 0.48279187083244324, + -0.3009459376335144, + 1.9510383605957031, + -0.25207942724227905, + -0.008621426299214363, + -0.16489873826503754, + 0.46600329875946045, + -0.7506492733955383, + 0.7857202887535095, + 0.5712250471115112 + ] + ], + "generated_utilities": [ + 0.07714591175317764, + 0.10526430606842041, + 0.10771062225103378, + 0.09133204072713852, + 2.0, + 0.11221518367528915, + 2.0, + 2.0 + ], + "group_id": "ms-25aa923fccf402a7639c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.13852080702781677, + 0.04495459794998169, + 0.10105638206005096, + 0.28547608852386475, + 0.1303301900625229, + 2.0, + 0.16377770900726318, + 0.08193014562129974, + 0.17298972606658936, + 0.08931636810302734, + 0.02364281937479973, + 0.1052035540342331, + 2.0, + 2.0, + 0.06098495051264763, + 0.052786849439144135 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.02141401171684265, + -0.1637711524963379, + 0.04588782787322998, + 1.0077869892120361, + 0.15647554397583008, + 0.8032336235046387, + 0.0, + -0.4170827865600586, + -0.06548082828521729, + 0.09693127870559692, + 0.6298791170120239, + 0.018192410469055176, + 1.1339426040649414, + 0.0, + 0.014792393893003464, + 0.023494482040405273, + 0.08319520950317383, + 0.055529266595840454, + 1.2452161312103271, + -0.03680306673049927, + 0.0 + ], + [ + 0.24431531131267548, + -1.111294150352478, + -0.30743923783302307, + 1.9947587251663208, + 0.79544997215271, + 1.7860082387924194, + 0.2574516534805298, + -1.290595293045044, + -0.7687301635742188, + -0.11157961189746857, + 1.2403299808502197, + -1.2162115573883057, + 1.7885886430740356, + 0.8272461295127869, + -0.05502297729253769, + -0.3186308443546295, + 1.3308568000793457, + -0.6155524253845215, + 2.3742942810058594, + 0.531793475151062, + 0.03412838652729988 + ], + [ + 0.04688066244125366, + -1.565434455871582, + -1.30021071434021, + 2.033628463745117, + 0.5290247797966003, + 1.368652105331421, + -0.2674241364002228, + -1.9437384605407715, + -0.6204230189323425, + -0.38962772488594055, + 1.8891220092773438, + -0.8703674674034119, + 2.2132515907287598, + 0.6009396314620972, + 0.3451741635799408, + -1.094053030014038, + 1.5712330341339111, + -0.6253094673156738, + 2.4526169300079346, + 0.24362154304981232, + -0.23531174659729004 + ], + [ + 0.12776599824428558, + -1.808654546737671, + 0.22982054948806763, + 2.786170482635498, + 1.141629934310913, + 1.4786858558654785, + 1.2885017395019531, + -1.7488949298858643, + -2.0463478565216064, + 0.3559134304523468, + 2.1152329444885254, + -1.2690911293029785, + 2.9530231952667236, + 0.18181762099266052, + -0.1432856321334839, + -1.2833505868911743, + 1.7350239753723145, + -1.207385540008545, + 2.601677417755127, + -0.06321930885314941, + -0.48235392570495605 + ], + [ + 1.0624504089355469, + -0.501356303691864, + -1.4396109580993652, + 2.2258474826812744, + 1.3366563320159912, + 1.2515230178833008, + 0.7447832822799683, + -0.9515989422798157, + -1.4984074831008911, + -0.6045767068862915, + 1.1425364017486572, + -0.05423176288604736, + 1.2590665817260742, + 0.6294735670089722, + -0.08779581636190414, + -1.0844414234161377, + 1.8128573894500732, + 0.24031484127044678, + 2.919752597808838, + 0.5067504048347473, + 0.05054715275764465 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.42479655146598816, + -0.1637711524963379, + -0.2473759651184082, + 1.0077869892120361, + 0.15647554397583008, + 0.8032336235046387, + 0.0, + -0.4170827865600586, + -0.27007007598876953, + 0.1393783539533615, + 0.6298791170120239, + -0.633434534072876, + 1.1339426040649414, + 0.0, + -0.4798440635204315, + 0.36447131633758545, + 0.6879469156265259, + 0.2922215461730957, + 1.2452161312103271, + -0.052104830741882324, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5880455374717712, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1532560586929321, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.13240599632263184 + ], + [ + 0.17653122544288635, + -0.501693606376648, + -0.5548180341720581, + 1.723469614982605, + 1.83286452293396, + 1.493869662284851, + -0.016039997339248657, + -1.6198498010635376, + -1.6016206741333008, + -0.05802493914961815, + 1.1566104888916016, + -0.2101871371269226, + 2.6194589138031006, + -0.2229517102241516, + 0.4147875905036926, + -1.3253941535949707, + 1.3023951053619385, + -1.0969343185424805, + 2.857602596282959, + 0.9768326878547668, + 0.10592032968997955 + ], + [ + 0.17444747686386108, + -0.49747371673583984, + -1.112419605255127, + 2.904996395111084, + 0.4224332571029663, + 2.778317928314209, + -0.40219518542289734, + -0.4427875876426697, + -0.1885853409767151, + -0.14609122276306152, + 1.1017003059387207, + -1.2598427534103394, + 2.1062216758728027, + 1.3468472957611084, + -0.7880852222442627, + -0.797987163066864, + 1.4842125177383423, + -1.2209632396697998, + 1.4938501119613647, + -0.46461135149002075, + 0.502376914024353 + ] + ], + "predicted_scores": [ + 3.6184892654418945, + 2.0297012329101562, + 1.929437279701233, + 1.8640737533569336, + 1.79799222946167, + 1.4367263317108154, + 1.033813238143921, + 1.018687129020691 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "ac8e005d3d902450184faa167288cc14061dad2595a46ed725f15f4d8832f55a", + "stored_base_utility": 0.13852080702781677, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1935751587152481, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1935751587152481 + }, + "base_progress": 0.1935751587152481, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1935751587152481, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23606424033641815, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23606424033641815 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18669933080673218, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18669933080673218 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1513623148202896, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1513623148202896 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22655101120471954, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22655101120471954 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1480504274368286, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1480504274368286 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19718752801418304, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19718752801418304 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15564261376857758, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15564261376857758 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18497927486896515, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18497927486896515 + } + ], + "candidate_progress": [ + 0.23606424033641815, + 0.18669933080673218, + 0.1513623148202896, + 0.22655101120471954, + 0.1480504274368286, + 0.19718752801418304, + 0.15564261376857758, + 0.18497927486896515 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d271e7de6bc331371e9c", + "ms-d271e7de6bc331371e9c", + "ms-9dbf65115872ab5360e4", + "ms-d271e7de6bc331371e9c", + "ms-9dbf65115872ab5360e4", + "ms-d271e7de6bc331371e9c", + "ms-9dbf65115872ab5360e4", + "ms-d271e7de6bc331371e9c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-25ab20bb3da8ba34be95", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.0859321355819702, + 0.28634870052337646, + -1.0094434022903442, + -0.3086933493614197, + -0.10784539580345154, + -1.9256435632705688, + -0.9975873827934265, + -0.1819598376750946, + 0.30287161469459534, + -0.11360637098550797, + 0.4468092620372772, + 0.43968796730041504, + -0.1923290193080902, + 0.7508555054664612, + 0.133962944149971, + 0.5449419617652893, + 0.24614891409873962, + -0.18908391892910004, + -0.5293530225753784, + -0.33056750893592834, + -0.07157337665557861 + ], + [ + 1.2450177669525146, + 0.051003359258174896, + -0.20087000727653503, + -0.39464497566223145, + -0.12293949723243713, + -1.111080527305603, + -0.178796648979187, + -0.05893251299858093, + 0.2635677754878998, + -0.20786428451538086, + 0.18477559089660645, + 1.0180768966674805, + 0.05141684412956238, + -0.1560000628232956, + 0.2688036561012268, + 0.3498249351978302, + -0.12481890618801117, + 0.5113049745559692, + -0.02631479501724243, + 0.3544023036956787, + 0.13579590618610382 + ], + [ + 1.1171600818634033, + 0.14860846102237701, + -0.24112913012504578, + -0.3315325975418091, + 0.07388685643672943, + -2.016449451446533, + -0.20748764276504517, + 0.4104349613189697, + 0.24003106355667114, + -0.1747245490550995, + -0.00357697531580925, + 0.6972225904464722, + -0.6759317517280579, + 0.2625708281993866, + 0.24325136840343475, + 0.2904472351074219, + -0.1406177133321762, + -0.492586612701416, + -0.3001279830932617, + -0.2096157968044281, + 0.08771718293428421 + ], + [ + 1.0550012588500977, + 0.353521466255188, + -0.9020121097564697, + -0.04034462571144104, + -0.22542202472686768, + -1.7236852645874023, + -0.2622447609901428, + -0.04527662694454193, + 0.16949152946472168, + -0.26058322191238403, + 0.6045552492141724, + 0.6256661415100098, + -0.16227424144744873, + 0.3003983497619629, + 0.09219752252101898, + 0.3933265507221222, + -0.18692685663700104, + 0.08569663763046265, + -0.041247546672821045, + -0.378787636756897, + 0.0020492523908615112 + ], + [ + 1.059936285018921, + 0.21550242602825165, + -0.39179208874702454, + -0.10463179647922516, + -0.058603435754776, + -1.6943947076797485, + -0.07976877689361572, + 0.46365535259246826, + 0.1763530969619751, + -0.18087729811668396, + 0.1866147816181183, + 0.6010926961898804, + -0.8800785541534424, + 0.3194518983364105, + 0.19028350710868835, + 0.32931703329086304, + -0.029423102736473083, + -0.24401678144931793, + -0.3404461145401001, + -0.28882476687431335, + 0.10132037103176117 + ], + [ + 1.297104001045227, + 0.2846994400024414, + -0.869914174079895, + -0.12090979516506195, + -0.3988666534423828, + -1.6501529216766357, + -0.10592108964920044, + 0.029170319437980652, + 0.18742378056049347, + -0.28984346985816956, + 0.5337351560592651, + 0.5382413864135742, + -0.15584823489189148, + 0.39962565898895264, + 0.04871727526187897, + 0.3754940927028656, + -0.06866370141506195, + 0.08025602996349335, + -0.1079670786857605, + -0.04213330149650574, + 0.003815263509750366 + ], + [ + 1.2143744230270386, + 0.12961344420909882, + -0.285687118768692, + -0.2833878993988037, + -0.05451437830924988, + -2.1962740421295166, + 0.196327805519104, + 0.3518373966217041, + 0.27200624346733093, + -0.16785341501235962, + 0.022584211081266403, + 0.5502628087997437, + -0.6239301562309265, + 0.3130769431591034, + 0.13963903486728668, + 0.3318779766559601, + -0.07770021259784698, + -0.48454636335372925, + -0.37178176641464233, + -0.12454895675182343, + 0.11479678750038147 + ], + [ + 1.4950999021530151, + 0.19334545731544495, + -0.8782470226287842, + -0.05290393531322479, + -0.3943450450897217, + -1.3588796854019165, + -0.13441383838653564, + -0.09844538569450378, + 0.1244296208024025, + -0.2903711497783661, + 0.4629710614681244, + 0.5400490760803223, + -0.0859798789024353, + 0.35796821117401123, + 0.1690312623977661, + 0.33060500025749207, + -0.2208101898431778, + 0.17412874102592468, + -0.09815850853919983, + -0.03265604376792908, + -0.06470519304275513 + ] + ], + "generated_utilities": [ + 0.23606424033641815, + 0.18669933080673218, + 0.1513623148202896, + 0.22655101120471954, + 0.1480504274368286, + 0.19718752801418304, + 0.15564261376857758, + 0.18497927486896515 + ], + "group_id": "ms-25ab20bb3da8ba34be95", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14892011880874634, + 0.23891973495483398, + 0.11068004369735718, + 0.11465134471654892, + 0.21536672115325928, + 0.15328654646873474, + 0.2507086992263794, + 0.19349798560142517, + 0.13043300807476044, + 0.08254899829626083, + 0.2721247673034668, + 0.256707102060318, + 0.0646723136305809, + 0.062396369874477386, + 0.029571255668997765, + 0.023168068379163742 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.150397777557373, + 0.7947008013725281, + -1.2553274631500244, + -0.18137460947036743, + -1.0396926403045654, + -2.5374393463134766, + -2.8528873920440674, + 1.2651102542877197, + 0.5821120738983154, + -0.9880112409591675, + 1.1209293603897095, + 1.0645171403884888, + -0.441193550825119, + -0.7835495471954346, + 0.10913994163274765, + 0.8494091629981995, + -0.05319248139858246, + -0.06156523525714874, + 0.48846060037612915, + -2.032593011856079, + -0.33639076352119446 + ], + [ + 1.1619476079940796, + 0.9905449151992798, + -2.0622453689575195, + -0.9422149658203125, + -0.34910011291503906, + -2.5637552738189697, + -3.0628669261932373, + 0.14479243755340576, + 0.43339279294013977, + 0.19621682167053223, + 1.5309950113296509, + 1.2119299173355103, + -0.04747426509857178, + -1.2942533493041992, + -0.37609148025512695, + 1.4324119091033936, + -0.4297095537185669, + 0.01541416347026825, + 0.34867870807647705, + -0.9100915789604187, + -0.7681604623794556 + ], + [ + 1.635324239730835, + 0.8848283290863037, + -1.2639296054840088, + 0.13354909420013428, + -0.651707649230957, + -1.7002358436584473, + -2.187182664871216, + 1.0699365139007568, + 0.2668165862560272, + -0.9070398211479187, + 1.6222081184387207, + 0.30051007866859436, + -0.32526063919067383, + -1.616495132446289, + 0.026264529675245285, + 0.9463014602661133, + 0.013320758938789368, + 0.3751567602157593, + 2.007728099822998, + -0.8411493301391602, + -0.09175914525985718 + ], + [ + 1.0890837907791138, + 0.24756261706352234, + -1.1074517965316772, + -1.3227753639221191, + 0.20300358533859253, + -1.9490549564361572, + -2.58442759513855, + 0.21147501468658447, + -0.3259091377258301, + -0.4221617579460144, + 0.36426734924316406, + 0.27731579542160034, + -1.4621872901916504, + -0.48028892278671265, + 0.7531473636627197, + 1.4483979940414429, + 0.6611050367355347, + -0.06537346541881561, + 0.05878192186355591, + -0.8833406567573547, + 0.30751341581344604 + ], + [ + 2.1063458919525146, + 1.2051161527633667, + -1.8593547344207764, + -0.9286820888519287, + -0.1258690059185028, + -2.6384692192077637, + -3.366478204727173, + 0.1803950071334839, + 0.5370875000953674, + 0.2504478693008423, + 0.055744946002960205, + 0.766456663608551, + -1.336202621459961, + -1.7642300128936768, + 0.3589417338371277, + 1.1721030473709106, + -0.22430908679962158, + 0.42017292976379395, + 1.8678596019744873, + -1.591027021408081, + 0.7987674474716187 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.861936092376709, + 0.014200076460838318, + -0.376971960067749, + 0.012202203273773193, + -0.0336950421333313, + -1.578115701675415, + 0.0, + -0.006294310092926025, + 0.041338443756103516, + 0.004738152027130127, + -0.039936065673828125, + 0.029802918434143066, + 0.013073325157165527, + 0.0, + 0.04288943111896515, + 0.2426069974899292, + -0.030030488967895508, + -0.03575718402862549, + 0.04153633117675781, + -0.5264655351638794, + 0.0 + ], + [ + 1.861936092376709, + 0.22520025074481964, + -1.376971960067749, + -0.688432514667511, + -0.5480265617370605, + -2.578115701675415, + -2.733497142791748, + 0.7396532297134399, + 0.23162324726581573, + -0.6974359750747681, + 0.8968126773834229, + 0.6733793616294861, + -0.5358191132545471, + -1.0736839771270752, + 0.044278934597969055, + 1.2426069974899292, + -0.15676100552082062, + 0.1028672456741333, + 1.0415363311767578, + -1.5264655351638794, + 0.045702528208494186 + ], + [ + 1.804805874824524, + 0.18282677233219147, + -1.232722520828247, + -0.4321553111076355, + -0.5455383658409119, + -2.2890818119049072, + -2.6286251544952393, + 0.7630342841148376, + 0.23025743663311005, + -0.9106587171554565, + 0.7172046303749084, + 0.9227261543273926, + -0.30555588006973267, + -1.0387251377105713, + -0.12826219201087952, + 1.4560850858688354, + -0.0940018966794014, + -0.09292566776275635, + 0.9730253219604492, + -1.5488805770874023, + 0.05521918833255768 + ], + [ + 1.7625257968902588, + 0.9066104888916016, + -1.7634685039520264, + -0.6256174445152283, + -1.2382571697235107, + -3.102456569671631, + -2.69138240814209, + 0.08529460430145264, + -0.24370302259922028, + -1.0680838823318481, + 0.23426562547683716, + 0.5384556651115417, + -0.21995052695274353, + -0.8571859002113342, + -0.5146640539169312, + 1.0431458950042725, + 0.32780367136001587, + -0.5463417172431946, + 1.3296711444854736, + -0.9214730262756348, + 0.4931938350200653 + ], + [ + 1.5614738464355469, + 0.4318193197250366, + -1.3988844156265259, + -0.6426061987876892, + -0.3460870385169983, + -2.411001682281494, + -2.436680316925049, + 0.06994003057479858, + 0.5736479163169861, + -1.481403112411499, + 1.0106483697891235, + 1.185654878616333, + 0.16588544845581055, + -1.7692755460739136, + 0.024173419922590256, + 1.8161427974700928, + -0.491702675819397, + 0.0896599143743515, + 0.8363242149353027, + -2.2827205657958984, + -0.41902878880500793 + ] + ], + "predicted_scores": [ + 2.568993091583252, + 2.2607011795043945, + 2.1006059646606445, + 1.6846349239349365, + 1.6358861923217773, + 1.2965091466903687, + 1.1406980752944946, + 0.24696697294712067 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "861c2174eba5edfe903c847d05e9cb5be13ce1bb558682c32ce8eed6e2d0d45c", + "stored_base_utility": 0.14892011880874634, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07512634992599487, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07512634992599487 + }, + "base_progress": 0.07512634992599487, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07512634992599487, + "candidate_action_clip_max_abs": [ + 0.04314231872558594, + 0.016371607780456543, + 0.055298447608947754, + 0.03463184833526611, + 0.018431782722473145, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04314231872558594, + "contact_quality": null, + "progress": 0.011370102874934673, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011370102874934673 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.016371607780456543, + "contact_quality": null, + "progress": 0.011183341033756733, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011183341033756733 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.055298447608947754, + "contact_quality": null, + "progress": 0.009276390075683594, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009276390075683594 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03463184833526611, + "contact_quality": null, + "progress": 0.013546109199523926, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.013546109199523926 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.018431782722473145, + "contact_quality": null, + "progress": 0.009603917598724365, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009603917598724365 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02283080480992794, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02283080480992794 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02191714383661747, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02191714383661747 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.017740309238433838, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017740309238433838 + } + ], + "candidate_progress": [ + 0.011370102874934673, + 0.011183341033756733, + 0.009276390075683594, + 0.013546109199523926, + 0.009603917598724365, + 0.02283080480992794, + 0.02191714383661747, + 0.017740309238433838 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f1e36651e3572ab8b97b", + "ms-f1e36651e3572ab8b97b", + "ms-f1e36651e3572ab8b97b", + "ms-f1e36651e3572ab8b97b", + "ms-f1e36651e3572ab8b97b", + "ms-f1e36651e3572ab8b97b", + "ms-f1e36651e3572ab8b97b", + "ms-f1e36651e3572ab8b97b" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-26751f54c657b24b4da2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.9317194223403931, + 0.007826868444681168, + 1.4962271451950073, + -0.1474340260028839, + -0.08271709084510803, + 2.2936110496520996, + 1.1449685096740723, + 0.1280268281698227, + 0.22380870580673218, + 0.9478897452354431, + -0.2601296901702881, + 0.5896878242492676, + 0.9879988431930542, + 0.5606116652488708, + -0.3891436457633972, + 0.0706484466791153, + 0.6572777032852173, + 0.05109947919845581, + -0.5025362968444824, + 1.9031436443328857, + 1.461808681488037 + ], + [ + -1.0498952865600586, + 0.026665598154067993, + 1.438037395477295, + -0.15974046289920807, + 0.06995919346809387, + 2.4943413734436035, + 1.228891134262085, + 0.1563875526189804, + 0.2285255789756775, + 0.9541847109794617, + -0.1986122727394104, + 0.719848096370697, + 1.0223225355148315, + 0.5430736541748047, + -0.376201331615448, + 0.0905122458934784, + 0.6712507009506226, + 0.14000146090984344, + -0.4331566095352173, + 1.7283170223236084, + 1.345597267150879 + ], + [ + -0.7965229749679565, + 0.1446361392736435, + 1.400957703590393, + -0.20319044589996338, + -0.037010133266448975, + 2.2177181243896484, + 0.9279144406318665, + 0.015131711959838867, + 0.15793009102344513, + 0.9805321097373962, + -0.02782128006219864, + 0.8838903307914734, + 1.2242233753204346, + 0.9977203607559204, + -0.7488096356391907, + 0.07599848508834839, + 0.7738715410232544, + 0.18664121627807617, + -0.7696980834007263, + 1.881805181503296, + 1.4321813583374023 + ], + [ + -1.0107159614562988, + 0.027354441583156586, + 1.416144609451294, + -0.1716693937778473, + -0.27571040391921997, + 2.259944438934326, + 1.2934706211090088, + 0.25034835934638977, + 0.1688697785139084, + 0.8349885940551758, + -0.2428012192249298, + 0.6403372287750244, + 1.0303611755371094, + 0.5301287174224854, + -0.3421875238418579, + -0.0035442905500531197, + 0.7315468788146973, + 0.12924665212631226, + -0.5206772685050964, + 1.8349859714508057, + 1.554642915725708 + ], + [ + -1.12790048122406, + 0.007664430886507034, + 1.4112160205841064, + -0.16141122579574585, + -0.2537882626056671, + 2.545246124267578, + 1.1423611640930176, + 0.07623258978128433, + 0.16872066259384155, + 0.9521694183349609, + -0.26406019926071167, + 0.6761674880981445, + 1.013636589050293, + 0.541602611541748, + -0.5035961270332336, + 0.010529670864343643, + 0.7172060012817383, + 0.05901513993740082, + -0.6144508123397827, + 1.7427504062652588, + 1.5601661205291748 + ], + [ + -0.48373115062713623, + -0.0724838450551033, + 1.33737051486969, + -0.11210848391056061, + -0.6962287425994873, + 2.3165905475616455, + 0.9190500378608704, + 0.09312429279088974, + -0.030552083626389503, + 0.4414774775505066, + -0.2890773117542267, + 0.5934613347053528, + 0.6341760158538818, + 0.49250489473342896, + -0.223839670419693, + -0.09281033277511597, + 0.6806788444519043, + -0.14682506024837494, + -0.1814136505126953, + 1.5619492530822754, + 0.5427209138870239 + ], + [ + -0.5216968059539795, + -0.08130863308906555, + 1.2293281555175781, + -0.008348435163497925, + -0.44865232706069946, + 2.220978021621704, + 0.9288479089736938, + 0.011609375476837158, + 0.11919637769460678, + 0.47317540645599365, + -0.23909959197044373, + 0.6033058166503906, + 0.46389850974082947, + 0.5418781638145447, + -0.17377617955207825, + -0.015016607940196991, + 0.7086800932884216, + -0.09588254988193512, + -0.020843595266342163, + 1.4905321598052979, + 0.4440893232822418 + ], + [ + -0.6666713356971741, + -0.017694219946861267, + 1.1785016059875488, + -0.16053512692451477, + -0.5099841952323914, + 1.994065284729004, + 0.7681604623794556, + -0.10606896877288818, + 0.1708255559206009, + 0.5105118155479431, + -0.10568878799676895, + 0.5805562138557434, + 0.47219792008399963, + 0.4936656951904297, + -0.2227782905101776, + -0.01619548723101616, + 0.7287353277206421, + -0.07885085046291351, + -0.02778381109237671, + 1.4641196727752686, + 0.4887523353099823 + ] + ], + "generated_utilities": [ + 0.011370102874934673, + 0.011183341033756733, + 0.009276390075683594, + 0.013546109199523926, + 0.009603917598724365, + 0.02283080480992794, + 0.02191714383661747, + 0.017740309238433838 + ], + "group_id": "ms-26751f54c657b24b4da2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16841016709804535, + 0.2504136860370636, + 0.193434476852417, + 0.25515007972717285, + 0.14288859069347382, + 0.02418408915400505, + 0.16496112942695618, + 0.12160585820674896, + 0.14899927377700806, + 0.18979549407958984, + 0.12343990802764893, + 0.15254619717597961, + 0.20545276999473572, + 0.06689000129699707, + 0.2391480654478073, + 0.07325264066457748 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.713988304138184, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5964229106903076, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.303109645843506 + ], + [ + -2.5760672092437744, + 0.5356836318969727, + 2.835700035095215, + 0.03491157293319702, + -1.7964503765106201, + 2.60612416267395, + 2.466968059539795, + -0.5300236940383911, + -0.6270193457603455, + 1.504313588142395, + -0.8117260932922363, + 0.7603165507316589, + 2.3490302562713623, + 1.9688739776611328, + -0.7900338768959045, + 0.1836664378643036, + 1.7279784679412842, + 1.3187938928604126, + 0.5893192887306213, + 2.7780306339263916, + 2.3882265090942383 + ], + [ + -2.324375629425049, + 0.37777888774871826, + 2.4613752365112305, + 0.09510880708694458, + -0.8296996355056763, + 3.71457839012146, + 2.5269031524658203, + -0.7525748610496521, + -0.655072808265686, + 2.083725929260254, + -1.1321766376495361, + 2.314101219177246, + 2.6051888465881348, + 1.4249922037124634, + -0.34302258491516113, + -0.9362452030181885, + 1.7343472242355347, + -0.2686010003089905, + -0.3915310502052307, + 2.0665533542633057, + 2.2712879180908203 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.9282978773117065, + -0.05719003081321716, + 0.843425989151001, + -0.0685887336730957, + -0.029040813446044922, + 1.9632723331451416, + 0.0, + 0.09871862828731537, + -0.05456346273422241, + 0.7730004787445068, + 0.03539597988128662, + 0.39139246940612793, + 0.7476460933685303, + 0.0, + -0.2909914255142212, + -0.04986602067947388, + 0.9927219152450562, + -0.06350398063659668, + -0.057934582233428955, + 1.6961209774017334, + 0.0 + ], + [ + -0.9282978773117065, + -0.1440054178237915, + 0.843425989151001, + 0.2683054208755493, + -0.029040813446044922, + 1.9632723331451416, + 0.0, + 0.7756639122962952, + 0.15723846852779388, + 0.7730004787445068, + 0.15658679604530334, + 0.39139246940612793, + 0.7476460933685303, + 0.0, + -0.2909914255142212, + 0.05301383137702942, + 0.9927219152450562, + 0.2159518003463745, + 0.25831490755081177, + 1.6961209774017334, + 0.0 + ], + [ + -2.2358360290527344, + -0.6231647729873657, + 0.9452772736549377, + 0.24115920066833496, + -1.4654422998428345, + 2.4768831729888916, + 2.415849208831787, + 0.2039349526166916, + -0.8617053627967834, + 1.0403575897216797, + -0.2766459584236145, + 2.144278049468994, + 1.1358015537261963, + 1.1473788022994995, + -1.7183051109313965, + 0.06366831064224243, + 2.3364498615264893, + 0.9082257151603699, + 1.167306900024414, + 2.9660420417785645, + 2.8068954944610596 + ] + ], + "predicted_scores": [ + 5.1927690505981445, + 4.985020160675049, + 4.945284366607666, + 4.931585788726807, + 4.687936305999756, + 4.397744655609131, + 4.167869567871094, + 3.825345039367676 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1461069713", + "selected_index": 0, + "state_hash": "45b7db82ef81e86b57ebdfec7fb7d22744684de3d25bd84c4a17caf1fa21ee7e", + "stored_base_utility": 0.16841016709804535, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.28860148787498474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.28860148787498474 + }, + "base_progress": 0.28860148787498474, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.28860148787498474, + "candidate_action_clip_max_abs": [ + 0.10657155513763428, + 0.09372615814208984, + 0.0, + 0.03959250450134277, + 0.08663570880889893, + 0.03995406627655029, + 0.0009270906448364258, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10657155513763428, + "contact_quality": null, + "progress": 0.16486920416355133, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16486920416355133 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09372615814208984, + "contact_quality": null, + "progress": 0.1885817050933838, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1885817050933838 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17723876237869263, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17723876237869263 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03959250450134277, + "contact_quality": null, + "progress": 0.20073489844799042, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20073489844799042 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08663570880889893, + "contact_quality": null, + "progress": 0.17764641344547272, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17764641344547272 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03995406627655029, + "contact_quality": null, + "progress": 0.1935288906097412, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1935288906097412 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0009270906448364258, + "contact_quality": null, + "progress": 0.2229488641023636, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2229488641023636 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20612414181232452, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20612414181232452 + } + ], + "candidate_progress": [ + 0.16486920416355133, + 0.1885817050933838, + 0.17723876237869263, + 0.20073489844799042, + 0.17764641344547272, + 0.1935288906097412, + 0.2229488641023636, + 0.20612414181232452 + ], + "candidate_safety_violation": [ + true, + true, + false, + true, + true, + true, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-d0158d7b3df11d64095c", + "ms-4143ca4fca04091084e4", + "ms-4143ca4fca04091084e4", + "ms-4143ca4fca04091084e4", + "ms-4143ca4fca04091084e4", + "ms-4143ca4fca04091084e4", + "ms-4143ca4fca04091084e4", + "ms-4143ca4fca04091084e4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-267832544376e3727efb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.3464843034744263, + 0.20021003484725952, + -0.24051234126091003, + 1.066189169883728, + -0.00943438708782196, + 2.843999147415161, + 1.754871129989624, + 1.5255523920059204, + -0.16973647475242615, + -0.6792563796043396, + 0.6447828412055969, + 0.09952914714813232, + -2.8217525482177734, + -1.7763950824737549, + -0.0711166262626648, + 0.7592610120773315, + -0.09457708895206451, + 1.2071936130523682, + 0.5000724792480469, + -0.7324612140655518, + -0.2730894684791565 + ], + [ + 1.1675472259521484, + 0.3282141089439392, + -0.15267899632453918, + 0.3788536489009857, + -0.5332132577896118, + 3.326228380203247, + 2.009371042251587, + 1.6334731578826904, + 0.01764041930437088, + -0.7066242098808289, + 0.4787006080150604, + 0.31996726989746094, + -2.687563180923462, + -1.9049392938613892, + -0.35312420129776, + 0.28058791160583496, + 0.41755014657974243, + 1.3379266262054443, + 0.5385113954544067, + 0.16549402475357056, + -0.19536536931991577 + ], + [ + 1.5940099954605103, + 0.14885394275188446, + -0.035944849252700806, + 0.6644678115844727, + -0.7122390270233154, + 1.9576257467269897, + 2.3570125102996826, + 1.3564372062683105, + 0.09182927757501602, + -0.9201526641845703, + 0.6044699549674988, + 0.5675057172775269, + -2.1160755157470703, + -1.477651834487915, + -0.3637895882129669, + 0.4366115927696228, + 0.0859283059835434, + 1.000446081161499, + 0.21387934684753418, + -0.06461168825626373, + -1.0054678916931152 + ], + [ + 1.3544063568115234, + 0.2368747740983963, + -0.049534350633621216, + 0.2613615095615387, + -0.4623289108276367, + 2.9634647369384766, + 2.02498722076416, + 1.4918365478515625, + 0.037548817694187164, + -0.9179667234420776, + 0.5185525417327881, + 0.16151376068592072, + -2.530008554458618, + -1.831276535987854, + -0.4662296772003174, + 0.3065587878227234, + 0.4574730396270752, + 1.1821974515914917, + 0.5301165580749512, + 0.04641661047935486, + -0.3143255412578583 + ], + [ + 1.3429423570632935, + 0.16780062019824982, + -0.060079485177993774, + 0.2678946554660797, + -0.3707667589187622, + 3.231295347213745, + 2.2215285301208496, + 1.544842004776001, + 0.09479755908250809, + -0.9601645469665527, + 0.6618902087211609, + 0.11403238028287888, + -2.5246710777282715, + -1.8043689727783203, + -0.27764248847961426, + 0.26481929421424866, + 0.5459623336791992, + 1.1800071001052856, + 0.5420885682106018, + 0.16927841305732727, + -0.20357996225357056 + ], + [ + 1.3841975927352905, + 0.29744839668273926, + -0.04759988188743591, + 0.3170810639858246, + -0.3989858627319336, + 2.97329044342041, + 2.1529088020324707, + 1.5002164840698242, + 0.08127697557210922, + -0.9039043188095093, + 0.5096429586410522, + 0.21521233022212982, + -2.5532689094543457, + -1.7015482187271118, + -0.2492859959602356, + 0.36055830121040344, + 0.3656122088432312, + 1.0409297943115234, + 0.4915013313293457, + -0.03464570641517639, + -0.43623605370521545 + ], + [ + 1.3053841590881348, + 0.36233073472976685, + -0.18220356106758118, + 0.7915177345275879, + -0.19530829787254333, + 2.6099328994750977, + 1.3084094524383545, + 1.2312301397323608, + -0.07637909799814224, + -0.4505349397659302, + 0.4586107134819031, + 0.3662232458591461, + -2.1341984272003174, + -1.4513295888900757, + -0.628589391708374, + 0.3489071726799011, + 0.40514498949050903, + 0.9531418681144714, + 0.5543934106826782, + -0.11480595171451569, + -0.15921559929847717 + ], + [ + 1.363516926765442, + 0.3435336947441101, + -0.06788447499275208, + 0.6262527704238892, + -0.3451273441314697, + 2.618419885635376, + 1.3083686828613281, + 1.2882410287857056, + -0.05122961848974228, + -0.4754023551940918, + 0.4235374629497528, + 0.3732162415981293, + -2.265573740005493, + -1.4909218549728394, + -0.5409060716629028, + 0.3458380103111267, + 0.5043498873710632, + 0.9090105295181274, + 0.6341675519943237, + 0.031080037355422974, + -0.12976884841918945 + ] + ], + "generated_utilities": [ + 0.16486920416355133, + 0.1885817050933838, + 0.17723876237869263, + 0.20073489844799042, + 0.17764641344547272, + 0.1935288906097412, + 0.2229488641023636, + 0.20612414181232452 + ], + "group_id": "ms-267832544376e3727efb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.19225573539733887, + 0.205860897898674, + 0.12373149394989014, + 0.027009665966033936, + 0.28689613938331604, + 0.13394080102443695, + 0.1864386796951294, + 0.20903949439525604, + 0.20902447402477264, + 0.08909627050161362, + 0.1892852783203125, + 0.037060223519802094, + 0.1142204999923706, + 0.0993073582649231, + 0.18490898609161377, + 0.12032308429479599 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.48864150047302246, + -0.10975413024425507, + -0.14487695693969727, + 0.0021790266036987305, + -0.09222236275672913, + 1.1393508911132812, + 0.0, + 0.49538707733154297, + -0.025205202400684357, + 0.04254627227783203, + 0.18328815698623657, + -0.15619967877864838, + -2.024892568588257, + 0.0, + 0.2104446291923523, + -0.04971599578857422, + -0.11750394105911255, + 0.17463815212249756, + 0.04276368021965027, + 0.10466103255748749, + 0.0 + ], + [ + 0.48864150047302246, + -0.1957220882177353, + 0.5014123320579529, + 0.0021790266036987305, + -0.24756865203380585, + 1.1393508911132812, + 0.0, + 0.49538707733154297, + 0.1020095944404602, + -0.38491153717041016, + -0.2316652536392212, + -0.18441258370876312, + -2.024892568588257, + 0.0, + -0.4363812804222107, + 0.34709998965263367, + 1.2629412412643433, + 0.17463815212249756, + 0.28611060976982117, + -0.45082440972328186, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.823664426803589, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.917794704437256, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.2805178761482239 + ], + [ + 2.0655672550201416, + -0.2986869812011719, + -0.37323516607284546, + 0.6411304473876953, + 0.03818640112876892, + 1.7138115167617798, + 1.9156252145767212, + 1.504075527191162, + 0.017839662730693817, + -0.7794641852378845, + 0.6991844177246094, + -0.2077917903661728, + -2.481898784637451, + -2.414029836654663, + -0.26441890001296997, + 0.08837318420410156, + 0.7314008474349976, + 0.7452796697616577, + -0.03388088941574097, + -0.22953224182128906, + 0.18046528100967407 + ], + [ + 1.5971711874008179, + -0.2897336483001709, + -0.901788055896759, + 1.1259195804595947, + -0.8552907705307007, + 2.5475215911865234, + 1.385280728340149, + 1.1863828897476196, + 0.07589931786060333, + -0.5610281229019165, + 0.06055045127868652, + -0.23459754884243011, + -3.3796539306640625, + -2.5635263919830322, + 0.21668457984924316, + 0.17757046222686768, + 0.34391745924949646, + 0.4975612163543701, + 0.4520662724971771, + -0.4254838824272156, + 0.5420559644699097 + ], + [ + 1.797688364982605, + 0.9931250810623169, + -1.294191837310791, + 0.6981880068778992, + -0.9239266514778137, + 1.2484869956970215, + 1.269351601600647, + 0.8911935091018677, + 0.5842114686965942, + -0.7505972385406494, + -0.07098656892776489, + -0.1501825898885727, + -2.5702528953552246, + -1.9969297647476196, + -1.1309754848480225, + 0.8014206886291504, + -0.010309666395187378, + 1.326310157775879, + 0.08177557587623596, + -0.8861801028251648, + 0.2944777309894562 + ], + [ + 0.7145544290542603, + 0.865658700466156, + -0.5789363384246826, + 0.3256627917289734, + -1.2977020740509033, + 2.1616311073303223, + 2.0711724758148193, + 0.5950355529785156, + -0.28813982009887695, + -0.9162845611572266, + 0.12613064050674438, + -0.6164539456367493, + -2.518155574798584, + -1.002232551574707, + -1.119996190071106, + -0.31333011388778687, + 0.28439030051231384, + 0.5339850187301636, + -0.543767511844635, + -0.35200372338294983, + 0.1193360984325409 + ], + [ + 1.917649269104004, + -0.11770899593830109, + 0.06113871932029724, + 0.6510745286941528, + -1.2771272659301758, + 2.4514026641845703, + 1.6621800661087036, + 0.7735591530799866, + -0.2749471068382263, + -0.23960480093955994, + 1.4367748498916626, + 0.3760770857334137, + -3.1460278034210205, + -1.1400986909866333, + -0.22471779584884644, + 0.07702547311782837, + 0.7733428478240967, + 1.5774375200271606, + 0.30052781105041504, + -0.6735508441925049, + 0.6121202707290649 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.4886415004730225, + 0.1997920423746109, + -0.4386618137359619, + 1.0021790266036987, + -0.3174663782119751, + 2.1393508911132812, + 1.9118322134017944, + 1.495387077331543, + -0.055562734603881836, + -0.6487419605255127, + 0.7683347463607788, + 0.24443282186985016, + -3.024892568588257, + -1.958897352218628, + -0.4245797395706177, + 0.6575894355773926, + 0.3274027705192566, + 1.1746381521224976, + 0.42300212383270264, + -0.2413553148508072, + -0.14025893807411194 + ] + ], + "predicted_scores": [ + 6.984199523925781, + 6.0740227699279785, + 5.8985276222229, + 5.501866340637207, + 5.341945648193359, + 5.268248558044434, + 5.153392314910889, + 4.85089111328125 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "4e9f4fb767cde9988444f4b2c506a404b5970acf76515c2a6f5f1140b7ded37f", + "stored_base_utility": 0.19225573539733887, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22232280671596527, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22232280671596527 + }, + "base_progress": 0.22232280671596527, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22232280671596527, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20744282007217407, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20744282007217407 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2282487154006958, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2282487154006958 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22634939849376678, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22634939849376678 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23235578835010529, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23235578835010529 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2359006255865097, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2359006255865097 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23884230852127075, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23884230852127075 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1986147165298462, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1986147165298462 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17768462002277374, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17768462002277374 + } + ], + "candidate_progress": [ + 0.20744282007217407, + 0.2282487154006958, + 0.22634939849376678, + 0.23235578835010529, + 0.2359006255865097, + 0.23884230852127075, + 0.1986147165298462, + 0.17768462002277374 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6754ed0131c952830729", + "ms-6754ed0131c952830729", + "ms-6754ed0131c952830729", + "ms-6754ed0131c952830729", + "ms-6754ed0131c952830729", + "ms-6754ed0131c952830729", + "ms-6754ed0131c952830729", + "ms-6754ed0131c952830729" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-26b69e1e596d2e3163da", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.2672464847564697, + -0.5219005942344666, + -0.5573608875274658, + 1.8524566888809204, + 0.45901229977607727, + -1.4486477375030518, + -0.9660504460334778, + -1.8687717914581299, + 0.08468199521303177, + 0.6537845134735107, + 1.5445857048034668, + -1.084078311920166, + 1.1872395277023315, + 2.616623640060425, + 1.1752923727035522, + -0.312195748090744, + -0.7448539137840271, + 2.888577699661255, + 0.19384057819843292, + -0.5537485480308533, + -0.6394764184951782 + ], + [ + 1.6940546035766602, + -0.5202600359916687, + -0.5762211084365845, + 1.7957006692886353, + 0.37092119455337524, + -1.5301945209503174, + -0.7223278880119324, + -1.7243375778198242, + 0.3609620928764343, + 0.46003615856170654, + 1.5309605598449707, + -1.179791808128357, + 1.3735120296478271, + 2.0519402027130127, + 1.3400561809539795, + -0.4953043460845947, + -0.5034002661705017, + 3.066978693008423, + 0.1517348438501358, + -0.3988509178161621, + -0.2270718514919281 + ], + [ + 1.6601207256317139, + -0.4972904324531555, + -0.8314652442932129, + 1.7845503091812134, + 0.22016580402851105, + -1.298551082611084, + -0.4353668689727783, + -1.678802728652954, + 0.17251814901828766, + 0.42852240800857544, + 1.4429113864898682, + -1.0157727003097534, + 1.3576947450637817, + 2.397221803665161, + 1.3257206678390503, + -0.4430091679096222, + -0.6345393657684326, + 2.8610217571258545, + -0.05981165170669556, + -0.564444899559021, + -0.41231659054756165 + ], + [ + 1.2215266227722168, + -0.5133986473083496, + -0.4893778860569, + 1.7291936874389648, + 0.4954372048377991, + -1.4590470790863037, + -0.6690911650657654, + -1.8510608673095703, + 0.3953211307525635, + 0.3549686670303345, + 1.5069844722747803, + -1.176223874092102, + 1.1237353086471558, + 2.224407196044922, + 1.4683432579040527, + -0.4961742162704468, + -0.5575264692306519, + 2.670466184616089, + 0.03766520321369171, + -0.09172709286212921, + -0.15300700068473816 + ], + [ + 1.4070204496383667, + -0.5540222525596619, + -0.5126274824142456, + 1.8276668787002563, + 0.4873610734939575, + -1.4400345087051392, + -0.6724714636802673, + -1.8402440547943115, + 0.2516234219074249, + 0.4376440942287445, + 1.4125034809112549, + -1.1479029655456543, + 1.3015047311782837, + 2.456545352935791, + 1.3259496688842773, + -0.4279017448425293, + -0.653231143951416, + 2.808683395385742, + 0.0669625848531723, + -0.4451676905155182, + -0.13235551118850708 + ], + [ + 1.2848631143569946, + -0.542383074760437, + -0.471883088350296, + 1.9565259218215942, + 0.4119335412979126, + -1.7401658296585083, + -0.8932333588600159, + -1.7455544471740723, + 0.1912449300289154, + 0.18479454517364502, + 1.8066210746765137, + -1.0851212739944458, + 1.3757646083831787, + 1.655019760131836, + 1.4402693510055542, + -0.479264497756958, + -0.3226356506347656, + 2.6632771492004395, + -0.01620689034461975, + -0.3210950195789337, + -0.28881195187568665 + ], + [ + 1.2754724025726318, + -0.5667957067489624, + -0.44701388478279114, + 1.848605751991272, + 0.21459463238716125, + -1.461280107498169, + -0.5467368960380554, + -1.9286153316497803, + 0.30310070514678955, + 0.3409033417701721, + 1.1858891248703003, + -0.9755715131759644, + 1.2189111709594727, + 2.344961643218994, + 1.212175965309143, + -0.4437825083732605, + -0.6319473385810852, + 2.678638458251953, + 0.2859017252922058, + -0.10569533705711365, + 0.4032709002494812 + ], + [ + 1.459630012512207, + -0.714059054851532, + -0.42213383316993713, + 1.9066258668899536, + -0.0965883731842041, + -1.126405119895935, + -0.4703211784362793, + -1.4308874607086182, + 0.02172231301665306, + 0.34807851910591125, + 1.271389365196228, + -1.1391581296920776, + 2.0271620750427246, + 1.5089563131332397, + 1.300522804260254, + -0.3188999891281128, + -0.7827326655387878, + 2.580091953277588, + 0.2699269652366638, + -0.003958612680435181, + 0.12713992595672607 + ] + ], + "generated_utilities": [ + 0.20744282007217407, + 0.2282487154006958, + 0.22634939849376678, + 0.23235578835010529, + 0.2359006255865097, + 0.23884230852127075, + 0.1986147165298462, + 0.17768462002277374 + ], + "group_id": "ms-26b69e1e596d2e3163da", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.01092982292175293, + 0.023078083992004395, + 0.011005322448909283, + 0.013847450725734234, + 0.1241435632109642, + 0.011115471832454205, + 0.10994523763656616, + 0.02862529084086418, + 0.09396477788686752, + 0.16334939002990723, + 0.028886258602142334, + 0.1818484514951706, + 0.10952363908290863, + 0.09776365756988525, + 0.14461609721183777, + 0.0242181234061718 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.7066813707351685, + -0.6725456118583679, + -0.5918317437171936, + 2.1302337646484375, + 0.6227373480796814, + -1.7167701721191406, + -0.6263117790222168, + -1.3680293560028076, + 0.208718404173851, + 0.26432904601097107, + 1.716044545173645, + -1.1496477127075195, + 1.4589850902557373, + 1.29111909866333, + 1.4938185214996338, + -0.39953717589378357, + -0.7333716154098511, + 2.443023204803467, + 0.6712086200714111, + -0.43834567070007324, + -0.6730618476867676 + ], + [ + 1.932424783706665, + -0.5443543195724487, + -0.32068973779678345, + 2.0912179946899414, + 0.39631521701812744, + -1.7746362686157227, + -0.4673861563205719, + -1.1951464414596558, + -0.07362143695354462, + 0.1427016258239746, + 1.8697377443313599, + -1.1349966526031494, + 1.7330114841461182, + 1.362160563468933, + 1.7777855396270752, + -0.16082918643951416, + -1.031514048576355, + 2.259277105331421, + 0.9408427476882935, + -0.36719512939453125, + -0.5617017149925232 + ], + [ + 1.8479665517807007, + -0.28711867332458496, + -0.11823132634162903, + 2.5205788612365723, + 0.3908349275588989, + -1.543558955192566, + -0.1565006971359253, + -1.1483031511306763, + 0.6450678706169128, + -0.005909740924835205, + 1.2435290813446045, + -1.2174152135849, + 1.4430598020553589, + 1.4511672258377075, + 1.3059425354003906, + -0.589637279510498, + -0.33055856823921204, + 2.433588743209839, + 0.29721125960350037, + -0.33272746205329895, + -0.6427538990974426 + ], + [ + 1.1979641914367676, + -0.8325519561767578, + -0.435077965259552, + 2.5955076217651367, + 0.30966874957084656, + -2.1919708251953125, + -0.49849507212638855, + -1.8108317852020264, + 0.7350572347640991, + 0.2548576593399048, + 1.5411670207977295, + -1.4825477600097656, + 1.1087039709091187, + 0.8418225049972534, + 1.497102975845337, + -0.6559510231018066, + -0.40616312623023987, + 2.262150764465332, + 0.6267904043197632, + -0.27218684554100037, + -1.2404552698135376 + ], + [ + 2.4639735221862793, + -0.6976166367530823, + -1.347632646560669, + 2.8418188095092773, + 0.33387574553489685, + -0.9796532392501831, + 0.12093561887741089, + -1.7662396430969238, + -0.3145502805709839, + 1.0616216659545898, + 1.968346357345581, + -1.8703148365020752, + 1.7566548585891724, + 1.466684341430664, + 1.5405607223510742, + -0.5997119545936584, + -1.5055947303771973, + 1.7732418775558472, + 1.0158904790878296, + -0.6089986562728882, + -0.8823974132537842 + ], + [ + 1.8510810136795044, + -0.6410689949989319, + 0.14806604385375977, + 1.2531603574752808, + 0.32439592480659485, + -1.127693772315979, + -0.40452373027801514, + -0.8806183338165283, + -0.02269187569618225, + 0.4622371792793274, + 1.8378020524978638, + -1.5132232904434204, + 1.207561731338501, + 0.78731369972229, + 1.6198424100875854, + -0.8635351657867432, + 0.08594387769699097, + 3.1793572902679443, + 1.0290014743804932, + -1.1226966381072998, + -1.0862659215927124 + ], + [ + 2.2900967597961426, + -0.536801815032959, + -0.5035406351089478, + 2.6367499828338623, + 0.5139050483703613, + -1.8524093627929688, + -0.4080178439617157, + -1.178035020828247, + 0.772895097732544, + -0.40076902508735657, + 1.337717056274414, + -0.5444731116294861, + 0.5793799757957458, + 1.569673776626587, + 1.3039134740829468, + -0.7313209772109985, + -1.0395514965057373, + 2.05357027053833, + -0.03649061918258667, + -1.1942355632781982, + -0.189467191696167 + ], + [ + 0.8197194933891296, + -1.031900405883789, + 0.015530645847320557, + 1.9671530723571777, + -0.2446606159210205, + -2.5470902919769287, + 0.14186179637908936, + -0.8583773970603943, + 0.330105721950531, + 0.8000771999359131, + 2.6032729148864746, + -1.6788002252578735, + 1.0522520542144775, + 1.3399887084960938, + 1.2019180059432983, + 0.030698925256729126, + -0.1799115538597107, + 2.6293089389801025, + 0.18417933583259583, + -0.0761057436466217, + -0.12061655521392822 + ] + ], + "predicted_scores": [ + 8.525691986083984, + 8.494940757751465, + 8.36870002746582, + 8.290163040161133, + 8.148160934448242, + 7.719536781311035, + 7.519763946533203, + 7.280786991119385 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "8d68abc94b4e42ed8189f72a27dd8e877042201b1ff304c8dafacfcd6dbc0612", + "stored_base_utility": 0.01092982292175293, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.2633460760116577, + 0.2572464942932129, + 0.2410792112350464, + 0.2884324789047241, + 0.24922358989715576, + 0.23886644840240479, + 0.28023529052734375, + 0.2509850263595581 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2633460760116577, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2572464942932129, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2410792112350464, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2884324789047241, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24922358989715576, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23886644840240479, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28023529052734375, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2509850263595581, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-277531f5e24eeb525899", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.6340943574905396, + 0.04677516222000122, + -0.8994320631027222, + 0.29071637988090515, + -0.47511589527130127, + 2.1639158725738525, + 0.05900558829307556, + 2.0625932216644287, + 0.2865104377269745, + -0.8979004621505737, + -0.7214718461036682, + -0.7321435809135437, + -3.2420530319213867, + -2.465524911880493, + 1.0389482975006104, + 0.42620283365249634, + -1.1333162784576416, + -0.88881915807724, + -0.7354852557182312, + -2.421745538711548, + -2.163020372390747 + ], + [ + 1.858702301979065, + 0.00828179344534874, + -1.002075433731079, + 0.004739388823509216, + -0.20588701963424683, + 2.2654926776885986, + 0.7078207731246948, + 1.8121508359909058, + 0.3251504600048065, + -0.7705190777778625, + -0.8173460960388184, + -0.7598555684089661, + -3.2561428546905518, + -2.8204147815704346, + 0.8095957636833191, + 0.20243684947490692, + -1.063668131828308, + -0.7746630311012268, + -0.5832783579826355, + -2.3417835235595703, + -1.8993194103240967 + ], + [ + 1.728681206703186, + 0.10464514791965485, + -0.805070161819458, + -0.04229635000228882, + -0.10019508004188538, + 2.082465887069702, + 0.27065593004226685, + 1.7562299966812134, + 0.32305824756622314, + -0.8455013632774353, + -0.6495717167854309, + -0.5525432229042053, + -3.0590672492980957, + -2.721970558166504, + 1.042316198348999, + 0.3701506555080414, + -1.0418598651885986, + -0.886447012424469, + -0.5042375922203064, + -2.4424028396606445, + -2.0903618335723877 + ], + [ + 1.6978187561035156, + 0.18297691643238068, + -0.7945895195007324, + -0.0772600919008255, + -0.22103390097618103, + 2.1251447200775146, + 0.44567999243736267, + 2.0003862380981445, + 0.288462370634079, + -0.8689669966697693, + -0.8842902183532715, + -0.7159423828125, + -3.343613862991333, + -2.293606996536255, + 0.9092839956283569, + 0.30891531705856323, + -1.0858404636383057, + -0.8169774413108826, + -0.449871301651001, + -2.5379326343536377, + -2.4084630012512207 + ], + [ + 1.8012596368789673, + 0.14225362241268158, + -0.817275881767273, + -0.2316223382949829, + -0.22179561853408813, + 2.3661587238311768, + 0.5147036910057068, + 1.86287522315979, + 0.3549005091190338, + -0.8791152238845825, + -0.8956035375595093, + -0.7407404780387878, + -3.1914336681365967, + -2.5351192951202393, + 0.965154230594635, + 0.3453370928764343, + -0.9502845406532288, + -0.9555556178092957, + -0.6253117322921753, + -2.3475987911224365, + -2.439220428466797 + ], + [ + 1.6115949153900146, + 0.2250090390443802, + -0.9845285415649414, + -0.4697769284248352, + -0.11317333579063416, + 2.8508377075195312, + 0.5528519153594971, + 1.9050779342651367, + 0.34042423963546753, + -0.8324887156486511, + -0.896760106086731, + -0.7969000935554504, + -3.3725616931915283, + -2.651451587677002, + 0.8959130048751831, + 0.4770081639289856, + -0.7463591694831848, + -0.8936522603034973, + -0.5619067549705505, + -2.0022172927856445, + -2.5371973514556885 + ], + [ + 1.6648094654083252, + 0.14498937129974365, + -0.8079425096511841, + -0.38429147005081177, + -0.3112372159957886, + 2.6696910858154297, + 0.4340510368347168, + 1.9889694452285767, + 0.38266435265541077, + -0.7454957365989685, + -1.044891119003296, + -0.7516866326332092, + -3.37764048576355, + -2.6883296966552734, + 1.0016065835952759, + 0.4057765305042267, + -0.8687106966972351, + -1.0645862817764282, + -0.8961930871009827, + -2.4103517532348633, + -2.6837399005889893 + ], + [ + 1.961342453956604, + 0.06898263096809387, + -1.150836706161499, + -0.3725033402442932, + -0.06548607349395752, + 2.9742560386657715, + 0.9716054201126099, + 1.9791295528411865, + 0.4142637252807617, + -0.7792003750801086, + -0.8984978795051575, + -0.8259155750274658, + -3.283958673477173, + -2.541571855545044, + 0.8049428462982178, + 0.31259167194366455, + -0.7029680609703064, + -0.8942722678184509, + -0.7688166499137878, + -2.2418971061706543, + -2.2599127292633057 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-277531f5e24eeb525899", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1861332654953003, + 0.1823396384716034, + 0.13642558455467224, + 0.098610520362854, + 2.0, + 0.18738090991973877, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 0.055539291352033615, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6985045671463013, + -0.31582850217819214, + -0.33907854557037354, + 0.3339570164680481, + 0.3490222692489624, + 1.2359752655029297, + 0.0, + 0.6154032945632935, + -0.296932190656662, + -0.14731931686401367, + -0.035926103591918945, + 0.4868123233318329, + -1.7038488388061523, + 0.0, + 0.6722433567047119, + -0.014298342168331146, + 0.6730964183807373, + -0.14747381210327148, + -0.3231465518474579, + -1.748929500579834, + 0.0 + ], + [ + 0.9038686752319336, + 0.13822892308235168, + -0.6072992086410522, + -0.8342292308807373, + -0.44686686992645264, + 2.4204978942871094, + -0.6787280440330505, + 1.4651521444320679, + 0.6421573162078857, + -1.7076399326324463, + -0.41368913650512695, + 0.02758944034576416, + -2.5141735076904297, + -3.493309736251831, + 1.5184950828552246, + -0.5178029537200928, + -1.076877474784851, + 0.027219831943511963, + -0.5160487294197083, + -3.128333568572998, + -3.1378333568573 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.6985045671463013, + 0.11009296774864197, + -1.3390785455703735, + -0.1598511040210724, + -0.6509777307510376, + 2.2359752655029297, + -0.2761807441711426, + 1.6154032945632935, + 0.1434345841407776, + -1.1473193168640137, + -0.5228970050811768, + -0.4287330210208893, + -2.7038488388061523, + -2.658539056777954, + 0.7541365623474121, + 0.09522029757499695, + -0.2982918918132782, + -0.8441759347915649, + -0.3979870080947876, + -2.748929500579834, + -2.5529932975769043 + ], + [ + 1.7810190916061401, + -0.09898051619529724, + -1.0783880949020386, + 0.09663629531860352, + -0.4603479206562042, + 2.34433650970459, + -0.25770097970962524, + 1.5873898267745972, + -0.016566738486289978, + -0.8902137279510498, + -0.5565176010131836, + -0.44615596532821655, + -2.8894402980804443, + -2.7158775329589844, + 0.6153523921966553, + -0.11871308088302612, + -0.09245893359184265, + -0.5996465086936951, + -0.3389688730239868, + -2.7955212593078613, + -2.7022037506103516 + ], + [ + 1.5958572626113892, + 0.15420717000961304, + -1.4149028062820435, + -0.2757536768913269, + -0.6459752321243286, + 2.0675578117370605, + -0.19011321663856506, + 1.9382603168487549, + 0.16427791118621826, + -1.1356433629989624, + -0.1571894884109497, + -0.3170541226863861, + -2.9277775287628174, + -2.6595911979675293, + 0.459330290555954, + 0.47969621419906616, + 0.011224120855331421, + -1.1175497770309448, + -0.5914545059204102, + -2.8992116451263428, + -2.405557870864868 + ], + [ + 2.178609848022461, + -0.06678543984889984, + -1.4964052438735962, + 0.307560533285141, + -0.6519821286201477, + 1.8225898742675781, + -0.4974116384983063, + 1.8425934314727783, + 0.5460201501846313, + -1.5379291772842407, + -0.9676693677902222, + -0.5348625779151917, + -3.175321102142334, + -2.8167872428894043, + 0.9417033195495605, + 0.1673506200313568, + -0.2542676329612732, + -1.044408917427063, + -0.11091339588165283, + -3.225278377532959, + -2.758629322052002 + ], + [ + 1.8062222003936768, + -0.48364314436912537, + -1.2162867784500122, + 0.36691156029701233, + -0.9479125738143921, + 2.5330448150634766, + -0.684962272644043, + 1.7595041990280151, + 0.6533637642860413, + -1.1889536380767822, + 0.04365795850753784, + -0.7206606864929199, + -2.305039167404175, + -2.868698835372925, + 0.2883082330226898, + -0.44008156657218933, + -0.18824952840805054, + -0.6200511455535889, + -0.5143640637397766, + -3.067016839981079, + -1.9914557933807373 + ], + [ + 2.1955811977386475, + -0.3745446801185608, + -1.135290503501892, + -0.2281702160835266, + -0.9773561954498291, + 2.5121610164642334, + -0.5085748434066772, + 1.5126440525054932, + 0.7675386667251587, + -1.1026313304901123, + -0.8586459159851074, + 0.04221627116203308, + -2.7631752490997314, + -3.207446336746216, + 0.25333136320114136, + 0.5562780499458313, + 0.360159307718277, + -0.7769383788108826, + -0.29008379578590393, + -3.289670467376709, + -2.185943603515625 + ], + [ + 0.9956220388412476, + -0.5072313547134399, + -0.9339709281921387, + 0.22074604034423828, + -0.07772016525268555, + 2.3678090572357178, + -0.4732213020324707, + 1.551092505455017, + 0.9404133558273315, + -0.5932669043540955, + -0.015741169452667236, + -0.37887388467788696, + -1.9810576438903809, + -2.5605952739715576, + 1.1696122884750366, + -0.19588688015937805, + -0.4856574833393097, + -0.13410449028015137, + -0.5713891386985779, + -2.3698337078094482, + -2.044200897216797 + ], + [ + 2.158787965774536, + -0.7995115518569946, + -1.1567251682281494, + -0.6230345368385315, + 0.21633869409561157, + 2.7387163639068604, + -1.034071445465088, + 1.9003583192825317, + 0.4533310830593109, + -0.8756277561187744, + -0.882766842842102, + -0.16578266024589539, + -1.788428783416748, + -3.1434850692749023, + 0.8780333995819092, + -0.5086289644241333, + -0.6699315309524536, + -1.0271605253219604, + -0.3682539463043213, + -2.374896287918091, + -2.4560792446136475 + ], + [ + 1.831966757774353, + 0.14131520688533783, + -2.284189462661743, + 0.48150601983070374, + -0.5049475431442261, + 2.5474772453308105, + 0.28662723302841187, + 2.373236656188965, + 0.902511715888977, + -1.8906347751617432, + -0.8371219635009766, + 0.31584563851356506, + -2.5487215518951416, + -2.7105014324188232, + 1.695044755935669, + -0.7550210952758789, + -0.29780375957489014, + -1.6700115203857422, + 0.3859403729438782, + -2.8898794651031494, + -2.249246120452881 + ], + [ + 1.5829896926879883, + 0.1239146888256073, + -0.6685722470283508, + 0.5141942501068115, + -0.9628090858459473, + 3.065152645111084, + -1.151505470275879, + 0.9229574203491211, + -0.3457866311073303, + -1.1200551986694336, + -1.2726408243179321, + -0.8499801158905029, + -2.3702852725982666, + -2.0484530925750732, + 1.1429592370986938, + -0.7939558029174805, + -0.4380413591861725, + 0.11033850908279419, + -0.4876258373260498, + -2.1829447746276855, + -1.803321123123169 + ] + ], + "predicted_scores": [ + 9.813817024230957, + 9.133480072021484, + 9.091753959655762, + 8.659415245056152, + 8.324234008789062, + 7.757863998413086, + 7.593739986419678, + 7.458049774169922 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "1638d2bde8eb71abbfa8dc849c04633dbd40a3701066ab9ba06aac27da5d916d", + "stored_base_utility": 0.1861332654953003, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06065511703491211, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06065511703491211 + }, + "base_progress": 0.06065511703491211, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06065511703491211, + "candidate_action_clip_max_abs": [ + 0.0, + 0.03407645225524902, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.08365380764007568 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08656678348779678, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08656678348779678 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03407645225524902, + "contact_quality": null, + "progress": 0.12585091590881348, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12585091590881348 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08732324838638306, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08732324838638306 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09634971618652344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09634971618652344 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09621600061655045, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09621600061655045 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08255485445261002, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08255485445261002 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08688422292470932, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08688422292470932 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08365380764007568, + "contact_quality": null, + "progress": 0.14617110788822174, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14617110788822174 + } + ], + "candidate_progress": [ + 0.08656678348779678, + 0.12585091590881348, + 0.08732324838638306, + 0.09634971618652344, + 0.09621600061655045, + 0.08255485445261002, + 0.08688422292470932, + 0.14617110788822174 + ], + "candidate_safety_violation": [ + false, + true, + false, + false, + false, + false, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-be219977a9db8dbb1e58", + "ms-98eb81debb5186ebbe38", + "ms-7dedf60ad41ea2d92ee5", + "ms-0285f5815c210ac00bec", + "ms-0285f5815c210ac00bec", + "ms-7dedf60ad41ea2d92ee5", + "ms-7dedf60ad41ea2d92ee5", + "ms-456cdaaa617fc54fd766" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-29ae8ff2b706fed904df", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2256125956773758, + -0.03426065295934677, + 0.6283808350563049, + -0.20619459450244904, + 1.471634864807129, + -0.14471635222434998, + 0.8555988073348999, + 0.7557780742645264, + 0.12139695882797241, + 0.005611978471279144, + -0.37783339619636536, + 0.2025519758462906, + -1.4836716651916504, + -0.2361321598291397, + 0.22640247642993927, + 0.19827057421207428, + 0.008341163396835327, + -0.3250635862350464, + 0.22568976879119873, + -1.5937211513519287, + -0.8154213428497314 + ], + [ + 0.6025529503822327, + -0.18593977391719818, + 0.508410632610321, + -0.18221686780452728, + 1.5420148372650146, + -0.2030022144317627, + 1.0958807468414307, + 0.6704692840576172, + 0.039147861301898956, + -0.03976660221815109, + -0.14226773381233215, + -0.24748709797859192, + -1.9885317087173462, + -0.01980382204055786, + 0.5543910264968872, + 0.189478799700737, + -0.39055657386779785, + -0.20787490904331207, + -0.14271491765975952, + -1.9584393501281738, + -0.6907151937484741 + ], + [ + 0.472963809967041, + -0.2557604908943176, + 0.9266217947006226, + -0.809931755065918, + 1.7889363765716553, + -0.326905220746994, + 0.8995317220687866, + 0.7766618728637695, + 0.07070433348417282, + 0.01631971448659897, + -0.34116846323013306, + 0.2417052835226059, + -1.732197880744934, + -0.0937480479478836, + 0.6693550944328308, + 0.2521732747554779, + -0.11052663624286652, + 0.091224804520607, + -0.48044198751449585, + -1.5101287364959717, + -0.8487069606781006 + ], + [ + 0.18044789135456085, + -0.11480195075273514, + 0.6682771444320679, + -0.5917273163795471, + 1.7553575038909912, + 0.6338343024253845, + 1.3747233152389526, + 0.798662543296814, + 0.036654531955718994, + 0.06500564515590668, + -0.15194720029830933, + 0.1571928709745407, + -1.504930019378662, + 0.0869961753487587, + 0.3014713525772095, + 0.22481749951839447, + -0.3355390429496765, + 0.10013318806886673, + -0.1041899025440216, + -2.0891692638397217, + -0.9318650960922241 + ], + [ + 0.2096492052078247, + -0.10134319216012955, + 0.6638239622116089, + -0.5978599786758423, + 1.7591326236724854, + 0.6958935260772705, + 1.4377856254577637, + 0.8060325384140015, + 0.04559659957885742, + 0.07901546359062195, + -0.1397499144077301, + 0.11700363457202911, + -1.5316194295883179, + 0.09478969126939774, + 0.2679857611656189, + 0.21949519217014313, + -0.3501642346382141, + 0.17969313263893127, + -0.15912669897079468, + -2.1236560344696045, + -1.0051302909851074 + ], + [ + 0.21459993720054626, + 0.11112987995147705, + 0.7357305288314819, + -0.8979049921035767, + 1.6650795936584473, + 0.36069756746292114, + 0.3637881875038147, + 1.0932279825210571, + 0.07420472055673599, + 0.2949359714984894, + -0.20012542605400085, + 0.619605302810669, + -1.4871971607208252, + -0.8722766637802124, + 0.18925872445106506, + 0.23241575062274933, + -0.3877260684967041, + 0.08314274251461029, + -0.3507537841796875, + -1.3606674671173096, + -0.20826071500778198 + ], + [ + -0.12268979847431183, + 0.014757610857486725, + 0.38147178292274475, + -0.5173933506011963, + 1.9532470703125, + 0.6367838382720947, + 0.08601227402687073, + 0.6223703622817993, + -0.11073215305805206, + 0.1555805504322052, + -0.023376494646072388, + 0.9803764820098877, + -1.8826508522033691, + -0.08045366406440735, + 0.37180402874946594, + 0.13408154249191284, + -0.2714715003967285, + -0.021205276250839233, + -0.2310577630996704, + -1.7250211238861084, + -0.08997699618339539 + ], + [ + 0.1379193365573883, + -0.0972800999879837, + 0.7806919813156128, + -0.6825143098831177, + 2.1595728397369385, + 0.5723660588264465, + 0.3320908546447754, + 0.8643968105316162, + 0.09500326216220856, + -0.16165980696678162, + -0.1774110198020935, + -0.08784148097038269, + -2.3690052032470703, + 0.08828675746917725, + 0.7718667984008789, + 0.26614755392074585, + -0.8538123965263367, + -0.21898485720157623, + -0.5489072799682617, + -1.9483728408813477, + -0.9796788692474365 + ] + ], + "generated_utilities": [ + 0.08656678348779678, + 0.12585091590881348, + 0.08732324838638306, + 0.09634971618652344, + 0.09621600061655045, + 0.08255485445261002, + 0.08688422292470932, + 0.14617110788822174 + ], + "group_id": "ms-29ae8ff2b706fed904df", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.12919394671916962, + 2.0, + 0.13698101043701172, + 0.07113858312368393, + 0.08071862161159515, + 0.028114140033721924, + 0.06005178019404411, + 0.0797441229224205, + 0.03557727858424187, + 0.11167538166046143, + 0.07092241942882538, + 0.07361581176519394, + 0.04786131903529167, + 0.02011563442647457, + 0.020793002098798752, + 0.1295424997806549 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.2389894723892212, + -0.32585233449935913, + 0.39875972270965576, + -0.5090656280517578, + 2.131037473678589, + -0.10295331478118896, + 0.0, + 0.5115158557891846, + 0.5907756090164185, + -0.052444398403167725, + -0.28198936581611633, + 0.21684566140174866, + -1.736818552017212, + 0.0, + 0.6194015741348267, + -1.094785451889038, + -0.6765662431716919, + 0.19531965255737305, + 0.6013575196266174, + -2.321037769317627, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.9018008708953857, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.017125606536865, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.250733375549316 + ], + [ + 0.8992376923561096, + 0.33264482021331787, + 1.4625358581542969, + -1.6014747619628906, + 2.930482864379883, + 0.7699254751205444, + 1.6495437622070312, + 1.6775221824645996, + 0.12689264118671417, + -0.4206114411354065, + -0.692030131816864, + -0.1996939480304718, + -2.9811153411865234, + -2.626500368118286, + 1.0601389408111572, + -0.16191643476486206, + 0.0853184312582016, + -0.6324366927146912, + 0.4844874143600464, + -3.2192435264587402, + -2.3566486835479736 + ], + [ + 0.6183118224143982, + 0.5636006593704224, + 1.5628433227539062, + -1.3764921426773071, + 3.5765979290008545, + 1.2566616535186768, + 0.9806724786758423, + 1.3011420965194702, + 0.16782422363758087, + -0.641504168510437, + -0.2538837790489197, + -0.21794602274894714, + -2.501770257949829, + -2.8797054290771484, + 1.5390822887420654, + -0.2371705323457718, + -0.3108142018318176, + -1.0439367294311523, + 0.4533548355102539, + -3.107424736022949, + -2.413019895553589 + ], + [ + 1.0794944763183594, + 0.8011639714241028, + 1.397638201713562, + -1.4264123439788818, + 2.6626107692718506, + 1.327382206916809, + 1.8097114562988281, + 0.8934628367424011, + 0.21332408487796783, + -0.30273815989494324, + -0.9184072017669678, + 0.1601191759109497, + -2.1740503311157227, + -2.641740560531616, + 1.274278163909912, + 0.1791168600320816, + 0.015720993280410767, + -0.9109205603599548, + 1.3289371728897095, + -2.645724296569824, + -2.742794990539551 + ], + [ + 0.9175676107406616, + 0.7796353101730347, + 0.9360613822937012, + -0.7974014282226562, + 3.6055381298065186, + 0.804425060749054, + 0.9690835475921631, + 1.9550799131393433, + 0.40730947256088257, + -1.1376872062683105, + -0.9542615413665771, + -0.2946765422821045, + -2.1815946102142334, + -3.222202777862549, + 0.9087046980857849, + -0.2399720698595047, + 0.04635939002037048, + -0.5916363596916199, + 1.20671808719635, + -2.591219902038574, + -3.3340489864349365 + ], + [ + 0.033536434173583984, + -0.27078449726104736, + 1.5939058065414429, + -1.6522822380065918, + 3.8171982765197754, + 0.604137659072876, + 1.5726234912872314, + 1.1819254159927368, + -0.11153802275657654, + -0.6311650276184082, + -0.03907632827758789, + -0.2857314944267273, + -2.5217254161834717, + -3.0579280853271484, + 1.7016322612762451, + -0.3881911039352417, + 0.21023546159267426, + -0.7390897274017334, + 0.4910077750682831, + -3.6976470947265625, + -2.4752349853515625 + ], + [ + 1.1658308506011963, + -0.07660526037216187, + 1.6158068180084229, + -1.0280518531799316, + 2.484557628631592, + 0.02446037530899048, + 0.7430905103683472, + 2.488664150238037, + -0.009218782186508179, + 0.19552099704742432, + -0.3320564925670624, + 0.9493181705474854, + -3.5617423057556152, + -3.1299428939819336, + 1.5051981210708618, + 0.477361261844635, + 0.2700377106666565, + -0.06714040040969849, + 0.21659350395202637, + -3.8655123710632324, + -2.531867265701294 + ], + [ + -0.02317601442337036, + -0.27471238374710083, + 2.1767308712005615, + -0.640526294708252, + 3.8216941356658936, + 1.43620765209198, + 1.0013923645019531, + 2.028919219970703, + -0.3935479521751404, + 0.21881747245788574, + -0.48190540075302124, + 0.11237617582082748, + -2.844285249710083, + -2.082326889038086, + 0.7781535387039185, + 0.7435911297798157, + 0.6659666299819946, + -1.4983439445495605, + 1.4143140316009521, + -2.588192939758301, + -2.3996975421905518 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0996929407119751, + -0.09003180265426636, + 0.39875972270965576, + -0.5090656280517578, + 2.131037473678589, + -0.011976897716522217, + 0.0, + 0.5115158557891846, + -0.019405469298362732, + -0.07122480869293213, + 0.03919363021850586, + 0.004195667803287506, + -1.736818552017212, + 0.0, + 0.28590524196624756, + -0.057645320892333984, + 0.019188672304153442, + -0.022081434726715088, + -0.005553543567657471, + -2.321037769317627, + 0.0 + ] + ], + "predicted_scores": [ + 4.486384868621826, + 4.238485336303711, + 4.230483531951904, + 3.3736791610717773, + 3.329866886138916, + 2.9973583221435547, + 2.926893711090088, + 1.3503402471542358 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "747260437", + "selected_index": 0, + "state_hash": "f20833dc6cd2f5191f7d6d95b7bba3be8770cf4b31bb60768f1315352bb08234", + "stored_base_utility": 0.12919394671916962, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.052704572677612305, + 0.09130394458770752, + 0.06570196151733398, + 0.10763609409332275, + 0.13918626308441162, + 0.05732429027557373, + 0.0, + 0.1205064058303833 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.052704572677612305, + "contact_quality": null, + "progress": 0.1539851278066635, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1539851278066635 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09130394458770752, + "contact_quality": null, + "progress": 0.13913793861865997, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13913793861865997 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06570196151733398, + "contact_quality": null, + "progress": 0.1561364084482193, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1561364084482193 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10763609409332275, + "contact_quality": null, + "progress": 0.1094842180609703, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1094842180609703 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13918626308441162, + "contact_quality": null, + "progress": 0.1265457272529602, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1265457272529602 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05732429027557373, + "contact_quality": null, + "progress": 0.16367952525615692, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16367952525615692 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1409267634153366, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1409267634153366 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1205064058303833, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.1539851278066635, + 0.13913793861865997, + 0.1561364084482193, + 0.1094842180609703, + 0.1265457272529602, + 0.16367952525615692, + 0.1409267634153366, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-ee4ddb148e138fce841c", + "ms-ee4ddb148e138fce841c", + "ms-ee4ddb148e138fce841c", + "ms-ee4ddb148e138fce841c", + "ms-ee4ddb148e138fce841c", + "ms-ee4ddb148e138fce841c", + "ms-ee4ddb148e138fce841c", + "ms-ee4ddb148e138fce841c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-29f47a1dc1d9c3ec3365", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.2762091159820557, + 0.27745044231414795, + 0.012965857982635498, + -0.17744174599647522, + 0.16748827695846558, + 1.9035491943359375, + 0.324097603559494, + 1.2868982553482056, + 0.4028145372867584, + -0.6208850145339966, + -0.3949667811393738, + -0.12103301286697388, + -1.6702200174331665, + -0.5328477025032043, + 1.1759319305419922, + -0.10066711902618408, + -0.6999197602272034, + 0.6032636761665344, + 0.134647399187088, + 0.48660439252853394, + 0.0030570924282073975 + ], + [ + 1.565044641494751, + 0.31592607498168945, + 0.33087655901908875, + -0.09124623239040375, + 0.44206660985946655, + 1.613128900527954, + 0.6775447130203247, + 1.4568023681640625, + 0.3013686537742615, + -0.7074299454689026, + -0.4114067256450653, + -0.4522225260734558, + -2.524763584136963, + -1.7931859493255615, + 1.565093755722046, + -0.05535560101270676, + -0.8178214430809021, + 0.9660320281982422, + 0.2710159718990326, + 0.815875232219696, + 0.6070080995559692 + ], + [ + 1.296265721321106, + 0.3172447681427002, + -0.006868273019790649, + -0.12956732511520386, + 0.025714099407196045, + 1.8877002000808716, + 0.13924095034599304, + 1.2450937032699585, + 0.3712616264820099, + -0.5795065760612488, + -0.42541104555130005, + -0.05063128471374512, + -1.589468240737915, + -0.5760111808776855, + 1.1384873390197754, + -0.042664848268032074, + -0.7678282260894775, + 0.6553704142570496, + 0.15884260833263397, + 0.36475855112075806, + -0.022757500410079956 + ], + [ + 1.4761515855789185, + 0.2678951025009155, + 0.2260294258594513, + -0.17903408408164978, + 0.5423057079315186, + 1.757623314857483, + 0.7537529468536377, + 1.4789676666259766, + 0.4134225845336914, + -0.7152732014656067, + -0.4659099280834198, + -0.3861887454986572, + -2.3626391887664795, + -1.7122975587844849, + 1.6514103412628174, + -0.015922969207167625, + -0.8792180418968201, + 0.7322719097137451, + 0.20284351706504822, + 0.8688300251960754, + 0.4141925573348999 + ], + [ + 1.3766425848007202, + 0.21526934206485748, + 0.0014209747314453125, + -0.1532585620880127, + 0.24610832333564758, + 1.657512903213501, + 0.39362430572509766, + 1.4945815801620483, + 0.3242604732513428, + -0.7679328918457031, + -0.43562763929367065, + -0.2568116784095764, + -2.376570701599121, + -1.5228155851364136, + 1.5271779298782349, + -0.023084906861186028, + -0.9828203320503235, + 0.8665271997451782, + 0.32602110505104065, + 0.8488430380821228, + 0.03444372117519379 + ], + [ + 1.228365182876587, + 0.18193687498569489, + 0.2276076078414917, + -0.33194729685783386, + 0.12828627228736877, + 2.028374433517456, + 0.44955745339393616, + 1.2535552978515625, + 0.3218589425086975, + -0.7401054501533508, + -0.309084951877594, + -0.13570502400398254, + -1.672451138496399, + -0.7761111259460449, + 1.0799024105072021, + -0.07476848363876343, + -0.6704851388931274, + 0.6614659428596497, + 0.05758087337017059, + 0.6474756002426147, + 0.19759123027324677 + ], + [ + 1.051187515258789, + 0.04711431264877319, + -0.14469566941261292, + 0.414261132478714, + 0.22671589255332947, + 0.22402989864349365, + 0.7173029184341431, + 1.185837745666504, + 0.3075852394104004, + -0.2272123396396637, + 0.015419021248817444, + 0.921883225440979, + -0.9177036285400391, + -2.3092408180236816, + 1.3554770946502686, + -0.0426972433924675, + -0.5448259115219116, + 0.7496302723884583, + 0.022007226943969727, + 0.20086351037025452, + 1.2110155820846558 + ], + [ + 1.0510365962982178, + 0.2870727777481079, + 0.4760889708995819, + -0.2550690174102783, + 0.08779142796993256, + 2.073488712310791, + 0.5414141416549683, + 1.4645987749099731, + 0.1455966830253601, + -0.8437126278877258, + -0.4870668947696686, + -0.7388942241668701, + -1.9205955266952515, + -2.247865915298462, + 1.576636791229248, + 0.06406417489051819, + -0.8786972165107727, + 0.7657932639122009, + 0.1413298100233078, + 0.5073893666267395, + 0.6445336937904358 + ] + ], + "generated_utilities": [ + 0.1539851278066635, + 0.13913793861865997, + 0.1561364084482193, + 0.1094842180609703, + 0.1265457272529602, + 0.16367952525615692, + 0.1409267634153366, + 2.0 + ], + "group_id": "ms-29f47a1dc1d9c3ec3365", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16668254137039185, + 0.16747936606407166, + 0.2776864767074585, + 0.1331348419189453, + 0.4041517674922943, + 0.17848801612854004, + 0.24837420880794525, + 0.27292075753211975, + 0.21288272738456726, + 0.24929797649383545, + 0.08972050994634628, + 0.14331525564193726, + 0.049646418541669846, + 0.08918599784374237, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.7420361042022705, + 0.20023077726364136, + -0.9691460728645325, + 0.3313875198364258, + -0.6642439365386963, + 2.0354881286621094, + 1.8511601686477661, + 1.3718724250793457, + -0.44256722927093506, + -1.4134083986282349, + 0.18997859954833984, + -1.090029001235962, + -3.548524856567383, + -2.532270669937134, + 2.7009007930755615, + 0.17077341675758362, + -1.189636468887329, + 2.115757465362549, + 0.34623247385025024, + 1.7734962701797485, + 2.64847469329834 + ], + [ + 1.4970972537994385, + 0.1448347270488739, + -1.07326340675354, + 1.3961524963378906, + -0.8080880641937256, + 2.3631200790405273, + 2.568485975265503, + 2.8116345405578613, + 0.1516130566596985, + -0.4041023254394531, + 0.13802671432495117, + -0.008458077907562256, + -3.4671692848205566, + -2.8562045097351074, + 3.490372657775879, + -0.9912880659103394, + -1.0672341585159302, + 1.3912073373794556, + 0.6887921094894409, + 1.284520149230957, + 1.494584321975708 + ], + [ + 1.88309645652771, + 0.46671244502067566, + -0.7736542820930481, + -0.09373027086257935, + -0.2069416046142578, + 2.745182752609253, + 2.906764268875122, + 2.825606346130371, + 0.8387734293937683, + -0.5944912433624268, + -0.09418240189552307, + -0.6393129825592041, + -2.0251102447509766, + -2.7952497005462646, + 3.3201839923858643, + -1.337942361831665, + -1.4670206308364868, + 1.476048469543457, + -0.014912009239196777, + 2.646829128265381, + 2.770021915435791 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.2457361221313477, + -0.03709535300731659, + -0.23485034704208374, + 8.404254913330078e-06, + 0.3501640260219574, + 1.2423224449157715, + 0.0, + 0.9898439645767212, + 0.2159336358308792, + -0.17561841011047363, + -0.27491888403892517, + 0.16374963521957397, + -1.8916971683502197, + 0.0, + 1.621910572052002, + 0.04346778988838196, + -0.10324788093566895, + 0.6107957363128662, + -0.08201855421066284, + 0.719606876373291, + 0.0 + ], + [ + 2.2457361221313477, + -0.19780954718589783, + -0.6592311859130859, + 0.6555243134498596, + -0.255053848028183, + 2.2423224449157715, + 2.092858076095581, + 1.9898439645767212, + 0.2414534091949463, + -1.1756184101104736, + -0.3611982464790344, + -0.49763238430023193, + -2.8916971683502197, + -2.549943685531616, + 2.621910572052002, + -0.4381060302257538, + -1.103247880935669, + 1.6107957363128662, + 0.8782092332839966, + 1.719606876373291, + 2.1604514122009277 + ], + [ + 2.0032594203948975, + 0.007610693573951721, + -0.5669209957122803, + 0.5873512625694275, + -0.42391395568847656, + 2.424844741821289, + 2.2827930450439453, + 2.1307427883148193, + 0.2639281749725342, + -0.9203990697860718, + -0.2689398527145386, + -0.6878734230995178, + -2.6439571380615234, + -2.6650733947753906, + 2.879805088043213, + -0.7315629720687866, + -1.0638200044631958, + 1.4517616033554077, + 0.9107036590576172, + 1.998030185699463, + 2.2675275802612305 + ], + [ + 2.4589200019836426, + -0.5218028426170349, + -0.3551546633243561, + 1.0338170528411865, + -0.14208653569221497, + 2.1764328479766846, + 1.795966625213623, + 2.345690965652466, + 0.1572132408618927, + -1.5669283866882324, + -0.1224348247051239, + -0.3906289041042328, + -2.617251396179199, + -2.2289719581604004, + 3.0025200843811035, + -0.7708120346069336, + -1.1527764797210693, + 1.818894624710083, + 0.763789713382721, + 1.5599344968795776, + 2.180989980697632 + ], + [ + 2.6620051860809326, + -0.5710014700889587, + -0.9997262954711914, + 1.1987051963806152, + -0.13584445416927338, + 2.331833839416504, + 1.8843395709991455, + 2.135706901550293, + 0.20016038417816162, + -1.7367504835128784, + -0.07317084074020386, + -0.9239214658737183, + -2.7212061882019043, + -3.064138889312744, + 2.9378654956817627, + -0.5668581128120422, + -1.256584882736206, + 1.4801807403564453, + 0.7581164836883545, + 1.8467339277267456, + 1.9510135650634766 + ], + [ + 1.583430290222168, + 0.47698262333869934, + -0.30745217204093933, + -0.2547200918197632, + 0.11165744066238403, + 2.163239002227783, + 3.045931577682495, + 2.11496639251709, + -0.2885921001434326, + -1.7184343338012695, + -0.965377151966095, + -0.8106960654258728, + -3.1587905883789062, + -1.63820219039917, + 1.8964502811431885, + -0.05519017577171326, + -1.1013349294662476, + 1.9698960781097412, + 0.594602108001709, + 2.552186965942383, + 2.697279691696167 + ], + [ + 1.7481744289398193, + -1.072307825088501, + -0.04093337059020996, + 0.4355461597442627, + -0.7279597520828247, + 2.793875217437744, + 2.742541551589966, + 2.8796145915985107, + 0.022255927324295044, + -0.8293393850326538, + 0.3524816632270813, + -0.07462376356124878, + -3.0469131469726562, + -2.167710304260254, + 2.2695417404174805, + -0.7239069938659668, + -1.5148967504501343, + 1.3308846950531006, + 0.013961851596832275, + 2.505537986755371, + 1.784082293510437 + ] + ], + "predicted_scores": [ + 6.868437767028809, + 6.836440563201904, + 6.6139750480651855, + 6.584249019622803, + 6.436973571777344, + 6.259687900543213, + 5.483325958251953, + 5.182600021362305 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "4b58bc6adfcc706a78b3975f362c4be1d38baa2bbcf95dcb3bccb1faadbcd6b1", + "stored_base_utility": 0.16668254137039185, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06912684440612793, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06912684440612793 + }, + "base_progress": 0.06912684440612793, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06912684440612793, + "candidate_action_clip_max_abs": [ + 0.07780778408050537, + 0.13011646270751953, + 0.12883985042572021, + 0.0, + 0.0961681604385376, + 0.027115821838378906, + 0.04824376106262207, + 0.13382208347320557 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07780778408050537, + "contact_quality": null, + "progress": 0.009987592697143555, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009987592697143555 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13011646270751953, + "contact_quality": null, + "progress": 0.012755473144352436, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.012755473144352436 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12883985042572021, + "contact_quality": null, + "progress": 0.014005581848323345, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.014005581848323345 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.00928403902798891, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00928403902798891 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0961681604385376, + "contact_quality": null, + "progress": 0.00823382567614317, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00823382567614317 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.027115821838378906, + "contact_quality": null, + "progress": 0.009616891853511333, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009616891853511333 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04824376106262207, + "contact_quality": null, + "progress": 0.010432958602905273, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.010432958602905273 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13382208347320557, + "contact_quality": null, + "progress": 0.01010751724243164, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01010751724243164 + } + ], + "candidate_progress": [ + 0.009987592697143555, + 0.012755473144352436, + 0.014005581848323345, + 0.00928403902798891, + 0.00823382567614317, + 0.009616891853511333, + 0.010432958602905273, + 0.01010751724243164 + ], + "candidate_safety_violation": [ + true, + true, + true, + false, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-a6a6de64c39abad45f86", + "ms-d43ba8a609bbee7e388c", + "ms-d43ba8a609bbee7e388c", + "ms-f7a54f4783da1d4129a8", + "ms-4f0a59b7bc897c0d5e5e", + "ms-c5d53da10b561f402ee7", + "ms-c5d53da10b561f402ee7", + "ms-4f0a59b7bc897c0d5e5e" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-2e40499cb146da6f89e7", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1552777886390686, + -0.015927746891975403, + 1.2988265752792358, + -0.8889961242675781, + 1.8798089027404785, + 2.75944185256958, + 1.9741277694702148, + 0.38583460450172424, + 0.13477502763271332, + 1.0568574666976929, + 0.16893650591373444, + 1.3807328939437866, + 0.33844760060310364, + 1.155619502067566, + -0.8188232183456421, + 0.48646825551986694, + 1.7936631441116333, + -0.2533923387527466, + 1.259544014930725, + 1.7046828269958496, + 2.731175184249878 + ], + [ + 0.21124404668807983, + -0.13334830105304718, + 1.24979567527771, + -0.8455904722213745, + 1.4397149085998535, + 2.381540536880493, + 1.98893404006958, + -0.023744165897369385, + 0.16731344163417816, + 0.7457529902458191, + 0.2589086890220642, + 1.4569920301437378, + 0.4543207585811615, + 0.6300492882728577, + -0.33874964714050293, + 0.5492671728134155, + 1.7125235795974731, + -0.6027570962905884, + 1.3653459548950195, + 1.9731087684631348, + 1.8437678813934326 + ], + [ + 0.2745476961135864, + -0.08118955790996552, + 1.2426468133926392, + -0.9559354782104492, + 1.5067510604858398, + 2.386901378631592, + 2.0114636421203613, + 0.05967393517494202, + 0.19710621237754822, + 0.7626246809959412, + 0.21487325429916382, + 1.475762963294983, + 0.49271443486213684, + 0.5882462859153748, + -0.22409233450889587, + 0.47425055503845215, + 1.7307120561599731, + -0.5123016238212585, + 1.4489831924438477, + 1.9500694274902344, + 1.9101582765579224 + ], + [ + 0.27664411067962646, + -0.08424867689609528, + 1.4311747550964355, + -0.6704763174057007, + 1.9444169998168945, + 2.157418966293335, + 1.9682393074035645, + 0.0019599199295043945, + 0.13417045772075653, + 1.0160181522369385, + 0.06039400026202202, + 1.4119312763214111, + 0.13964501023292542, + 0.9460513591766357, + -0.3195526599884033, + 0.4924604892730713, + 1.8047038316726685, + -0.44415026903152466, + 1.5132255554199219, + 1.2881321907043457, + 1.9496753215789795 + ], + [ + 0.08264247328042984, + 0.00850692018866539, + 1.4052871465682983, + -0.7448309659957886, + 1.9899845123291016, + 2.3938629627227783, + 1.1399707794189453, + 0.0015000104904174805, + 0.29491838812828064, + 1.0593953132629395, + -0.3642544448375702, + 1.3241074085235596, + -0.11908012628555298, + 0.9050858020782471, + -0.48386305570602417, + 0.4163961112499237, + 1.7072508335113525, + -0.5650524497032166, + 1.2740757465362549, + 1.9981796741485596, + 1.7629042863845825 + ], + [ + 0.17567473649978638, + -0.11567182838916779, + 0.9227157831192017, + -1.0371726751327515, + 1.720978021621704, + 2.248063325881958, + 1.72788405418396, + -0.05788964033126831, + 0.39012008905410767, + 1.044777512550354, + 0.029783446341753006, + 1.2210707664489746, + -0.17785215377807617, + 0.7557637095451355, + -0.40595683455467224, + 0.452440470457077, + 2.0146524906158447, + -0.7335807681083679, + 1.5827348232269287, + 1.6061553955078125, + 2.144254207611084 + ], + [ + 0.37697580456733704, + -0.1328844279050827, + 0.8887594938278198, + -0.8710622787475586, + 1.8486418724060059, + 2.0623064041137695, + 1.8081893920898438, + 0.013964056968688965, + 0.48755764961242676, + 1.0438878536224365, + 0.1463119387626648, + 1.065420389175415, + -0.17978382110595703, + 0.515190064907074, + -0.4980540871620178, + 0.44944360852241516, + 2.0646095275878906, + -0.7752642631530762, + 1.6613376140594482, + 1.7340693473815918, + 1.953832983970642 + ], + [ + 0.23088473081588745, + -0.044705841690301895, + 1.2518142461776733, + -0.7574080228805542, + 1.6809301376342773, + 1.9191128015518188, + 1.630138635635376, + 0.19451794028282166, + 0.3343839943408966, + 0.9892216324806213, + -0.007876507937908173, + 1.239529013633728, + 0.24120983481407166, + 1.1311664581298828, + -0.49200934171676636, + 0.3950834274291992, + 1.9592311382293701, + -0.5098101496696472, + 1.4432477951049805, + 2.0806522369384766, + 2.3165268898010254 + ] + ], + "generated_utilities": [ + 0.009987592697143555, + 0.012755473144352436, + 0.014005581848323345, + 0.00928403902798891, + 0.00823382567614317, + 0.009616891853511333, + 0.010432958602905273, + 0.01010751724243164 + ], + "group_id": "ms-2e40499cb146da6f89e7", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07535885274410248, + 0.07402154058218002, + 0.14756783843040466, + 0.03971865028142929, + 0.17867672443389893, + 0.054957590997219086, + 0.11275812238454819, + 0.13053910434246063, + 0.11340217292308807, + 0.0934063196182251, + 0.1845874786376953, + 0.0943504199385643, + 0.1435675323009491, + 0.21672499179840088, + 0.031234344467520714, + 0.20313040912151337 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.1628577709197998, + -0.2909306287765503, + 0.5586786270141602, + -0.19488489627838135, + 0.7603546380996704, + 1.671370029449463, + 0.0, + -0.10634790360927582, + 0.1421882063150406, + 0.2750122547149658, + -0.11222866177558899, + 0.47865891456604004, + -0.011912837624549866, + 0.0, + 0.020829439163208008, + 0.03829512000083923, + 0.9980995655059814, + 0.02474421262741089, + 0.5365878343582153, + 1.3258459568023682, + 0.0 + ], + [ + 0.4243939518928528, + 0.0687846839427948, + 1.5586786270141602, + -1.007445216178894, + 1.7603546380996704, + 2.671370029449463, + 1.9245260953903198, + 0.0781024843454361, + -0.012390190735459328, + 1.2750122547149658, + 0.10890571773052216, + 1.47865891456604, + 0.07484160363674164, + 0.5506771802902222, + -0.5181275010108948, + 0.4184073507785797, + 1.9980995655059814, + -0.2779935896396637, + 1.5365878343582153, + 2.325845956802368, + 2.0977823734283447 + ], + [ + 0.2603585720062256, + -0.14670933783054352, + 1.564572811126709, + -1.036120891571045, + 1.6024816036224365, + 2.4687247276306152, + 2.284127712249756, + 0.1028931736946106, + 0.2718118131160736, + 1.152700424194336, + 0.294058620929718, + 1.4618957042694092, + 0.41034215688705444, + 0.9460322856903076, + -0.4740907847881317, + 0.02115073800086975, + 1.8675942420959473, + -0.2326204776763916, + 1.4436988830566406, + 2.445162534713745, + 1.986405611038208 + ], + [ + 0.9536394476890564, + -0.019458122551441193, + 2.230862617492676, + -1.0664161443710327, + 2.337209701538086, + 1.9768099784851074, + 2.41426944732666, + -0.2377602905035019, + -0.3976365327835083, + 1.338250756263733, + -0.3198254108428955, + 2.031867027282715, + -0.28423118591308594, + 1.1904581785202026, + -0.964544415473938, + 0.9823634624481201, + 2.6409342288970947, + 0.01595941185951233, + 1.7448678016662598, + 1.7723833322525024, + 2.202277421951294 + ], + [ + 1.139054298400879, + -0.47408923506736755, + 1.1712061166763306, + -0.29138731956481934, + 1.5897246599197388, + 2.394035577774048, + 1.7847931385040283, + 0.19097375869750977, + -0.6594800353050232, + 1.2355482578277588, + 0.22270973026752472, + 2.271660327911377, + 0.11861006915569305, + 0.20491862297058105, + -1.1511598825454712, + 0.16004619002342224, + 1.7936428785324097, + -0.3954598307609558, + 2.37747859954834, + 3.1433920860290527, + 2.1667473316192627 + ], + [ + -0.3335108160972595, + -0.06785531342029572, + 2.140392780303955, + -1.2204577922821045, + 1.9117828607559204, + 2.7299177646636963, + 1.4899892807006836, + -0.26823145151138306, + 0.4428536891937256, + 0.6002899408340454, + 0.8229367733001709, + 1.2008367776870728, + 0.18906883895397186, + -0.04582524299621582, + -0.22816970944404602, + 1.1938754320144653, + 2.0851635932922363, + 0.19243448972702026, + 1.4559332132339478, + 2.023982048034668, + 2.807953357696533 + ], + [ + 0.5346249341964722, + -0.31849703192710876, + 0.9558711647987366, + -0.6878201961517334, + 2.333717107772827, + 3.659181594848633, + 2.514512777328491, + 0.22663091123104095, + 0.09663576632738113, + 1.765426516532898, + 0.7202578186988831, + 0.6801644563674927, + -0.5668289661407471, + 1.2037608623504639, + 0.17714804410934448, + 1.011837363243103, + 1.1875460147857666, + -1.0425325632095337, + 0.7921066284179688, + 1.8974088430404663, + 2.8538923263549805 + ] + ], + "predicted_scores": [ + 5.793382167816162, + 5.775887489318848, + 5.592723369598389, + 5.298797607421875, + 5.278628826141357, + 4.76360559463501, + 4.7479376792907715, + 4.619019508361816 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1747178030", + "selected_index": 0, + "state_hash": "841e7db4dd61dc0399a74763bf63876a883ac45aeb1e79306ad8baa288bbfc7e", + "stored_base_utility": 0.07535885274410248, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22906947135925293, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22906947135925293 + }, + "base_progress": 0.22906947135925293, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22906947135925293, + "candidate_action_clip_max_abs": [ + 0.2965433597564697, + 0.2990931272506714, + 0.4309988021850586, + 0.4096512794494629, + 0.34056663513183594, + 0.3630037307739258, + 0.37319111824035645, + 0.26492035388946533 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2965433597564697, + "contact_quality": null, + "progress": 0.15443868935108185, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15443868935108185 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2990931272506714, + "contact_quality": null, + "progress": 0.16097962856292725, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16097962856292725 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4309988021850586, + "contact_quality": null, + "progress": 0.09326419979333878, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09326419979333878 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4096512794494629, + "contact_quality": null, + "progress": 0.08752676099538803, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08752676099538803 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34056663513183594, + "contact_quality": null, + "progress": 0.09372880309820175, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09372880309820175 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3630037307739258, + "contact_quality": null, + "progress": 0.09095460176467896, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09095460176467896 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.37319111824035645, + "contact_quality": null, + "progress": 0.09229636192321777, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09229636192321777 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26492035388946533, + "contact_quality": null, + "progress": 0.08359650522470474, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08359650522470474 + } + ], + "candidate_progress": [ + 0.15443868935108185, + 0.16097962856292725, + 0.09326419979333878, + 0.08752676099538803, + 0.09372880309820175, + 0.09095460176467896, + 0.09229636192321777, + 0.08359650522470474 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-26b69e1e596d2e3163da", + "ms-26b69e1e596d2e3163da", + "ms-1ba37e30b90a3b28e62f", + "ms-1ba37e30b90a3b28e62f", + "ms-1ba37e30b90a3b28e62f", + "ms-1ba37e30b90a3b28e62f", + "ms-1ba37e30b90a3b28e62f", + "ms-1ba37e30b90a3b28e62f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-338ba952f81d1215216e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.8420374393463135, + 0.054263219237327576, + 0.7175554037094116, + 2.0460381507873535, + -0.463356077671051, + 2.771243095397949, + 2.140967845916748, + -0.6476532220840454, + -0.1088130921125412, + 0.29143646359443665, + -1.4796254634857178, + 0.3126360774040222, + -1.926412582397461, + -1.6443700790405273, + 0.020823106169700623, + 0.44858360290527344, + 0.7287420630455017, + 1.7317426204681396, + -1.3015682697296143, + -0.3020242154598236, + 1.3611706495285034 + ], + [ + -1.848116159439087, + 0.1284673810005188, + 0.7797164916992188, + 1.9572030305862427, + -0.7350671887397766, + 2.915996551513672, + 2.1516361236572266, + -0.6585838794708252, + -0.1353669911623001, + 0.2676848769187927, + -1.3363423347473145, + 0.2581470012664795, + -1.7062479257583618, + -1.559224247932434, + 0.010749757289886475, + 0.4796602129936218, + 0.6284653544425964, + 1.7646023035049438, + -1.339503526687622, + -0.11768364906311035, + 1.4055659770965576 + ], + [ + -2.3220372200012207, + 0.2680535912513733, + 1.3292243480682373, + 2.939579963684082, + -0.15734371542930603, + 1.3608447313308716, + 1.977623462677002, + -0.10789507627487183, + -0.05993354320526123, + 0.48161205649375916, + -0.9108651876449585, + 0.2192613184452057, + -1.3134753704071045, + -1.4976603984832764, + -0.3716500699520111, + 0.19275584816932678, + 0.3497348725795746, + 1.851205587387085, + -1.1455111503601074, + 0.6305513978004456, + 1.4804738759994507 + ], + [ + -2.255857467651367, + 0.15262293815612793, + 1.3772356510162354, + 2.7824809551239014, + -0.5212755799293518, + 1.1950145959854126, + 2.130214214324951, + -0.12338182330131531, + -0.04363170266151428, + 0.38397809863090515, + -1.0337764024734497, + 0.36891087889671326, + -1.2022628784179688, + -1.2924773693084717, + -0.47499895095825195, + 0.21373142302036285, + 0.4031376838684082, + 1.6866165399551392, + -0.9298873543739319, + 0.31615763902664185, + 1.1204323768615723 + ], + [ + -2.0706820487976074, + 0.11652177572250366, + 1.225054383277893, + 2.550564765930176, + -0.04424488544464111, + 1.166202187538147, + 1.7848079204559326, + 0.029460370540618896, + -0.15344484150409698, + 0.9506807327270508, + -1.0002774000167847, + 0.5797041654586792, + -1.0319815874099731, + -1.417470097541809, + -0.5111272931098938, + 0.05570368096232414, + 0.19398513436317444, + 1.9541082382202148, + -1.1626226902008057, + 1.15647292137146, + 1.6042492389678955 + ], + [ + -2.119314670562744, + 0.09943071007728577, + 1.340874195098877, + 2.9935641288757324, + -0.5338584184646606, + 1.1947641372680664, + 1.8810985088348389, + -0.100737065076828, + -0.06487157195806503, + 0.5017067193984985, + -0.8583642244338989, + 0.2239392101764679, + -1.286161184310913, + -0.9791465997695923, + -0.4700004458427429, + 0.18429192900657654, + 0.49660050868988037, + 1.7254890203475952, + -1.1434786319732666, + 0.3960275650024414, + 1.1465260982513428 + ], + [ + -2.155456304550171, + 0.09145224094390869, + 1.3508223295211792, + 2.900627374649048, + -0.6499049663543701, + 1.1323400735855103, + 1.8460898399353027, + -0.06142812967300415, + -0.0573820024728775, + 0.4991317391395569, + -0.9255116581916809, + 0.40343034267425537, + -1.2060517072677612, + -0.9750045537948608, + -0.477925181388855, + 0.19524483382701874, + 0.5106510519981384, + 1.7229995727539062, + -1.1097652912139893, + 0.34540581703186035, + 1.1467598676681519 + ], + [ + -1.8301465511322021, + 0.12050376832485199, + 1.679541826248169, + 2.5454835891723633, + -0.8486178517341614, + 0.725318431854248, + 2.2468667030334473, + -0.0675855278968811, + 0.0077522327192127705, + 0.40425190329551697, + -1.071808099746704, + 0.5146126747131348, + -1.2135889530181885, + -1.356303095817566, + -0.5570235252380371, + 0.2184579074382782, + 0.5393097996711731, + 1.7525973320007324, + -1.0500226020812988, + 0.4613634943962097, + 1.2265479564666748 + ] + ], + "generated_utilities": [ + 0.15443868935108185, + 0.16097962856292725, + 0.09326419979333878, + 0.08752676099538803, + 0.09372880309820175, + 0.09095460176467896, + 0.09229636192321777, + 0.08359650522470474 + ], + "group_id": "ms-338ba952f81d1215216e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.015561699867248535, + 0.009900292381644249, + 0.020394008606672287, + 0.003217001911252737, + 0.24602913856506348, + 0.01640264317393303, + 0.2153720259666443, + 0.21433952450752258, + 0.13353079557418823, + 0.09505021572113037, + 0.20280706882476807, + 0.06893688440322876, + 0.18649820983409882, + 0.09651836007833481, + 0.0772087424993515, + 0.19928571581840515 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -1.4048210382461548, + -0.021137433126568794, + 0.9878095388412476, + 2.1752307415008545, + 0.018079573288559914, + 1.8104501962661743, + 2.1923043727874756, + -1.008392333984375, + -0.4229390621185303, + 0.9568071961402893, + -0.41848549246788025, + 0.28764989972114563, + -1.0515267848968506, + -1.357714295387268, + -0.5452959537506104, + 0.057194363325834274, + 0.6167209148406982, + 1.3926326036453247, + -1.3879282474517822, + -0.414257287979126, + 0.7037229537963867 + ], + [ + -1.5071182250976562, + -0.19619016349315643, + 0.7263908386230469, + 2.3329925537109375, + 0.07890836894512177, + 2.01084566116333, + 2.1647512912750244, + -0.9990308284759521, + -0.5144532918930054, + 0.9092532992362976, + -0.7080827951431274, + 0.09207689762115479, + -0.9594413638114929, + -1.5342446565628052, + -0.4409182071685791, + 0.03002559207379818, + 0.3409461975097656, + 1.097902774810791, + -1.1943244934082031, + -0.32327884435653687, + 0.6206523180007935 + ], + [ + -1.1625702381134033, + 0.049823932349681854, + 0.8436305522918701, + 2.2001876831054688, + 0.12411074340343475, + 1.96561861038208, + 1.9371025562286377, + -1.3296499252319336, + -0.7811567783355713, + 0.9534448385238647, + -0.7812554836273193, + 0.14940720796585083, + -1.0419507026672363, + -1.2654800415039062, + -0.9040048122406006, + -0.3152526021003723, + 0.3921218812465668, + 1.2489029169082642, + -1.2474712133407593, + -0.17560090124607086, + 0.5590581297874451 + ], + [ + -1.3347587585449219, + -0.2471616119146347, + 0.6856917142868042, + 1.6787322759628296, + 0.424160361289978, + 1.5357011556625366, + 2.1146106719970703, + -1.1909852027893066, + -0.7039607167243958, + 0.5545130968093872, + -0.09608200192451477, + 0.7543095350265503, + -1.4868230819702148, + -1.2838094234466553, + -0.17420858144760132, + 0.30661115050315857, + 1.1050411462783813, + 1.691976547241211, + -1.7612932920455933, + -0.8663674592971802, + 1.0619398355484009 + ], + [ + -1.0413947105407715, + 0.24586506187915802, + 1.3807096481323242, + 2.2498459815979004, + -0.44451069831848145, + 1.6428619623184204, + 1.9074863195419312, + -1.2850112915039062, + -1.008862018585205, + 0.41194069385528564, + 0.048386186361312866, + -0.03258466720581055, + -1.1448519229888916, + -0.7763440012931824, + -0.49703338742256165, + -0.4969591498374939, + 0.6706222295761108, + 0.960684597492218, + -1.7887157201766968, + -0.9201627969741821, + 1.0466620922088623 + ], + [ + -1.1816409826278687, + 0.16987451910972595, + 0.735489010810852, + 2.13696026802063, + -0.1508438140153885, + 1.73250150680542, + 2.255762815475464, + -0.9276747703552246, + -0.711884617805481, + 0.33215147256851196, + -0.26064008474349976, + 0.010291635990142822, + -0.6439492702484131, + -2.036224603652954, + -0.1651023030281067, + -0.26446107029914856, + 0.28457191586494446, + 1.9073933362960815, + -2.06685733795166, + -0.2010418325662613, + 0.921933650970459 + ], + [ + -1.8611387014389038, + -0.09258174151182175, + 1.4551286697387695, + 2.495680809020996, + -0.6769724488258362, + 1.7918193340301514, + 1.606380820274353, + -1.0404765605926514, + 0.25358086824417114, + 0.957138180732727, + -0.6888623237609863, + -0.4086979925632477, + -0.32375597953796387, + -0.5706199407577515, + -0.23983725905418396, + 0.5803787708282471, + 1.3653976917266846, + 0.6224863529205322, + -1.4853726625442505, + -0.28253307938575745, + 0.7809396386146545 + ], + [ + -2.1191201210021973, + 0.21840034425258636, + 0.5955244898796082, + 1.617898941040039, + 0.12719933688640594, + 1.8219550848007202, + 1.5349023342132568, + -1.234177589416504, + -1.2942031621932983, + 1.1435017585754395, + 0.43497994542121887, + 0.2759014964103699, + -0.6025631427764893, + -1.5819517374038696, + -1.3608934879302979, + 0.9008830189704895, + 0.6629577279090881, + 1.6269232034683228, + -1.7018883228302002, + 0.14570409059524536, + 0.9539978504180908 + ], + [ + -1.9082671403884888, + -0.808384120464325, + 0.31127649545669556, + 2.1355226039886475, + 0.7069566249847412, + 1.973615050315857, + 3.0937860012054443, + -1.2286064624786377, + 0.3788720369338989, + 1.5610322952270508, + 0.05375796556472778, + 0.8893883228302002, + -0.5843168497085571, + -1.8198294639587402, + 0.21372586488723755, + 0.8233596086502075, + 0.3798193335533142, + 1.9741308689117432, + -2.1484413146972656, + -0.41070789098739624, + 1.0964787006378174 + ], + [ + -1.5535972118377686, + 0.16967013478279114, + 1.0801705121994019, + 3.0721921920776367, + 0.5652110576629639, + 2.796367883682251, + 1.8123798370361328, + -1.8562679290771484, + -0.5674821138381958, + 0.3516088128089905, + -0.3629750907421112, + 0.25311195850372314, + -0.7799161672592163, + -0.7151450514793396, + -0.9192174673080444, + -0.7978597283363342, + 0.3296460211277008, + 0.7373496294021606, + -2.0126137733459473, + -0.6154918670654297, + 1.3523385524749756 + ], + [ + -0.7218868136405945, + -0.5940037369728088, + 1.748549222946167, + 1.6712684631347656, + 0.61137455701828, + 2.1933398246765137, + 2.8882558345794678, + -0.9885202050209045, + -1.3957533836364746, + 0.6550253033638, + 0.3775227963924408, + -0.41902270913124084, + -1.9301745891571045, + -1.9290931224822998, + -0.9070357084274292, + -0.6566498279571533, + 0.7779686450958252, + 2.104196548461914, + -0.7906746864318848, + -0.7190670371055603, + 0.19611823558807373 + ] + ], + "predicted_scores": [ + 3.7481350898742676, + 3.6295976638793945, + 3.063035011291504, + 2.8864898681640625, + 2.7997255325317383, + 2.7201175689697266, + 2.4757919311523438, + 2.4498581886291504 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "5a5bab93c553d29ca0aa3d40b91d19e3653d9dac6feb6e6c65cbdb85ab267712", + "stored_base_utility": 0.015561699867248535, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.057771921157836914, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.057771921157836914 + }, + "base_progress": 0.057771921157836914, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.057771921157836914, + "candidate_action_clip_max_abs": [ + 0.14158451557159424, + 0.18533098697662354, + 0.1824784278869629, + 0.23124468326568604, + 0.20812547206878662, + 0.19818639755249023, + 0.20144391059875488, + 0.18640542030334473 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.14158451557159424, + "contact_quality": null, + "progress": 0.01094597578048706, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01094597578048706 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18533098697662354, + "contact_quality": null, + "progress": 0.012752890586853027, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.012752890586853027 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1824784278869629, + "contact_quality": null, + "progress": 0.011128921993076801, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011128921993076801 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23124468326568604, + "contact_quality": null, + "progress": 0.013146678917109966, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.013146678917109966 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20812547206878662, + "contact_quality": null, + "progress": 0.01739060878753662, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01739060878753662 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19818639755249023, + "contact_quality": null, + "progress": 0.01732446812093258, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01732446812093258 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20144391059875488, + "contact_quality": null, + "progress": 0.01873832941055298, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01873832941055298 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18640542030334473, + "contact_quality": null, + "progress": 0.01481640338897705, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01481640338897705 + } + ], + "candidate_progress": [ + 0.01094597578048706, + 0.012752890586853027, + 0.011128921993076801, + 0.013146678917109966, + 0.01739060878753662, + 0.01732446812093258, + 0.01873832941055298, + 0.01481640338897705 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-4c99c68cb7d1f50db857", + "ms-4c99c68cb7d1f50db857", + "ms-4c99c68cb7d1f50db857", + "ms-db2c4015a0690cc80d24" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-35a50d2822c2c3cc4516", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.7524027824401855, + -0.06149023771286011, + 1.5007109642028809, + 0.4731808006763458, + 1.1667107343673706, + 2.2684316635131836, + 2.212965965270996, + -0.26193326711654663, + 0.04730506241321564, + 1.6587952375411987, + -1.1826149225234985, + 1.870712399482727, + 1.841234803199768, + 2.0116655826568604, + 0.08632038533687592, + -0.6232858300209045, + 0.0867522656917572, + 1.304112434387207, + 0.673226535320282, + -0.21450647711753845, + -1.2816379070281982 + ], + [ + -0.5294374823570251, + -0.06957070529460907, + 1.3984664678573608, + 0.46276941895484924, + 1.1143674850463867, + 3.0454115867614746, + 2.2612836360931396, + -0.10800081491470337, + 0.026928924024105072, + 1.590816855430603, + -1.2080914974212646, + 1.6546058654785156, + 1.6759048700332642, + 2.0075550079345703, + 0.1181647777557373, + -0.5898371934890747, + 0.24901703000068665, + 1.0112366676330566, + 0.8153119683265686, + -0.13644514977931976, + -1.1609923839569092 + ], + [ + -0.780114471912384, + -0.1550072580575943, + 1.3837476968765259, + 0.44995102286338806, + 1.039740800857544, + 3.043462038040161, + 2.30064058303833, + -0.1783744990825653, + -0.023680446669459343, + 1.6720836162567139, + -1.272299885749817, + 1.554193377494812, + 1.6574572324752808, + 2.086225986480713, + 0.20959685742855072, + -0.5998834371566772, + 0.15346314013004303, + 1.0372263193130493, + 0.7616298794746399, + -0.07709844410419464, + -1.1227041482925415 + ], + [ + -0.6203112602233887, + -0.00048375874757766724, + 1.576377272605896, + 0.26933524012565613, + 1.414168119430542, + 3.1466243267059326, + 2.2304375171661377, + 0.12978750467300415, + 0.07403791695833206, + 1.5571824312210083, + -1.1361488103866577, + 1.6663126945495605, + 1.9309405088424683, + 1.9125454425811768, + -0.20988577604293823, + -0.5881364941596985, + 0.17411381006240845, + 1.1415985822677612, + 0.7837408185005188, + 0.0068576037883758545, + -1.007575511932373 + ], + [ + -0.6093223690986633, + -0.07675257325172424, + 1.6499247550964355, + 0.08871856331825256, + 1.417740821838379, + 2.772444486618042, + 1.2871593236923218, + -0.12591010332107544, + 0.09931162744760513, + 1.183434009552002, + -0.917066216468811, + 2.2614059448242188, + 1.9964503049850464, + 1.336151361465454, + 0.32711681723594666, + -0.7672418355941772, + -0.13206152617931366, + 0.8348772525787354, + 0.6387591361999512, + -0.17817530035972595, + -1.0171644687652588 + ], + [ + -0.5835050940513611, + -0.0668260008096695, + 1.644950270652771, + 0.10647991299629211, + 1.4524245262145996, + 2.6722936630249023, + 1.4394181966781616, + 0.02516278624534607, + 0.11837933212518692, + 1.2066638469696045, + -0.9210751056671143, + 2.269791603088379, + 1.9881871938705444, + 1.3918527364730835, + 0.262769490480423, + -0.6915386319160461, + 0.13758257031440735, + 0.827130138874054, + 0.6204466819763184, + 0.12922820448875427, + -1.0889016389846802 + ], + [ + -0.5112197995185852, + -0.0475744865834713, + 1.611633062362671, + 0.2080155909061432, + 1.3944950103759766, + 2.6333107948303223, + 1.3881793022155762, + 0.04636995494365692, + 0.13420571386814117, + 1.2073304653167725, + -0.8280895948410034, + 2.247124195098877, + 2.0339794158935547, + 1.4922782182693481, + 0.2753039002418518, + -0.6866828203201294, + 0.054253920912742615, + 0.8398182392120361, + 0.5989028215408325, + 0.1939350664615631, + -1.2228978872299194 + ], + [ + -1.0537089109420776, + -0.27617210149765015, + 1.1512888669967651, + 0.7651938199996948, + 1.1430690288543701, + 3.2799806594848633, + 2.316436529159546, + 0.04893864691257477, + 0.009243839420378208, + 1.5156663656234741, + -1.04723060131073, + 1.6813400983810425, + 1.5425537824630737, + 1.9706531763076782, + 0.3909918963909149, + -0.5118297338485718, + -0.009936466813087463, + 1.1321991682052612, + 0.7968883514404297, + -0.5435906052589417, + -1.0355831384658813 + ] + ], + "generated_utilities": [ + 0.01094597578048706, + 0.012752890586853027, + 0.011128921993076801, + 0.013146678917109966, + 0.01739060878753662, + 0.01732446812093258, + 0.01873832941055298, + 0.01481640338897705 + ], + "group_id": "ms-35a50d2822c2c3cc4516", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0387381911277771, + 0.034555040299892426, + 0.01723158359527588, + 0.019250929355621338, + 0.1369876265525818, + 0.03884337469935417, + 0.1067071184515953, + 0.1307215392589569, + 0.08130987733602524, + 0.06676550954580307, + 0.056178152561187744, + 0.0713392123579979, + 0.08168332278728485, + 0.043331366032361984, + 0.09939205646514893, + 0.018218478187918663 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.4389466643333435, + 0.0724475085735321, + 1.8686007261276245, + 0.07187432050704956, + 1.6980459690093994, + 2.435570478439331, + 2.019279718399048, + 0.10277734696865082, + 0.11127708107233047, + 1.4983593225479126, + -0.9858400821685791, + 1.806850552558899, + 2.2781715393066406, + 1.826680302619934, + -0.09209707379341125, + -0.6872738003730774, + 0.5840336084365845, + 0.7272056341171265, + 0.8257889747619629, + -0.1359124332666397, + -1.4796730279922485 + ], + [ + -0.2780207693576813, + 0.014655422419309616, + 1.6254457235336304, + -0.09636437892913818, + 1.6892075538635254, + 2.1415340900421143, + 2.0467777252197266, + 0.33284345269203186, + -0.10741827636957169, + 1.2555124759674072, + -0.9869003891944885, + 1.7418140172958374, + 2.410088300704956, + 1.900871753692627, + -0.10334041714668274, + -0.6884832382202148, + 0.7228953838348389, + 0.9198485016822815, + 0.6235647797584534, + 0.08965907990932465, + -1.2997443675994873 + ], + [ + -0.591850996017456, + -0.09876951575279236, + 1.545447826385498, + -0.26625698804855347, + 1.7291443347930908, + 2.6978466510772705, + 1.7635725736618042, + -0.22544313967227936, + 0.16166457533836365, + 1.5199869871139526, + -1.3632490634918213, + 1.559720516204834, + 2.466691493988037, + 1.521625280380249, + 0.04373197257518768, + -0.8444820046424866, + 0.949530839920044, + 0.4104803204536438, + 0.7123373746871948, + 0.03484387695789337, + -1.3116819858551025 + ], + [ + -0.7242476940155029, + 0.5100178718566895, + 2.4202163219451904, + -0.11720733344554901, + 1.3549320697784424, + 3.0285377502441406, + 1.4696948528289795, + 0.18524548411369324, + 0.43582239747047424, + 0.600670576095581, + -1.2212498188018799, + 1.4837117195129395, + 2.790064573287964, + 1.8265990018844604, + -0.9184070825576782, + -1.3495473861694336, + 0.5668923854827881, + 1.2826049327850342, + 1.6444882154464722, + -1.117309808731079, + -0.9505559802055359 + ] + ], + "predicted_scores": [ + 4.928285598754883, + 4.79520845413208, + 4.296396732330322, + 4.131420612335205, + 3.838240623474121, + 3.6875648498535156, + 3.6029324531555176, + 3.467848300933838 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "1d8aa30bc2a12e6146fd41ddb0623e13f3ab978a6c69084ef14809dca58e9cb9", + "stored_base_utility": 0.0387381911277771, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10155961662530899, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10155961662530899 + }, + "base_progress": 0.10155961662530899, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10155961662530899, + "candidate_action_clip_max_abs": [ + 0.0, + 0.003960967063903809, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06092512607574463, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06092512607574463 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.003960967063903809, + "contact_quality": null, + "progress": 0.044276218861341476, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.044276218861341476 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06383784860372543, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06383784860372543 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06029657647013664, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06029657647013664 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05609728768467903, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05609728768467903 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05973796173930168, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05973796173930168 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06178756430745125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06178756430745125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07000180333852768, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07000180333852768 + } + ], + "candidate_progress": [ + 0.06092512607574463, + 0.044276218861341476, + 0.06383784860372543, + 0.06029657647013664, + 0.05609728768467903, + 0.05973796173930168, + 0.06178756430745125, + 0.07000180333852768 + ], + "candidate_safety_violation": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1d3f30fae746c0b9cefc", + "ms-be0f2598cc527ad9040a", + "ms-dc26b448cce4164a23e6", + "ms-e84163d9ef2e7014daca", + "ms-be0f2598cc527ad9040a", + "ms-554727d05aa9a2b32904", + "ms-e84163d9ef2e7014daca", + "ms-f85a653af630821f2572" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank5" + ], + "candidates_evaluated": true, + "chart_id": "ms-36f0ff5c96ebdd4644c2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.18207897245883942, + 0.12383405864238739, + 0.7158706188201904, + 0.01839396357536316, + 0.2942553162574768, + 1.4779201745986938, + 0.24914060533046722, + -0.14796119928359985, + 0.08150232583284378, + 0.7099936008453369, + -0.14880451560020447, + 0.1552058458328247, + 1.0468388795852661, + 0.09152808785438538, + 0.7554711103439331, + 0.06657916307449341, + -0.1384992152452469, + 0.21874094009399414, + 0.05148714780807495, + 1.3677799701690674, + 0.43872562050819397 + ], + [ + -0.48215824365615845, + 0.10512423515319824, + 0.7799704074859619, + 0.10294345021247864, + 0.48652514815330505, + 1.950809121131897, + -0.0896255373954773, + -0.03213930130004883, + 0.07811351120471954, + 0.7546321153640747, + -0.09679665416479111, + 0.38164210319519043, + 1.5905228853225708, + 0.012833848595619202, + 0.1891634315252304, + -0.13740763068199158, + -0.10150803625583649, + 0.31443607807159424, + -0.5042667984962463, + 1.5173349380493164, + 1.1545114517211914 + ], + [ + -0.04566153883934021, + 0.048089779913425446, + 0.5885890126228333, + 0.11571663618087769, + 0.637370765209198, + 1.380823016166687, + 0.02441069483757019, + -0.12030240893363953, + 0.12800833582878113, + 0.7406383752822876, + -0.02087598294019699, + 0.04403923451900482, + 0.9791139364242554, + -0.03864273428916931, + 0.6128164529800415, + -0.14811214804649353, + -0.09447358548641205, + 0.2839353382587433, + 0.07152619957923889, + 1.2428784370422363, + 0.32575303316116333 + ], + [ + -0.1671518236398697, + 0.08572974801063538, + 0.540666937828064, + 0.11802580952644348, + 0.6206076145172119, + 1.5977661609649658, + 0.00032702088356018066, + -0.20153078436851501, + 0.05897311866283417, + 0.6893763542175293, + -0.07462330907583237, + 0.1976998746395111, + 0.7633097171783447, + -0.045404985547065735, + 0.6434093713760376, + -0.16881990432739258, + -0.07302193343639374, + 0.25773319602012634, + -0.10548442602157593, + 1.144287109375, + 0.36850860714912415 + ], + [ + -0.40259408950805664, + -0.03089820221066475, + 0.6449339985847473, + 0.14870688319206238, + 0.5432114005088806, + 1.552427887916565, + 0.3012816905975342, + -0.17558369040489197, + 0.04374627768993378, + 0.6942872405052185, + -0.08856046944856644, + 0.3627987504005432, + 0.8851897716522217, + 0.24124926328659058, + 0.7232142090797424, + 0.020850103348493576, + -0.17467530071735382, + 0.14569449424743652, + -0.004272192716598511, + 1.4974071979522705, + 0.2452870011329651 + ], + [ + -0.21077878773212433, + 0.07758636772632599, + 0.4793832302093506, + 0.19598275423049927, + 0.5867140293121338, + 1.6373460292816162, + -0.15239489078521729, + -0.1459065079689026, + 0.03524912893772125, + 0.7185078859329224, + -0.04682759940624237, + 0.04771934449672699, + 0.8879467248916626, + -0.02149905264377594, + 0.557304322719574, + -0.20252490043640137, + -0.060979798436164856, + 0.3332819938659668, + -0.041767418384552, + 1.2945210933685303, + 0.3496914505958557 + ], + [ + -0.01592579483985901, + -0.037400901317596436, + 0.7299081683158875, + 0.3454878032207489, + 0.4047725796699524, + 1.3695752620697021, + -0.12345129251480103, + -0.12277436256408691, + -0.04432909935712814, + 0.6935712695121765, + -0.12117106467485428, + 0.2586859166622162, + 0.8091051578521729, + 0.05469832569360733, + 0.5738080143928528, + -0.056185491383075714, + -0.14006783068180084, + 0.3363894522190094, + -0.0374104380607605, + 1.1937289237976074, + 0.32243192195892334 + ], + [ + 0.01951633393764496, + 0.12020726501941681, + 0.8763659000396729, + 0.4995744526386261, + 0.6527619361877441, + 1.2631416320800781, + -0.11101436614990234, + 0.01380959153175354, + 0.0990607813000679, + 0.6592129468917847, + -0.05996835231781006, + -0.13804683089256287, + 0.7265933752059937, + -0.1533312350511551, + 0.4897819757461548, + -0.08325770497322083, + -0.3112640380859375, + 0.1689809411764145, + 0.05323342978954315, + 1.3180031776428223, + 0.26731497049331665 + ] + ], + "generated_utilities": [ + 0.06092512607574463, + 0.044276218861341476, + 0.06383784860372543, + 0.06029657647013664, + 0.05609728768467903, + 0.05973796173930168, + 0.06178756430745125, + 0.07000180333852768 + ], + "group_id": "ms-36f0ff5c96ebdd4644c2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.23240530490875244, + 0.24774353206157684, + 2.0, + 0.14426802098751068, + 0.12524256110191345, + 0.03849933668971062, + 0.10727377980947495, + 0.20706866681575775, + 0.1420181691646576, + 0.16832241415977478, + 0.21589313447475433, + 0.24749839305877686, + 0.1781303584575653, + 0.09056317806243896, + 0.07766004651784897, + 0.029442906379699707 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.043458402156829834, + -0.15410757064819336, + 0.7129487991333008, + 0.3514411747455597, + 0.00925898551940918, + 2.4091155529022217, + 0.0, + 0.058499544858932495, + -0.1700133979320526, + 0.8410762548446655, + 0.18866637349128723, + 0.20448273420333862, + 1.2327823638916016, + 0.0, + 0.6650813817977905, + 0.12594223022460938, + 0.2224358320236206, + 0.505347490310669, + 0.05384021997451782, + 1.3280181884765625, + 0.0 + ], + [ + -0.010556383058428764, + -0.7973474264144897, + 1.7129487991333008, + -0.08964282274246216, + 1.0092589855194092, + 3.4091155529022217, + 1.9234271049499512, + -0.37355026602745056, + -0.1261516809463501, + 1.8410762548446655, + 0.04904972016811371, + 0.9219397902488708, + 2.2327823638916016, + 2.214188814163208, + 1.6650813817977905, + -0.4671529531478882, + -0.6887639164924622, + 1.505347490310669, + -0.3605268597602844, + 2.3280181884765625, + 2.5069944858551025 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.8468542098999023, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.428377628326416, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.013988971710205 + ], + [ + 0.16805744171142578, + -0.6642422080039978, + 1.6180920600891113, + 0.19825631380081177, + 1.2884961366653442, + 3.3208465576171875, + 2.0941660404205322, + -0.6092473268508911, + -0.17098328471183777, + 1.6125502586364746, + 0.26420363783836365, + 0.7057026624679565, + 2.442275285720825, + 1.9853042364120483, + 1.6951991319656372, + -0.6363252401351929, + -0.5785609483718872, + 1.2091755867004395, + -0.3019292652606964, + 2.1124863624572754, + 2.312182664871216 + ], + [ + 0.2795332968235016, + -0.9137734174728394, + 1.645064353942871, + -0.3712216317653656, + 0.5810054540634155, + 3.6230196952819824, + 1.7126352787017822, + -0.12838783860206604, + 0.1948624551296234, + 1.726080060005188, + -0.12292221188545227, + 1.185282588005066, + 2.474245309829712, + 2.5763282775878906, + 1.3554048538208008, + -0.8801332116127014, + -0.24941956996917725, + 1.5009465217590332, + -0.587386429309845, + 2.7502307891845703, + 2.703105926513672 + ], + [ + 0.5852829217910767, + -0.49602580070495605, + 2.227088451385498, + 0.3182966709136963, + 1.2020940780639648, + 3.072979688644409, + 2.0587193965911865, + -0.229912668466568, + 0.35349977016448975, + 1.6833205223083496, + 0.002244371920824051, + 1.520151138305664, + 2.624972343444824, + 2.1715269088745117, + 1.3637492656707764, + -0.6508487462997437, + -0.14932972192764282, + 1.9438945055007935, + -0.7012526988983154, + 1.9171183109283447, + 2.529804229736328 + ], + [ + -0.32818931341171265, + -0.8427994847297668, + 0.9017974734306335, + -0.10785123705863953, + 1.0844956636428833, + 4.021066188812256, + 1.3745543956756592, + -1.238579273223877, + 0.3246420621871948, + 1.3646498918533325, + 0.6929333806037903, + 1.6166186332702637, + 1.602581262588501, + 2.4001471996307373, + 1.2868742942810059, + -0.3302105665206909, + -0.784882664680481, + 1.1075491905212402, + -1.1561665534973145, + 2.6839687824249268, + 2.4163601398468018 + ], + [ + 0.4338873028755188, + -1.0100845098495483, + 1.3870604038238525, + 0.40842530131340027, + 0.7411770820617676, + 3.8833773136138916, + 1.2516510486602783, + -1.1263096332550049, + -0.3850141167640686, + 1.7176780700683594, + -0.06586708128452301, + 0.8802942633628845, + 3.0442357063293457, + 2.459829092025757, + 0.7100471258163452, + -0.9177647233009338, + -1.1378250122070312, + 0.7571756839752197, + -0.6746844053268433, + 2.610231399536133, + 2.0946576595306396 + ], + [ + -0.9136837124824524, + -1.52364182472229, + 1.549674153327942, + 0.5734326243400574, + 1.575352668762207, + 3.8750202655792236, + 1.67311429977417, + -0.3105856776237488, + -0.23610390722751617, + 1.1707227230072021, + 0.5149618983268738, + -0.07541567087173462, + 1.7474232912063599, + 1.3352394104003906, + 2.420862913131714, + -0.7373389601707458, + 0.2975236773490906, + 1.8101786375045776, + -0.3975924551486969, + 2.0792250633239746, + 2.2520246505737305 + ], + [ + -0.9928739070892334, + -0.11758512258529663, + 1.4581941366195679, + 0.03917674720287323, + 1.949228286743164, + 2.8786063194274902, + 2.3641793727874756, + 0.3767869770526886, + 0.19237583875656128, + 1.808329463005066, + 0.6609761714935303, + 0.841669499874115, + 2.5988376140594482, + 1.6460394859313965, + 1.466657042503357, + -0.09117549657821655, + -0.10160118341445923, + 1.3322937488555908, + 0.1150464415550232, + 1.7048399448394775, + 3.369579315185547 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.21550379693508148, + 0.011397182941436768, + 0.7129487991333008, + -0.11969157308340073, + 0.12748503684997559, + 2.4091155529022217, + 0.0, + -0.016594499349594116, + -0.01317577064037323, + 0.8410762548446655, + -0.11947672069072723, + -0.03247255086898804, + 1.2327823638916016, + 0.0, + 0.6650813817977905, + -0.07967621088027954, + -0.045688092708587646, + 0.505347490310669, + -0.14660097658634186, + 1.3280181884765625, + 0.0 + ] + ], + "predicted_scores": [ + 8.168511390686035, + 8.080286979675293, + 7.4733991622924805, + 7.242089748382568, + 7.066248416900635, + 7.000677108764648, + 6.72506856918335, + 6.523970603942871 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2053393481", + "selected_index": 0, + "state_hash": "818a74431188e48e553e5f0a287660d9f43187bd1168814101a3a513928639c8", + "stored_base_utility": 0.23240530490875244, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.22054636478424072, + 0.38498222827911377, + 0.46195459365844727, + 0.351398229598999, + 0.40688300132751465, + 0.3821038007736206, + 0.41084015369415283, + 0.44154536724090576 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22054636478424072, + "contact_quality": null, + "progress": 0.11457246541976929, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11457246541976929 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38498222827911377, + "contact_quality": null, + "progress": 0.11112066358327866, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11112066358327866 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.46195459365844727, + "contact_quality": null, + "progress": 0.10811153799295425, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10811153799295425 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.351398229598999, + "contact_quality": null, + "progress": 0.11035865545272827, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11035865545272827 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.40688300132751465, + "contact_quality": null, + "progress": 0.1370307356119156, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1370307356119156 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3821038007736206, + "contact_quality": null, + "progress": 0.11541780084371567, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11541780084371567 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.41084015369415283, + "contact_quality": null, + "progress": 0.14867375791072845, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14867375791072845 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.44154536724090576, + "contact_quality": null, + "progress": 0.10731979459524155, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10731979459524155 + } + ], + "candidate_progress": [ + 0.11457246541976929, + 0.11112066358327866, + 0.10811153799295425, + 0.11035865545272827, + 0.1370307356119156, + 0.11541780084371567, + 0.14867375791072845, + 0.10731979459524155 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-19cb10d10516bd0216a6", + "ms-5ecde7b64c80d2abbe1f", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-4de1f6d71208bf1d182d", + "ms-19cb10d10516bd0216a6" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-37384bede4d1c03f3b80", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.9626022577285767, + -0.005063485354185104, + -0.18711325526237488, + -0.18433037400245667, + 0.2918281853199005, + 2.922093391418457, + 1.8292224407196045, + 2.227447986602783, + 0.4743727743625641, + -1.1611708402633667, + -1.054340124130249, + -1.2973949909210205, + -2.593873977661133, + -2.3711631298065186, + 1.6359748840332031, + 0.2267053723335266, + -1.278526782989502, + -0.4364456534385681, + -0.795320451259613, + -1.6362531185150146, + -1.1663503646850586 + ], + [ + 1.999358057975769, + 0.047766342759132385, + 0.08530333638191223, + 0.08892795443534851, + -0.22717848420143127, + 2.898280143737793, + 2.857837438583374, + 2.4173693656921387, + 0.6463320851325989, + -1.586060643196106, + -1.178559422492981, + -1.4755109548568726, + -3.031236410140991, + -3.5842370986938477, + 2.163597345352173, + 0.22701343894004822, + -1.4668761491775513, + -0.40555763244628906, + -0.256486713886261, + -1.2082206010818481, + -1.1328403949737549 + ], + [ + 2.360267162322998, + -0.1672932207584381, + -0.138901025056839, + -0.1034359410405159, + -0.4941648840904236, + 3.522428274154663, + 2.0658812522888184, + 2.8430328369140625, + 0.6527236700057983, + -1.8111332654953003, + -0.6854723691940308, + -1.211773157119751, + -2.616853713989258, + -3.3783695697784424, + 2.2758724689483643, + 0.5118758678436279, + -1.8110566139221191, + -0.7755213975906372, + -0.8856001496315002, + -2.0488014221191406, + -1.9898838996887207 + ], + [ + 2.221971035003662, + 0.010988980531692505, + -0.5290277004241943, + -0.14088501036167145, + 0.021891027688980103, + 2.267582416534424, + 2.3474395275115967, + 2.3402276039123535, + 0.6234530806541443, + -1.4124382734298706, + -0.9735510349273682, + -0.8497084379196167, + -1.7525224685668945, + -3.1757469177246094, + 2.0711777210235596, + 0.4217313826084137, + -1.6872764825820923, + -0.6174501776695251, + -0.5240102410316467, + -1.6701195240020752, + -1.9155323505401611 + ], + [ + 2.013934850692749, + -0.06952661275863647, + -0.08692076802253723, + -0.3858928084373474, + -0.0669601559638977, + 3.4663376808166504, + 2.870400905609131, + 2.5864250659942627, + 0.5786845088005066, + -1.6403067111968994, + -0.5974552631378174, + -1.7685432434082031, + -2.2064638137817383, + -3.328852415084839, + 2.1763648986816406, + 0.3253847658634186, + -1.6236733198165894, + -0.8364821076393127, + -1.2536790370941162, + -2.192202091217041, + -2.1710166931152344 + ], + [ + 2.1950933933258057, + -0.1007058322429657, + -0.36936041712760925, + -0.39027342200279236, + -0.07219436764717102, + 3.3707375526428223, + 2.813796281814575, + 2.5770392417907715, + 0.6775197386741638, + -1.6290615797042847, + -0.8443478941917419, + -1.7161890268325806, + -2.5224192142486572, + -3.413173198699951, + 2.089163303375244, + 0.2843450903892517, + -1.72672700881958, + -0.7546164989471436, + -0.9289550185203552, + -1.923863172531128, + -2.439608097076416 + ], + [ + 2.4460246562957764, + -0.05181994289159775, + -0.7201410531997681, + -0.49596989154815674, + 0.13043540716171265, + 3.0062150955200195, + 2.2467193603515625, + 2.7563958168029785, + 0.7484257221221924, + -1.8094667196273804, + -0.6005754470825195, + -1.8063641786575317, + -2.5806446075439453, + -3.395535469055176, + 2.1229023933410645, + 0.3687673509120941, + -1.5708342790603638, + -0.73805171251297, + -0.6898590326309204, + -1.8880150318145752, + -2.412862777709961 + ], + [ + 2.3195550441741943, + -0.15181681513786316, + -0.10161104798316956, + -0.28152304887771606, + 0.061722755432128906, + 3.139876365661621, + 2.467698097229004, + 2.8135385513305664, + 0.7430532574653625, + -1.710738182067871, + -1.0661036968231201, + -1.7092926502227783, + -2.5526249408721924, + -3.124716281890869, + 2.212754487991333, + 0.3846433758735657, + -1.9071996212005615, + -0.7920950651168823, + -1.004359483718872, + -2.196227550506592, + -2.5820107460021973 + ] + ], + "generated_utilities": [ + 0.11457246541976929, + 0.11112066358327866, + 0.10811153799295425, + 0.11035865545272827, + 0.1370307356119156, + 0.11541780084371567, + 0.14867375791072845, + 0.10731979459524155 + ], + "group_id": "ms-37384bede4d1c03f3b80", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.22809019684791565, + 0.23979787528514862, + 0.23966705799102783, + 0.20195311307907104, + 0.4071228504180908, + 0.22866559028625488, + 0.2688988149166107, + 0.17463192343711853, + 2.0, + 0.09651140868663788, + 2.0, + 0.05939273163676262, + 0.01450000237673521, + 0.10916541516780853, + 0.07875245809555054, + 0.05417565628886223 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.997005820274353, + -0.0069512054324150085, + -0.4226393699645996, + 0.44743090867996216, + -0.5830357670783997, + 2.790004253387451, + 2.2981531620025635, + 2.1357979774475098, + 0.1921527087688446, + -1.732193946838379, + -0.9942812323570251, + -0.8790748119354248, + -2.5651144981384277, + -3.073425054550171, + 2.166123867034912, + 0.15875712037086487, + -0.9302201867103577, + -0.47089582681655884, + -0.034086763858795166, + -1.2677658796310425, + -1.891156792640686 + ], + [ + 2.6791234016418457, + -0.09153429418802261, + -1.1160938739776611, + -0.42671096324920654, + -0.9558590650558472, + 2.610293388366699, + 1.7610137462615967, + 1.6650532484054565, + 0.7241942882537842, + -0.8570131063461304, + -1.1138904094696045, + -0.5878458023071289, + -2.289827585220337, + -2.3027188777923584, + 2.1943933963775635, + 0.023733967915177345, + -0.48966076970100403, + -0.2785491943359375, + -0.7044702768325806, + -1.0933793783187866, + -1.3481569290161133 + ], + [ + 1.8387013673782349, + 0.3695242404937744, + -0.4183928370475769, + -0.4086584448814392, + -0.22420373558998108, + 2.247925281524658, + 2.167052984237671, + 2.6637020111083984, + 0.11092564463615417, + -0.9605517387390137, + -0.570520281791687, + -0.2109125256538391, + -2.5461361408233643, + -3.0397138595581055, + 2.16389536857605, + 0.4971770644187927, + -0.39984482526779175, + -0.9817203879356384, + -0.08861063420772552, + -2.34086537361145, + -1.7682521343231201 + ], + [ + 1.7534749507904053, + -0.4725949764251709, + -0.6759891510009766, + 0.9536160826683044, + 0.27100318670272827, + 2.6434292793273926, + 2.1436619758605957, + 2.6699271202087402, + 0.8608611822128296, + -2.2390918731689453, + -0.2757934331893921, + -1.1857281923294067, + -2.1510345935821533, + -3.1135013103485107, + 1.515503168106079, + -0.810854971408844, + -1.2780048847198486, + -0.9461313486099243, + -1.1810526847839355, + -2.259230375289917, + -2.081967830657959 + ], + [ + 2.007969379425049, + 0.5387786030769348, + -0.3269505798816681, + 0.8121196031570435, + -0.008623600006103516, + 2.2497189044952393, + 1.6522494554519653, + 2.3699629306793213, + 1.1055207252502441, + -0.9163647294044495, + -0.07759219408035278, + -0.6963746547698975, + -1.6464967727661133, + -2.7675979137420654, + 2.078113555908203, + -0.6293103694915771, + 0.010863184928894043, + -1.2343814373016357, + -0.18588852882385254, + -1.3611602783203125, + -2.4201197624206543 + ], + [ + 2.6520867347717285, + -0.13492131233215332, + -0.759050190448761, + 0.32497644424438477, + -0.13274738192558289, + 2.322488307952881, + 1.5441502332687378, + 2.066192865371704, + 0.08699582517147064, + -2.384554147720337, + -1.0240309238433838, + -1.7723108530044556, + -3.0900492668151855, + -3.16728138923645, + 2.078120708465576, + -0.6198685765266418, + -1.3774750232696533, + 0.5261450409889221, + -0.7690399885177612, + -2.019559621810913, + -0.8093107342720032 + ], + [ + 3.130155086517334, + 0.2600114345550537, + 0.0037882328033447266, + 0.7969290018081665, + -1.460898756980896, + 2.3180649280548096, + 1.9753615856170654, + 1.611424446105957, + 0.5832726955413818, + -0.44038867950439453, + -0.2671835422515869, + -1.1057658195495605, + -2.562246799468994, + -1.9308946132659912, + 2.428971767425537, + -0.4979858994483948, + -0.6733126640319824, + -0.6743170619010925, + -0.6713912487030029, + -1.1975582838058472, + -0.6467964053153992 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.1730449199676514, + -0.11870371550321579, + -0.5958700180053711, + 0.17326916754245758, + -0.5536406636238098, + 2.581143617630005, + 2.1310250759124756, + 2.036451816558838, + 0.2850401699542999, + -1.4272254705429077, + -0.8257429003715515, + -0.887351930141449, + -2.6363511085510254, + -2.8153507709503174, + 1.895603060722351, + -0.007299246732145548, + -0.9308053255081177, + -0.38781553506851196, + -0.31106287240982056, + -1.6486551761627197, + -1.496163249015808 + ], + [ + 1.684421420097351, + -0.5857981443405151, + -0.2921034097671509, + 0.4240153431892395, + -0.7891324758529663, + 2.254019260406494, + 1.919678807258606, + 2.3622725009918213, + 0.005857586860656738, + -1.6475756168365479, + -0.6512064933776855, + -1.192354679107666, + -2.7724461555480957, + -2.8939270973205566, + 1.9263421297073364, + 0.16826865077018738, + -0.9085679054260254, + -0.25573188066482544, + -0.43286848068237305, + -1.8826419115066528, + -1.761428952217102 + ], + [ + 1.8689515590667725, + -0.42312493920326233, + -0.10005435347557068, + -0.34057873487472534, + -0.2918213903903961, + 2.23594331741333, + 2.1494638919830322, + 1.3777661323547363, + 0.38527411222457886, + -1.491011619567871, + -0.3995916545391083, + -0.7195654511451721, + -1.9725689888000488, + -2.550468921661377, + 2.2946629524230957, + -0.6206215620040894, + -1.3800015449523926, + 0.08062541484832764, + -0.12654517590999603, + -2.0420494079589844, + -1.9792742729187012 + ] + ], + "predicted_scores": [ + 2.85396146774292, + 2.455127239227295, + 1.2037744522094727, + 1.0503486394882202, + 0.5265284776687622, + -0.34614884853363037, + -0.694442629814148, + -0.8004375696182251 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "c00042b0d6d363752ec949f7610ff5d97fe8efd43d25faf74b47d0de8536ce6d", + "stored_base_utility": 0.22809019684791565, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06545750051736832, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06545750051736832 + }, + "base_progress": 0.06545750051736832, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06545750051736832, + "candidate_action_clip_max_abs": [ + 0.14639854431152344, + 0.11696112155914307, + 0.1712726354598999, + 0.009827852249145508, + 0.08515501022338867, + 0.16263997554779053, + 0.12000501155853271, + 0.08046650886535645 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.14639854431152344, + "contact_quality": null, + "progress": 0.1448955535888672, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1448955535888672 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11696112155914307, + "contact_quality": null, + "progress": 0.1377187967300415, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1377187967300415 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1712726354598999, + "contact_quality": null, + "progress": 0.12694691121578217, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12694691121578217 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.009827852249145508, + "contact_quality": null, + "progress": 0.09178254753351212, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09178254753351212 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08515501022338867, + "contact_quality": null, + "progress": 0.08474984019994736, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08474984019994736 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16263997554779053, + "contact_quality": null, + "progress": 0.06877412647008896, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06877412647008896 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12000501155853271, + "contact_quality": null, + "progress": 0.06581983715295792, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06581983715295792 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08046650886535645, + "contact_quality": null, + "progress": 0.06228784844279289, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06228784844279289 + } + ], + "candidate_progress": [ + 0.1448955535888672, + 0.1377187967300415, + 0.12694691121578217, + 0.09178254753351212, + 0.08474984019994736, + 0.06877412647008896, + 0.06581983715295792, + 0.06228784844279289 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-d45766ebe3a1d7f8876c", + "ms-d45766ebe3a1d7f8876c", + "ms-d45766ebe3a1d7f8876c", + "ms-d45766ebe3a1d7f8876c", + "ms-8c0266b35fc59963795c", + "ms-8c0266b35fc59963795c", + "ms-8c0266b35fc59963795c", + "ms-8c0266b35fc59963795c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-3798cbeab8a36b08c295", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.6891021132469177, + 0.3203173279762268, + 0.15357577800750732, + -1.771743893623352, + 0.6877191066741943, + -0.8339636325836182, + -1.3219146728515625, + -0.2397434413433075, + 0.45819881558418274, + -0.1085599735379219, + 1.3512496948242188, + -1.0451138019561768, + -0.41370195150375366, + -0.4682227373123169, + -0.20089104771614075, + 0.513868510723114, + -1.2786047458648682, + 0.0926830843091011, + -0.9727408289909363, + -1.7924525737762451, + -0.7914774417877197 + ], + [ + 0.738032877445221, + 0.309755802154541, + 0.3015452027320862, + -1.6689496040344238, + 0.8435361981391907, + -0.464876264333725, + -1.0448224544525146, + -0.09946343302726746, + 0.438137412071228, + -0.05317021161317825, + 1.5408250093460083, + -0.998428225517273, + 0.3323303163051605, + -0.25380396842956543, + -0.28131183981895447, + 0.6734678745269775, + -1.190904974937439, + 0.12782056629657745, + -0.8189852833747864, + -1.6020963191986084, + -1.135733962059021 + ], + [ + 0.5433334708213806, + 0.3338557481765747, + 0.22580918669700623, + -1.8183221817016602, + 0.8168338537216187, + -0.5469882488250732, + -1.2519361972808838, + -0.12225750088691711, + 0.45041513442993164, + 0.3208865523338318, + 1.3692580461502075, + -1.1316932439804077, + 0.25273093581199646, + -0.43850284814834595, + -0.3379746973514557, + 0.6113066673278809, + -1.4320844411849976, + 0.1159767434000969, + -0.6635613441467285, + -1.8648240566253662, + -1.1323444843292236 + ], + [ + 1.294721007347107, + 0.3914757966995239, + 0.5839062333106995, + -1.5214046239852905, + 0.824142575263977, + -0.7856740951538086, + -1.5325086116790771, + -0.03134286403656006, + 0.5076873898506165, + 0.4855313301086426, + 1.512228012084961, + -0.7614908218383789, + 0.008674263954162598, + 0.1717325747013092, + -0.010823745280504227, + 0.8860129117965698, + -0.9279205203056335, + 0.24844735860824585, + -0.6344384551048279, + -1.6841552257537842, + -0.9266479015350342 + ], + [ + 0.3916904926300049, + -0.16744428873062134, + 0.10770279169082642, + -2.5618321895599365, + 0.29986703395843506, + -0.7205910682678223, + -0.3769562244415283, + 0.542350172996521, + 0.4537137746810913, + 0.4514826834201813, + 0.8724400401115417, + -1.6698007583618164, + -0.6399474740028381, + 1.4609730243682861, + -0.12429612874984741, + 0.7045816779136658, + -1.1702827215194702, + 0.5231412053108215, + -1.201695442199707, + -2.2825472354888916, + -0.7764135599136353 + ], + [ + 0.43549293279647827, + -0.23248246312141418, + 0.5765476226806641, + -3.1030831336975098, + 0.09980899095535278, + -0.6481896638870239, + -1.0496430397033691, + 0.0036225318908691406, + 0.5360604524612427, + 0.465618371963501, + 0.9052911400794983, + -1.051714539527893, + -0.48733779788017273, + 1.2797856330871582, + 0.2566286623477936, + 0.6711515784263611, + -1.4277808666229248, + 0.4380095601081848, + -0.9423192143440247, + -2.1117324829101562, + -0.5373256206512451 + ], + [ + 0.4344092607498169, + -0.17867431044578552, + 0.5813501477241516, + -2.8546903133392334, + 0.06241868436336517, + -0.8761581182479858, + -0.46129804849624634, + 0.3140706717967987, + 0.4665850102901459, + 0.5389131903648376, + 1.1018614768981934, + -1.3168835639953613, + -0.21949701011180878, + 1.191562533378601, + 0.06984594464302063, + 0.7435545921325684, + -1.2996083498001099, + 0.3939474821090698, + -1.002922773361206, + -2.124026298522949, + -1.0231506824493408 + ], + [ + 0.49499988555908203, + -0.15309780836105347, + 0.7834015488624573, + -2.509481430053711, + 0.7430190443992615, + -1.028064489364624, + -0.47400104999542236, + 0.6095751523971558, + 0.443264365196228, + 0.18232156336307526, + 0.7494664192199707, + -1.0161253213882446, + -0.2399587780237198, + 0.854773759841919, + 0.1342005729675293, + 0.8576298356056213, + -1.1099843978881836, + 0.4798547029495239, + -0.7368280291557312, + -1.5515830516815186, + -0.8172174692153931 + ] + ], + "generated_utilities": [ + 0.1448955535888672, + 0.1377187967300415, + 0.12694691121578217, + 0.09178254753351212, + 0.08474984019994736, + 0.06877412647008896, + 0.06581983715295792, + 0.06228784844279289 + ], + "group_id": "ms-3798cbeab8a36b08c295", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.018661757931113243, + 0.039341192692518234, + 0.018245121464133263, + 0.015436649322509766, + 0.06403099000453949, + 0.019989054650068283, + 0.07870875298976898, + 0.11222481727600098, + 0.05478151887655258, + 0.041621625423431396, + 0.09006857872009277, + 0.2663142681121826, + 0.08847713470458984, + 0.13021457195281982, + 0.012085537426173687, + 0.08905812352895737 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.9762877225875854, + -0.09483736008405685, + 0.26586294174194336, + -2.1278512477874756, + 0.5257371068000793, + -0.9181256294250488, + -0.8316769599914551, + -0.3654247522354126, + 0.3305220305919647, + 0.5669658780097961, + 1.5650103092193604, + -1.4437862634658813, + -0.5626662969589233, + 0.4996908903121948, + -0.2647131085395813, + 0.4469015896320343, + -0.8030112981796265, + -0.042927831411361694, + -0.2904289960861206, + -1.964266061782837, + -1.4906147718429565 + ], + [ + 0.7368583679199219, + -0.04184485226869583, + -0.24427667260169983, + -2.4443936347961426, + 0.35068655014038086, + -0.42786672711372375, + -0.5218058824539185, + -0.6317543387413025, + 0.09335392713546753, + 0.3491354286670685, + 1.6685603857040405, + -1.670662760734558, + -0.7355993390083313, + 0.5642300844192505, + 0.09574426710605621, + 0.6854746341705322, + -0.7618771195411682, + 0.0949011743068695, + -0.4216831624507904, + -1.9412585496902466, + -1.2565538883209229 + ], + [ + 1.3617887496948242, + 0.4087788462638855, + -0.10793130099773407, + -1.9233213663101196, + 0.13823184370994568, + -0.27861595153808594, + -0.6392074823379517, + -0.758734941482544, + 0.36908408999443054, + 0.6244319081306458, + 0.8709869384765625, + -1.7735008001327515, + -0.5845012664794922, + 1.0599000453948975, + -0.7797959446907043, + 1.0924201011657715, + -0.5437536835670471, + 0.5158782601356506, + -0.8477022647857666, + -2.6412572860717773, + -2.1851415634155273 + ], + [ + 1.0943200588226318, + -0.49766111373901367, + -0.3509702682495117, + -2.2847743034362793, + 0.2757081985473633, + -1.2318097352981567, + -0.497111439704895, + -0.06730645895004272, + 0.5551238059997559, + 0.8901492357254028, + 1.7583081722259521, + -1.0231297016143799, + -0.417542964220047, + 1.1862761974334717, + -0.3314615488052368, + 1.1687402725219727, + -1.4016607999801636, + -0.30625951290130615, + -1.0099238157272339, + -2.8674256801605225, + -1.6190203428268433 + ], + [ + 0.6196964383125305, + -0.8705151081085205, + -0.27861592173576355, + -2.9635562896728516, + -0.3905460834503174, + 0.015269935131072998, + -1.7798271179199219, + -0.7328023910522461, + -0.7909470200538635, + 1.484508991241455, + 1.0863378047943115, + -0.5769948959350586, + -0.36105847358703613, + 1.2119497060775757, + 0.19065584242343903, + 0.44117021560668945, + -0.31789833307266235, + -0.5080877542495728, + -0.6315876841545105, + -1.4342796802520752, + -1.8214218616485596 + ], + [ + 1.0198298692703247, + -0.9650626182556152, + -0.27986499667167664, + -1.8223392963409424, + 1.0062165260314941, + -0.7973291277885437, + -1.2550312280654907, + 0.06436389684677124, + 0.7654599547386169, + -0.06083709001541138, + 1.9907032251358032, + -1.649298906326294, + -1.3654581308364868, + 1.6680126190185547, + -0.40028220415115356, + 0.7462791204452515, + -0.9616519808769226, + 0.3589504361152649, + -1.44289231300354, + -2.1368956565856934, + -2.366971731185913 + ], + [ + 0.1503039002418518, + 0.40836232900619507, + -0.9750686287879944, + -3.083775043487549, + 0.2095179557800293, + -0.12294024229049683, + -0.858089029788971, + -1.0838117599487305, + -0.41181910037994385, + 0.8305504322052002, + 1.5106935501098633, + -0.8350321054458618, + -1.30252206325531, + -0.025432229042053223, + 0.13876159489154816, + 0.6431101560592651, + -1.5869330167770386, + 0.8297086954116821, + 0.07905161380767822, + -2.5138838291168213, + -2.4079809188842773 + ] + ], + "predicted_scores": [ + 6.496109485626221, + 5.771412372589111, + 5.676993370056152, + 4.808432102203369, + 4.630563259124756, + 4.466382026672363, + 4.2265191078186035, + 2.922177314758301 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "d761ce43e9bc06b9e5c3207dc8cc732c11e2695e8dfe63988664a230c9cd7c0a", + "stored_base_utility": 0.018661757931113243, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2313443422317505, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2313443422317505 + }, + "base_progress": 0.2313443422317505, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2313443422317505, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23097848892211914, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23097848892211914 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15947669744491577, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15947669744491577 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11679033190011978, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11679033190011978 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15239167213439941, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15239167213439941 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2753938138484955, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2753938138484955 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09127125889062881, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09127125889062881 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22531388700008392, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22531388700008392 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1270170360803604, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1270170360803604 + } + ], + "candidate_progress": [ + 0.23097848892211914, + 0.15947669744491577, + 0.11679033190011978, + 0.15239167213439941, + 0.2753938138484955, + 0.09127125889062881, + 0.22531388700008392, + 0.1270170360803604 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d271e7de6bc331371e9c", + "ms-d271e7de6bc331371e9c", + "ms-d271e7de6bc331371e9c", + "ms-d271e7de6bc331371e9c", + "ms-02fd0338e80ef19ceec1", + "ms-02fd0338e80ef19ceec1", + "ms-d271e7de6bc331371e9c", + "ms-c673132197ce77ae8c9b" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-38dff128761905bb1507", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.9219321012496948, + 0.023132003843784332, + -1.1210676431655884, + 0.3836561143398285, + -1.2410778999328613, + -2.407951831817627, + -1.7229385375976562, + -0.6780413389205933, + 0.09605871886014938, + 0.4347854554653168, + 2.0946412086486816, + 0.8885037302970886, + 1.1865538358688354, + 1.6395965814590454, + 1.472484827041626, + -0.5022808313369751, + -0.3969113826751709, + 1.595224380493164, + 2.020784616470337, + -0.26779836416244507, + 0.12535300850868225 + ], + [ + 1.8053092956542969, + 0.11544495820999146, + -1.3998550176620483, + 0.21046853065490723, + -1.1921868324279785, + -2.575256109237671, + -1.682265043258667, + -0.649322509765625, + 0.19182828068733215, + 0.44352415204048157, + 2.2368006706237793, + 0.7930089831352234, + 1.2032779455184937, + 2.0548672676086426, + 1.3257644176483154, + -0.5023217797279358, + -0.3605789542198181, + 1.5044444799423218, + 2.1769590377807617, + 0.09446132183074951, + 0.03114953637123108 + ], + [ + 1.5053575038909912, + 0.04541777819395065, + -1.3877123594284058, + -0.15046223998069763, + -1.2013051509857178, + -2.702524185180664, + -2.223552703857422, + -0.6750439405441284, + 0.3765290379524231, + 0.4200410544872284, + 1.93632972240448, + 0.7047552466392517, + 0.8950318098068237, + 2.8610363006591797, + 1.2152255773544312, + -0.4698607623577118, + 0.09683671593666077, + 1.4235332012176514, + 1.8180029392242432, + 0.41247808933258057, + 0.05673995614051819 + ], + [ + 1.762184739112854, + 0.23286457359790802, + -1.467227578163147, + 0.40642860531806946, + -0.9528933167457581, + -2.490741014480591, + -2.0017800331115723, + -0.6289618015289307, + 0.18852612376213074, + 0.5060434937477112, + 2.1643080711364746, + 0.9742730855941772, + 1.2130486965179443, + 1.9859977960586548, + 1.3642202615737915, + -0.4924220144748688, + -0.6109291911125183, + 1.4675309658050537, + 2.329423666000366, + -0.16658823192119598, + 0.11861769109964371 + ], + [ + 1.8966411352157593, + 0.03449098765850067, + -1.5297719240188599, + 0.10272696614265442, + -0.9152393937110901, + -1.9932523965835571, + -1.4945225715637207, + -0.3855727016925812, + 0.010151524096727371, + 0.5716859698295593, + 1.92056405544281, + 0.7082241773605347, + 1.427636981010437, + 2.0074875354766846, + 1.7169731855392456, + -0.5707235932350159, + -0.7337548732757568, + 1.9853228330612183, + 2.0646657943725586, + 0.6962635517120361, + 0.2908861041069031 + ], + [ + 1.8732390403747559, + -0.06709147989749908, + -1.6480463743209839, + 0.082457035779953, + -0.9325841069221497, + -2.1620569229125977, + -1.6359338760375977, + -0.501630425453186, + -0.0071696937084198, + 0.4571166932582855, + 1.773605465888977, + 0.8173873424530029, + 1.3386563062667847, + 2.0619497299194336, + 1.70950448513031, + -0.5519220232963562, + -0.659986138343811, + 1.9342275857925415, + 1.974910020828247, + 0.5865965485572815, + 0.2048022449016571 + ], + [ + 1.8903824090957642, + 0.029103443026542664, + -0.7373943328857422, + 0.32183781266212463, + -0.8786795735359192, + -1.6952705383300781, + -2.0541532039642334, + -0.5775961875915527, + 0.26275888085365295, + 0.20701956748962402, + 1.853817105293274, + 1.3664031028747559, + 1.2266122102737427, + 1.2626110315322876, + 1.65712571144104, + -0.7022961378097534, + -0.2159154862165451, + 1.8018708229064941, + 1.8371384143829346, + 0.04145827889442444, + 0.16371092200279236 + ], + [ + 1.515737771987915, + 0.2438587099313736, + -1.213828444480896, + 0.04188564419746399, + -1.0554780960083008, + -2.283379316329956, + -2.4245717525482178, + -0.4987535774707794, + 0.2577472925186157, + 0.14974012970924377, + 2.019712448120117, + 0.44732409715652466, + 1.0664408206939697, + 1.8248423337936401, + 1.522725224494934, + -0.5860656499862671, + -0.42369544506073, + 1.2889870405197144, + 1.8310704231262207, + 0.0614376962184906, + 0.5942212343215942 + ] + ], + "generated_utilities": [ + 0.23097848892211914, + 0.15947669744491577, + 0.11679033190011978, + 0.15239167213439941, + 0.2753938138484955, + 0.09127125889062881, + 0.22531388700008392, + 0.1270170360803604 + ], + "group_id": "ms-38dff128761905bb1507", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.12615570425987244, + 0.11263418197631836, + 0.09531839936971664, + 0.05413820594549179, + 0.2726711928844452, + 0.12609899044036865, + 0.2379930019378662, + 0.23774145543575287, + 0.2591117322444916, + 0.1702149361371994, + 0.16186439990997314, + 0.15172171592712402, + 0.11076657474040985, + 0.12896379828453064, + 0.09549473226070404, + 0.08870194852352142 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.888037919998169, + 0.3590320646762848, + -0.5318281650543213, + -0.5002068281173706, + 0.1924228072166443, + -1.4999494552612305, + 0.0, + 0.1808275580406189, + 0.16999153792858124, + -0.15230056643486023, + 0.9017776250839233, + -0.41108548641204834, + -0.09283208847045898, + 0.0, + 0.6627919673919678, + 0.30036473274230957, + -0.30758652091026306, + 0.4812830686569214, + 1.487694501876831, + -0.49965572357177734, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.888037919998169, + -0.011507291346788406, + -1.2534279823303223, + -0.02377602644264698, + -0.8075771927833557, + -2.4999494552612305, + -2.6414201259613037, + -0.8191724419593811, + 0.2948278486728668, + 0.3609395921230316, + 1.9017776250839233, + 0.4563167095184326, + 0.8274530172348022, + 1.2929589748382568, + 1.6627919673919678, + -0.6103644967079163, + -0.19718091189861298, + 1.4812830686569214, + 2.487694501876831, + 0.01640726625919342, + 0.22661900520324707 + ], + [ + 1.718485713005066, + 0.2478688806295395, + -1.1580344438552856, + 0.2618464231491089, + -1.0158038139343262, + -2.6950817108154297, + -2.8749465942382812, + -0.9689052104949951, + 0.10281731188297272, + 0.5268511176109314, + 2.0266075134277344, + 0.5816535949707031, + 0.9891312122344971, + 1.217984914779663, + 1.9588958024978638, + -0.767440915107727, + -0.27997782826423645, + 1.2941337823867798, + 2.516146659851074, + -0.1398831456899643, + 0.2710563838481903 + ], + [ + 1.8911112546920776, + 0.23905526101589203, + -1.5751298666000366, + 0.15735311806201935, + -0.445780873298645, + -2.3901166915893555, + -2.6875522136688232, + -1.0736846923828125, + 0.45669108629226685, + 0.2695986330509186, + 2.2875659465789795, + 0.7376288175582886, + 0.5380131006240845, + 1.660907506942749, + 1.4234058856964111, + -0.36763694882392883, + -0.29445263743400574, + 1.4517747163772583, + 2.814997673034668, + -0.323178231716156, + 0.37973546981811523 + ], + [ + 2.2647478580474854, + 0.3606325089931488, + -1.3070354461669922, + 0.34288662672042847, + -0.408382385969162, + -2.915271043777466, + -2.1448276042938232, + -1.0251922607421875, + -0.1785576045513153, + 0.273731529712677, + 1.4742848873138428, + 0.011964499950408936, + 0.9508858919143677, + 1.3021327257156372, + 1.1928293704986572, + -0.6981977224349976, + -0.5570602416992188, + 1.144942283630371, + 2.2040538787841797, + -0.40901046991348267, + 0.6424949169158936 + ] + ], + "predicted_scores": [ + 5.656666278839111, + 4.999831676483154, + 4.237573623657227, + 4.011494159698486, + 3.725813865661621, + 3.709129810333252, + 3.64915132522583, + 3.198913097381592 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "a1971238bff311ef55d692ba7c21d85787e416cb782b96022ca85bb5f3f2986e", + "stored_base_utility": 0.12615570425987244, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.00876152515411377, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11064336448907852, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11064336448907852 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12312465906143188, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12312465906143188 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00876152515411377, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.130340114235878, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.130340114235878 + } + ], + "candidate_progress": [ + 1.0, + 0.11064336448907852, + 1.0, + 1.0, + 0.12312465906143188, + 1.0, + 1.0, + 0.130340114235878 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-1577a0922a9e53528571", + "ms-25aa923fccf402a7639c", + "ms-f40162c64827e8c44a1a", + "ms-4db7b82d22bfbf9258b5", + "ms-25aa923fccf402a7639c", + "ms-4db7b82d22bfbf9258b5", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + false, + true, + true, + false, + true, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-38e262365697885024d7", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1508483737707138, + -0.048010796308517456, + 0.08818584680557251, + -0.057259708642959595, + -0.31056612730026245, + 0.3294755816459656, + 2.2761011123657227, + 0.010881274938583374, + -0.016286440193653107, + -0.13605442643165588, + -0.49231335520744324, + 0.15995723009109497, + -0.4604331851005554, + 1.0802499055862427, + 0.2599203884601593, + 0.055667269974946976, + -0.46607261896133423, + -0.0019104331731796265, + 0.18649907410144806, + -0.20234286785125732, + -0.36824414134025574 + ], + [ + -0.03793439269065857, + -0.02847326174378395, + -0.01333281397819519, + -0.07072639465332031, + -0.3356819748878479, + 0.4585246443748474, + 2.161510944366455, + 0.05495786666870117, + 0.025754407048225403, + -0.12232432514429092, + -0.49021419882774353, + 0.23267139494419098, + -0.23809483647346497, + 1.4016032218933105, + 0.2900400161743164, + 0.013800308108329773, + -0.49091631174087524, + 0.07287245988845825, + 0.017286092042922974, + -0.44466298818588257, + -0.18550491333007812 + ], + [ + 0.012381389737129211, + -0.18132920563220978, + -0.058470577001571655, + -0.05888567864894867, + -0.4386371970176697, + 0.23264667391777039, + 2.5733933448791504, + 0.10869099944829941, + 0.020793944597244263, + -0.11219463497400284, + -0.5335245728492737, + 0.19493666291236877, + -0.09908494353294373, + 1.1321247816085815, + 0.2519475817680359, + 0.038873378187417984, + -0.5495389103889465, + 0.03662322461605072, + 0.10451008379459381, + -0.4897041916847229, + -0.12672767043113708 + ], + [ + 0.17705978453159332, + 0.063067227602005, + 0.04718369245529175, + -0.43541884422302246, + -0.33201688528060913, + 0.46360379457473755, + 2.5858256816864014, + 0.12013329565525055, + 0.22051849961280823, + -0.24460762739181519, + -0.3574240207672119, + 0.7795655727386475, + 0.08644941449165344, + 0.6043968200683594, + 0.17723947763442993, + 0.1507866531610489, + -0.6244474053382874, + 0.11843171715736389, + 0.21910281479358673, + -0.11026105284690857, + -0.4394400417804718 + ], + [ + -0.295524537563324, + -0.11572402715682983, + -0.004648685455322266, + 0.4468754827976227, + -0.22378301620483398, + 0.6836384534835815, + 1.9716429710388184, + -0.0009436160326004028, + -0.021261246874928474, + -0.020293228328227997, + -0.49080535769462585, + 0.2451547384262085, + 0.42436209321022034, + 1.1339466571807861, + 0.11288489401340485, + 0.22905997931957245, + -0.3121659755706787, + 0.07432001084089279, + 0.5298804044723511, + -0.029084771871566772, + -0.5942462682723999 + ], + [ + 0.15729856491088867, + -0.15688546001911163, + 0.03758975863456726, + -0.1047535240650177, + 0.1886826455593109, + 0.18090879917144775, + 2.41444730758667, + 0.47749191522598267, + 0.23262862861156464, + -0.2596204876899719, + -0.28060656785964966, + 0.6460690498352051, + 0.3508444130420685, + 1.003903865814209, + 0.007035411894321442, + 0.32613322138786316, + -0.34321069717407227, + -0.16717205941677094, + 0.5284022092819214, + -0.17555411159992218, + -0.489511102437973 + ], + [ + -0.3616311550140381, + -0.191959947347641, + -0.30907782912254333, + 0.6677439212799072, + 0.279325395822525, + 2.1791224479675293, + 2.536116600036621, + 0.2926790714263916, + 0.0425403006374836, + -0.12590143084526062, + -0.6714507937431335, + 0.03053547441959381, + 0.3785562813282013, + 1.6537561416625977, + 0.24731965363025665, + 0.16431663930416107, + -0.23478277027606964, + -0.5006508231163025, + 0.6508724689483643, + -0.20646843314170837, + 0.22418640553951263 + ], + [ + -0.43369096517562866, + -0.23329345881938934, + 0.24395304918289185, + 0.52711021900177, + 0.28622788190841675, + 1.8060864210128784, + 1.924462080001831, + 0.3243008255958557, + -0.15396517515182495, + -0.0015089958906173706, + -0.7517479062080383, + 0.9314485788345337, + -0.54979407787323, + 0.10179952532052994, + 0.11922205984592438, + 0.08344262838363647, + -0.3083508014678955, + -0.3534697890281677, + 0.5962401628494263, + 0.5165207982063293, + -0.1363220512866974 + ] + ], + "generated_utilities": [ + 2.0, + 0.11064336448907852, + 2.0, + 2.0, + 0.12312465906143188, + 2.0, + 2.0, + 0.130340114235878 + ], + "group_id": "ms-38e262365697885024d7", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07182346284389496, + 0.07213874906301498, + 0.04292527958750725, + 2.0, + 0.14089295268058777, + 2.0, + 0.08752775192260742, + 0.13170349597930908, + 0.04952673241496086, + 0.13629838824272156, + 0.030080875381827354, + 0.07230512797832489, + 0.04496803134679794, + 2.0, + 0.183986634016037, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.9192174673080444, + 0.4084728956222534, + 0.7225922346115112, + -0.3061647415161133, + -0.6210944652557373, + 1.308063268661499, + 0.0, + -0.8766554594039917, + -0.6193568706512451, + 0.9135661125183105, + 0.48509395122528076, + 0.1898651123046875, + 0.060309410095214844, + 0.0, + 0.3653748631477356, + -0.09240972995758057, + 0.19737207889556885, + -0.4445139467716217, + 1.611987590789795, + 0.28992700576782227, + 0.0 + ], + [ + -1.9192174673080444, + -0.219904825091362, + 1.7225922346115112, + 0.2451392263174057, + -1.6210944652557373, + 2.308063268661499, + 1.4601218700408936, + -1.8766554594039917, + -0.7228832244873047, + 1.9135661125183105, + 1.4850939512252808, + -0.3675420880317688, + 1.0603094100952148, + 0.573863685131073, + 0.544756293296814, + -0.8985622525215149, + 0.705310583114624, + -0.05632546544075012, + 2.611987590789795, + -0.7100729942321777, + -0.5034410357475281 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.920243740081787, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.147727370262146, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.0068820714950562 + ], + [ + -1.9861721992492676, + -0.14406323432922363, + 1.518410563468933, + 0.5003912448883057, + -1.4047927856445312, + 2.3285317420959473, + 1.2573435306549072, + -1.8411551713943481, + -0.6959640383720398, + 2.175288200378418, + 1.8234796524047852, + -0.15309137105941772, + 1.2009739875793457, + 0.8047282695770264, + 0.31613919138908386, + -1.0638537406921387, + 1.0492751598358154, + 0.3244675397872925, + 2.952552080154419, + -0.7515391707420349, + -0.2785065770149231 + ], + [ + -1.6759166717529297, + -0.7920506596565247, + 2.2371678352355957, + -0.21391840279102325, + -1.450577735900879, + 2.338020086288452, + 1.6999273300170898, + -2.0300445556640625, + -0.1946544051170349, + 1.5598417520523071, + 1.662355661392212, + -0.4272648096084595, + 0.5234725475311279, + 0.9787213802337646, + 0.3799033761024475, + -1.0644128322601318, + 0.5799084901809692, + 0.4507625997066498, + 2.541017770767212, + -0.12610667943954468, + -0.862859845161438 + ], + [ + -1.0099589824676514, + 0.754604160785675, + 2.4765918254852295, + -0.5838900208473206, + -0.6960843801498413, + 1.4678480625152588, + 0.8146199584007263, + -2.389404058456421, + -1.5532231330871582, + 2.562051296234131, + 1.5289356708526611, + -0.9851856827735901, + 1.3231682777404785, + 1.0936567783355713, + -0.08202862739562988, + -0.44360050559043884, + 0.4694368243217468, + 0.07155346870422363, + 2.898679494857788, + -0.8571339249610901, + 0.34956955909729004 + ], + [ + -2.0381836891174316, + -0.9265523552894592, + 0.7282241582870483, + 1.2336254119873047, + -0.9776955842971802, + 3.2878568172454834, + 1.2121303081512451, + -2.7631306648254395, + 0.14691156148910522, + 1.8354718685150146, + 1.9246206283569336, + -1.194840431213379, + 0.2381705641746521, + -0.2580094337463379, + 1.1505697965621948, + -1.6408687829971313, + 1.314695954322815, + 0.4326258599758148, + 3.2772607803344727, + -1.0767326354980469, + -0.4808208644390106 + ], + [ + -1.0306923389434814, + -0.6979943513870239, + 2.411376476287842, + 0.10315030813217163, + -2.424689292907715, + 1.9936084747314453, + 2.019549608230591, + -1.1509066820144653, + -0.040188610553741455, + 1.3967994451522827, + 0.5150033235549927, + -0.6631589531898499, + 0.7551490068435669, + 0.07939353585243225, + 0.49082547426223755, + -1.7285305261611938, + 0.4676423966884613, + 0.02091316133737564, + 2.9151313304901123, + -0.7819476127624512, + 0.4882892370223999 + ] + ], + "predicted_scores": [ + 3.528714179992676, + 3.2951087951660156, + 2.964883327484131, + 1.961916446685791, + 1.2257590293884277, + 0.5902163982391357, + 0.4676334261894226, + -0.02247035503387451 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "3b4a094a7dbea2429fab7abd6bd2a9cb63a0179ed037bbc9ed7da9061287e362", + "stored_base_utility": 0.07182346284389496, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.39102327823638916, + 0.43284428119659424, + 0.40158307552337646, + 0.3795454502105713, + 0.42811810970306396, + 0.42951178550720215, + 0.39152634143829346, + 0.43083059787750244 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.39102327823638916, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.43284428119659424, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.40158307552337646, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3795454502105713, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42811810970306396, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42951178550720215, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.39152634143829346, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.43083059787750244, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-394edcd961226f337ce1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.6204098463058472, + 0.06956446170806885, + -0.9937410354614258, + 0.016819804906845093, + -0.018135428428649902, + 0.11064384877681732, + -0.2719504237174988, + 2.233955144882202, + 0.2944965362548828, + -0.884272575378418, + -0.7617815732955933, + -0.7171319127082825, + -2.8826987743377686, + -3.900043487548828, + 2.1219563484191895, + 0.3485981822013855, + -1.7862932682037354, + -1.0568304061889648, + -0.41438645124435425, + -3.1697709560394287, + -3.054990768432617 + ], + [ + 1.8263682126998901, + -0.06476981937885284, + -0.6038349866867065, + -0.23765712976455688, + -0.3633546233177185, + 0.35987389087677, + -0.28251129388809204, + 2.333965539932251, + 0.34499913454055786, + -0.8163010478019714, + -0.878792405128479, + -0.5600318312644958, + -3.2288825511932373, + -3.8254053592681885, + 1.997552514076233, + 0.2288084328174591, + -1.7225186824798584, + -0.9789904952049255, + -0.41275590658187866, + -3.2247140407562256, + -3.0129988193511963 + ], + [ + 1.714120626449585, + 0.03120802342891693, + -1.0481003522872925, + -0.4662843942642212, + -0.016641050577163696, + 0.8048263788223267, + -0.4735145568847656, + 2.3893823623657227, + 0.3470475673675537, + -0.7332390546798706, + -0.8516935110092163, + -0.4484817385673523, + -3.0786871910095215, + -3.034003973007202, + 2.094707489013672, + 0.12375576794147491, + -2.038437843322754, + -1.0016758441925049, + -0.4739949107170105, + -3.1022114753723145, + -2.994048595428467 + ], + [ + 2.305598497390747, + -0.01940090022981167, + -0.5555428266525269, + -0.6177318692207336, + -0.19284746050834656, + 0.16113151609897614, + -0.3683394193649292, + 2.4350407123565674, + 0.40450868010520935, + -1.0228804349899292, + -1.0387539863586426, + -0.3150211572647095, + -3.2633039951324463, + -3.5656702518463135, + 2.1202380657196045, + 0.26404282450675964, + -1.7651599645614624, + -0.950867235660553, + -0.055598676204681396, + -2.7979800701141357, + -2.794048547744751 + ], + [ + 1.76339590549469, + 0.042617201805114746, + -0.7762519121170044, + -0.395647257566452, + 0.10849203169345856, + 0.7948086261749268, + 0.0427837073802948, + 2.267768383026123, + 0.3674926161766052, + -0.6276025772094727, + -0.9415090680122375, + -0.5265002846717834, + -3.4230144023895264, + -3.3479084968566895, + 1.8681504726409912, + 0.10569386184215546, + -1.758966088294983, + -0.9016982913017273, + -0.4389079213142395, + -3.043564796447754, + -3.1903607845306396 + ], + [ + 1.829172134399414, + -0.004124026745557785, + -0.7169923782348633, + -0.5432949066162109, + 0.12885701656341553, + 0.5884075164794922, + 0.0693158507347107, + 2.3637948036193848, + 0.435467928647995, + -0.7851539850234985, + -1.0710570812225342, + -0.47726988792419434, + -3.4474215507507324, + -3.2774267196655273, + 1.964010238647461, + 0.2011089026927948, + -1.7329623699188232, + -0.9900427460670471, + -0.4549092650413513, + -3.03574275970459, + -3.2392728328704834 + ], + [ + 2.058652877807617, + -0.10236753523349762, + -0.49300363659858704, + -0.6405823230743408, + 0.10824009776115417, + 0.36675286293029785, + -0.20805782079696655, + 2.3234450817108154, + 0.5079430937767029, + -0.9873946905136108, + -1.2294179201126099, + -0.4546651840209961, + -3.3114802837371826, + -2.749504327774048, + 2.103926181793213, + 0.2721198797225952, + -1.9262189865112305, + -0.9987593293190002, + -0.448222279548645, + -2.8519697189331055, + -3.193648338317871 + ], + [ + 2.0724704265594482, + -0.03046058863401413, + -0.6008429527282715, + -0.5223088264465332, + 0.2075013816356659, + 0.5793787240982056, + 0.026438534259796143, + 2.3309476375579834, + 0.3994031846523285, + -0.8386707305908203, + -1.1299570798873901, + -0.48189443349838257, + -3.4253742694854736, + -3.3300623893737793, + 1.995205283164978, + 0.202895849943161, + -1.8490238189697266, + -0.908166229724884, + -0.3561495542526245, + -3.0621984004974365, + -3.419956922531128 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-394edcd961226f337ce1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.12887690961360931, + 0.1252133548259735, + 0.155584916472435, + 0.10148262977600098, + 2.0, + 0.11720161139965057, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.7468785047531128, + 0.04387081786990166, + -1.2380675077438354, + -0.19148623943328857, + -0.47759518027305603, + 0.030562061816453934, + -1.0245493650436401, + 1.4387646913528442, + 0.08063709735870361, + -0.46781814098358154, + -0.7273454070091248, + 0.33680227398872375, + -3.4054770469665527, + -2.6460251808166504, + 1.983859658241272, + -0.20538948476314545, + -1.2552894353866577, + -0.9390015602111816, + 0.49239373207092285, + -2.5937228202819824, + -2.7016870975494385 + ], + [ + 1.5225117206573486, + -0.15110963582992554, + -1.36784029006958, + -0.39281314611434937, + -0.6995081901550293, + 0.2698530852794647, + -0.785657525062561, + 1.635317325592041, + 0.1544654667377472, + -0.540999174118042, + -0.9168168306350708, + 0.4153693914413452, + -3.677433490753174, + -2.6637284755706787, + 1.7732690572738647, + 0.05782444775104523, + -1.021204948425293, + -0.7157058715820312, + 0.517154335975647, + -2.3574259281158447, + -2.4767518043518066 + ], + [ + 1.408801794052124, + 0.4131207764148712, + -1.3907438516616821, + -0.47299298644065857, + -0.5519838333129883, + -0.20633362233638763, + -0.9169723391532898, + 1.4930369853973389, + -0.054290324449539185, + -0.4570419192314148, + -0.3691348731517792, + 0.6517057418823242, + -3.023833751678467, + -2.5089271068573, + 2.2611684799194336, + 0.004056915640830994, + -1.2265132665634155, + -0.806530773639679, + 0.3141653835773468, + -2.224489688873291, + -2.7248833179473877 + ], + [ + 1.5358409881591797, + -0.45517173409461975, + -1.1558527946472168, + -0.2786831855773926, + -0.23128090798854828, + -0.2027241438627243, + -0.852263331413269, + 1.092834234237671, + 0.5421257615089417, + -0.2790188789367676, + -1.208193063735962, + 0.40471789240837097, + -3.29550838470459, + -2.8862991333007812, + 1.9698660373687744, + -0.3097853660583496, + -0.87917160987854, + -0.5418034195899963, + 0.9147200584411621, + -2.5027658939361572, + -2.959909200668335 + ], + [ + 1.8772010803222656, + -0.1802249401807785, + -1.528987169265747, + -0.2018512487411499, + -0.8437449336051941, + 0.47124549746513367, + -0.8134977221488953, + 1.6363312005996704, + -0.44996970891952515, + -1.012401819229126, + -1.2546751499176025, + 0.4518696069717407, + -2.998258113861084, + -3.190969228744507, + 2.295241117477417, + 0.20388148725032806, + -1.5238876342773438, + -0.9947022199630737, + 0.8891507387161255, + -2.2958476543426514, + -2.8643081188201904 + ], + [ + 1.3230059146881104, + -0.41981449723243713, + -0.7697150707244873, + -0.5166193246841431, + 0.12187734246253967, + -0.4952572286128998, + -1.110575556755066, + 1.222875952720642, + 0.7192768454551697, + -0.8841828107833862, + -1.4082560539245605, + 0.9421015977859497, + -3.4433093070983887, + -2.7995941638946533, + 2.461669445037842, + 0.1745774894952774, + -0.7011741995811462, + -1.479109764099121, + 0.4372032582759857, + -3.0704963207244873, + -2.194486618041992 + ], + [ + 2.2160041332244873, + -0.616417646408081, + -1.7797443866729736, + -0.2925102710723877, + -0.8222987651824951, + 0.7746221423149109, + -1.5636250972747803, + 1.6432108879089355, + 0.7740541100502014, + -0.7620212435722351, + -1.09316086769104, + 0.5804076194763184, + -3.958479166030884, + -2.1334266662597656, + 2.480165719985962, + 0.5027775764465332, + -1.6752710342407227, + -1.3936398029327393, + 1.0557355880737305, + -2.3224971294403076, + -2.6985924243927 + ], + [ + 2.5165131092071533, + 0.5655094981193542, + -0.45127570629119873, + -0.08768487721681595, + -0.06168496608734131, + -0.08103947341442108, + -0.9708744883537292, + 1.6766059398651123, + -0.6415005922317505, + 0.17095506191253662, + -0.9168068170547485, + -0.022272169589996338, + -3.225214719772339, + -1.8067935705184937, + 1.8190034627914429, + -0.09033609181642532, + -1.7064871788024902, + -0.06712663173675537, + 0.3830057680606842, + -2.914367198944092, + -2.53275990486145 + ], + [ + 2.320213556289673, + 0.43901923298835754, + -1.6000269651412964, + -0.8891315460205078, + 0.4216471016407013, + -0.18500255048274994, + -1.9645118713378906, + 1.7622476816177368, + 0.6076019406318665, + -0.5720062255859375, + 0.14354866743087769, + 0.4484829306602478, + -3.868335008621216, + -3.597553014755249, + 1.0088233947753906, + -0.6318304538726807, + -0.7437529563903809, + -1.4939069747924805, + 1.037855863571167, + -3.4018309116363525, + -2.503868341445923 + ], + [ + 1.3016009330749512, + 0.4620133638381958, + -1.2043752670288086, + 0.5587179660797119, + 0.496076375246048, + -0.36852413415908813, + -1.6199183464050293, + 2.329416513442993, + 0.8975991010665894, + -1.3068304061889648, + -0.039557814598083496, + 0.8119039535522461, + -2.943026304244995, + -3.5678834915161133, + 1.3686212301254272, + -0.5133373141288757, + -1.2868800163269043, + -1.904170274734497, + -0.07026171684265137, + -1.9489072561264038, + -2.5723698139190674 + ], + [ + 1.2085776329040527, + -0.5448746681213379, + -0.6524689197540283, + -0.9582837224006653, + 0.06601724028587341, + -0.8674070835113525, + -0.8807386159896851, + 0.8728113174438477, + -0.16263709962368011, + -1.1873581409454346, + 0.13978701829910278, + 0.24309469759464264, + -3.714878559112549, + -1.7665671110153198, + 2.944643259048462, + 0.05527020990848541, + -0.3567253351211548, + -0.5966994762420654, + -0.4591357707977295, + -1.6270968914031982, + -2.4469408988952637 + ] + ], + "predicted_scores": [ + 5.345767021179199, + 4.875371932983398, + 4.792984485626221, + 4.217077732086182, + 4.166469097137451, + 3.8194570541381836, + 3.696284770965576, + 3.4067206382751465 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "73de28acafbeb9248c9c8ea721a4cba681d4ddfd5ece9b47389d947a032451e4", + "stored_base_utility": 0.12887690961360931, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07063093036413193, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07063093036413193 + }, + "base_progress": 0.07063093036413193, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07063093036413193, + "candidate_action_clip_max_abs": [ + 0.1614750623703003, + 0.08384919166564941, + 0.060945749282836914, + 0.1630539894104004, + 0.11311864852905273, + 0.06880044937133789, + 0.08385801315307617, + 0.03831076622009277 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1614750623703003, + "contact_quality": null, + "progress": 0.049671512097120285, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.049671512097120285 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08384919166564941, + "contact_quality": null, + "progress": 0.06854597479104996, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06854597479104996 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.060945749282836914, + "contact_quality": null, + "progress": 0.07200273126363754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07200273126363754 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1630539894104004, + "contact_quality": null, + "progress": 0.07360426336526871, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07360426336526871 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11311864852905273, + "contact_quality": null, + "progress": 0.06596910953521729, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06596910953521729 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06880044937133789, + "contact_quality": null, + "progress": 0.054551463574171066, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054551463574171066 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08385801315307617, + "contact_quality": null, + "progress": 0.0376635380089283, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0376635380089283 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03831076622009277, + "contact_quality": null, + "progress": 0.031042516231536865, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.031042516231536865 + } + ], + "candidate_progress": [ + 0.049671512097120285, + 0.06854597479104996, + 0.07200273126363754, + 0.07360426336526871, + 0.06596910953521729, + 0.054551463574171066, + 0.0376635380089283, + 0.031042516231536865 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-7dedf60ad41ea2d92ee5", + "ms-7dedf60ad41ea2d92ee5" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-397e502908d16b7804b0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.0784246027469635, + -0.21828961372375488, + 0.5869649648666382, + -0.10126935690641403, + -0.23197495937347412, + -2.6439781188964844, + -0.9479954838752747, + -0.0354122668504715, + -0.054700255393981934, + 0.12385816127061844, + -0.5791324377059937, + 0.8446213006973267, + -1.0868849754333496, + -0.1925383061170578, + 0.35830047726631165, + 0.17633505165576935, + -0.7834824919700623, + 1.1342198848724365, + 0.022682994604110718, + 0.20652347803115845, + 0.16536162793636322 + ], + [ + -0.09109766781330109, + -0.13154397904872894, + 0.23175537586212158, + 0.17939162254333496, + 0.3636905550956726, + -2.1048474311828613, + -0.446727454662323, + 0.1936521977186203, + -0.05456540733575821, + 0.26776134967803955, + -0.6288220286369324, + 1.260274052619934, + -1.0956711769104004, + 0.08288978040218353, + 0.5607163310050964, + 0.1831771433353424, + -0.6291569471359253, + 1.0424236059188843, + 0.10048100352287292, + -0.06659838557243347, + 0.1349748969078064 + ], + [ + -0.16367261111736298, + -0.037504538893699646, + 0.0937018096446991, + 0.1257416009902954, + 0.4244500994682312, + -1.9235135316848755, + -0.2535971999168396, + 0.2337893545627594, + 0.06669653207063675, + 0.21245530247688293, + -0.6569955348968506, + 1.7008609771728516, + -1.1353703737258911, + 0.4205341935157776, + 0.6371235847473145, + 0.028689470142126083, + -0.518555223941803, + 0.964909553527832, + -0.2005797028541565, + 0.6492406725883484, + 0.29840612411499023 + ], + [ + -0.10493157804012299, + 0.04175053536891937, + 0.32876795530319214, + -0.025854051113128662, + 0.3780903220176697, + -2.4322845935821533, + -0.16289973258972168, + 0.3496491611003876, + -0.059490472078323364, + 0.40481898188591003, + -0.5204786062240601, + 1.212632417678833, + -1.4578036069869995, + 0.4795985817909241, + 0.40598785877227783, + 0.03798319771885872, + -0.6226284503936768, + 1.205296277999878, + -0.14008879661560059, + 0.16431477665901184, + 0.12566837668418884 + ], + [ + -0.13518472015857697, + -0.013602156192064285, + 0.205039381980896, + 0.2151300013065338, + 0.36788785457611084, + -2.3031253814697266, + -0.3478078246116638, + 0.21651458740234375, + -0.013521037995815277, + 0.31393173336982727, + -0.6073176264762878, + 1.213193655014038, + -1.1007006168365479, + 0.2058180272579193, + 0.46271729469299316, + 0.10407914221286774, + -0.6151920557022095, + 1.0461210012435913, + -0.00704038143157959, + -0.1524866223335266, + 0.23542049527168274 + ], + [ + -0.17596106231212616, + -0.023145394399762154, + 0.18367266654968262, + 0.006879284977912903, + 0.44503939151763916, + -2.058271884918213, + -0.41857433319091797, + 0.1295911967754364, + -0.03838956356048584, + 0.36913537979125977, + -0.6380679607391357, + 1.3299800157546997, + -1.0008056163787842, + 0.2574060261249542, + 0.46797290444374084, + 0.08194500207901001, + -0.4952942728996277, + 1.088423252105713, + -0.07351323962211609, + -0.1323581486940384, + 0.3132416605949402 + ], + [ + -0.3397873044013977, + 0.10470965504646301, + 0.4712851345539093, + -0.06737023591995239, + 0.9333831071853638, + -2.2200756072998047, + -0.3864114284515381, + 0.15055891871452332, + 0.1430690735578537, + 0.5124431848526001, + -1.104413390159607, + 1.5092068910598755, + -0.9037262201309204, + 0.09836187958717346, + 0.4192732274532318, + 0.30494898557662964, + -0.08378948271274567, + 1.1255306005477905, + 0.31978440284729004, + 0.2615894675254822, + 0.5369076728820801 + ], + [ + -0.7293071746826172, + 0.10654759407043457, + -0.03608635067939758, + 0.31100353598594666, + 0.8825320601463318, + -1.8206480741500854, + -1.0813701152801514, + 0.2678835690021515, + -0.10804886370897293, + 0.349125474691391, + -0.6054849624633789, + 1.8204371929168701, + -1.047366976737976, + 0.22770023345947266, + 0.180649995803833, + 0.2426876574754715, + -0.7970075011253357, + 1.1408883333206177, + 0.566159725189209, + -0.3274341821670532, + 1.2857316732406616 + ] + ], + "generated_utilities": [ + 0.049671512097120285, + 0.06854597479104996, + 0.07200273126363754, + 0.07360426336526871, + 0.06596910953521729, + 0.054551463574171066, + 0.0376635380089283, + 0.031042516231536865 + ], + "group_id": "ms-397e502908d16b7804b0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.05953723192214966, + 0.024850985035300255, + 0.04863091558218002, + 0.13980631530284882, + 0.13744215667247772, + 0.05978890508413315, + 0.11872109025716782, + 0.058675747364759445, + 0.051266491413116455, + 0.06936764717102051, + 0.12333762645721436, + 0.12129535526037216, + 0.03328440710902214, + 0.04633438587188721, + 0.04559650272130966, + 0.04249652475118637 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.18468445539474487, + -0.08232417702674866, + 0.22618168592453003, + 0.06983137130737305, + 0.23827922344207764, + -2.0784554481506348, + 0.0, + 0.4366911053657532, + 0.08560246229171753, + 0.175490140914917, + -0.3785930871963501, + 1.369450330734253, + -0.9026260375976562, + 0.0, + 0.2223663330078125, + 0.08706288039684296, + -0.3796588182449341, + 1.1122353076934814, + 0.5987088680267334, + 0.14478814601898193, + 0.0 + ], + [ + 0.8153155446052551, + 0.04589122161269188, + 0.23383645713329315, + -0.930168628692627, + 1.2382792234420776, + -3.0784554481506348, + -2.090463161468506, + 0.4901857376098633, + 0.6415016055107117, + 0.9083648920059204, + -1.37859308719635, + 2.369450330734253, + -1.9026260375976562, + -0.5951640009880066, + 1.1732350587844849, + 0.22933529317378998, + -0.8654288053512573, + 2.1122353076934814, + 1.5987088680267334, + 1.144788146018982, + 0.40604642033576965 + ], + [ + 0.9402998089790344, + -0.24684324860572815, + 0.31181997060775757, + -0.9709757566452026, + 1.5047709941864014, + -3.1668238639831543, + -2.3172497749328613, + 0.38622376322746277, + 0.7050668001174927, + 0.6917239427566528, + -1.2577472925186157, + 2.4855802059173584, + -1.862341046333313, + -0.6263322830200195, + 0.9606043696403503, + 0.22946204245090485, + -1.117391586303711, + 1.8856669664382935, + 1.6518617868423462, + 1.289650321006775, + 0.3690485954284668 + ], + [ + 0.8810924887657166, + -0.39239147305488586, + -0.1852322369813919, + -1.3993979692459106, + 1.7049756050109863, + -3.309457778930664, + -2.0008554458618164, + 0.4086885154247284, + -0.04327195882797241, + 1.0717567205429077, + -1.3515912294387817, + 1.8771724700927734, + -2.4563238620758057, + 0.09199070930480957, + 1.5838818550109863, + 0.2627054750919342, + -0.6173844337463379, + 2.1701812744140625, + 1.9224742650985718, + 0.8029522895812988, + 0.6549328565597534 + ], + [ + 1.3366087675094604, + -0.3202857971191406, + 0.10644306242465973, + -1.6292781829833984, + 0.9276338219642639, + -3.182360887527466, + -1.9205503463745117, + 0.8091573715209961, + 1.4254738092422485, + 1.1437218189239502, + -2.0064733028411865, + 1.837173581123352, + -2.0870766639709473, + -0.3446182608604431, + 1.8328590393066406, + 0.8444063663482666, + -1.4812374114990234, + 1.335010290145874, + 1.3532123565673828, + 1.802412748336792, + -0.12065199017524719 + ] + ], + "predicted_scores": [ + 6.897282600402832, + 6.881322383880615, + 6.618584632873535, + 6.5138092041015625, + 6.217174053192139, + 5.906525135040283, + 5.062667369842529, + 2.341310977935791 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "b17117f7943f2cd183677c1738c046ba1e7e599f138ab94b030113ac9e7d4c82", + "stored_base_utility": 0.05953723192214966, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04670651629567146, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04670651629567146 + }, + "base_progress": 0.04670651629567146, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.04670651629567146, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05431147292256355, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05431147292256355 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04950400069355965, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04950400069355965 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06110696122050285, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06110696122050285 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05576415732502937, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05576415732502937 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05036153271794319, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05036153271794319 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05692903324961662, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05692903324961662 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.048302728682756424, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.048302728682756424 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0408455915749073, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0408455915749073 + } + ], + "candidate_progress": [ + 0.05431147292256355, + 0.04950400069355965, + 0.06110696122050285, + 0.05576415732502937, + 0.05036153271794319, + 0.05692903324961662, + 0.048302728682756424, + 0.0408455915749073 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-7e88428497a6b13936c4", + "ms-206099bab6bfe7c84fce", + "ms-7e88428497a6b13936c4", + "ms-7e88428497a6b13936c4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-3a4e2d080c9c4b279895", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.8912389874458313, + -0.036634646356105804, + 0.39005184173583984, + -0.10433404892683029, + 0.8341183066368103, + 0.5705040693283081, + 0.23522870242595673, + -0.28057605028152466, + -0.18187642097473145, + 0.5915068984031677, + 0.1108313798904419, + 0.18325993418693542, + 0.2480635941028595, + 0.35992467403411865, + -0.04247155413031578, + -0.5212722420692444, + -0.39138340950012207, + 0.8990626931190491, + -0.2569648027420044, + -0.2499052882194519, + -0.43784961104393005 + ], + [ + 0.7408319115638733, + -0.09516316652297974, + 0.16489523649215698, + 0.06635916233062744, + 0.8764916062355042, + 1.0027472972869873, + 0.5710359811782837, + -0.34891006350517273, + -0.14855767786502838, + 0.6494103670120239, + 0.04985760152339935, + 0.059396907687187195, + 0.047335416078567505, + 0.3272644281387329, + -0.0003618486225605011, + -0.4810370206832886, + -0.3942638635635376, + 0.7819525003433228, + -0.4314887523651123, + -0.1584414541721344, + -0.660808801651001 + ], + [ + 0.9121929407119751, + -0.21361759305000305, + 0.173282653093338, + -0.20108981430530548, + 0.6786878705024719, + 0.6720141172409058, + 0.5084793567657471, + -0.13592392206192017, + -0.17175385355949402, + 0.5199915170669556, + 0.3297707140445709, + 0.13333097100257874, + 0.36906901001930237, + 0.26103582978248596, + -0.04117013141512871, + -0.5214473009109497, + -0.3799687623977661, + 0.8543146848678589, + -0.6021292805671692, + 0.1383570432662964, + -0.29881030321121216 + ], + [ + 0.700493574142456, + -0.10945266485214233, + 0.11965340375900269, + 0.13950511813163757, + 0.7725229263305664, + 1.028079628944397, + 0.4022771418094635, + -0.194676011800766, + -0.18049019575119019, + 0.6516579985618591, + 0.14066097140312195, + 0.1561499536037445, + 0.7231935262680054, + 0.3021746277809143, + -0.22665664553642273, + -0.49871203303337097, + -0.42380744218826294, + 0.6615852117538452, + -0.22405797243118286, + 0.15622034668922424, + -0.23576179146766663 + ], + [ + 1.0170814990997314, + -0.09600535035133362, + 0.07534024119377136, + -0.20331619679927826, + 1.6594388484954834, + 0.6600360870361328, + 0.08103260397911072, + 0.19728974997997284, + 0.17637687921524048, + 0.35167765617370605, + 0.5491361618041992, + 0.8378114104270935, + -0.0206315815448761, + -0.05131092667579651, + 0.11066889017820358, + -0.4232778251171112, + -0.4468388557434082, + 0.7977407574653625, + 0.5582697987556458, + 0.7101936936378479, + 0.24274775385856628 + ], + [ + 0.4875851273536682, + 0.011374514549970627, + 0.437158465385437, + -0.22750349342823029, + 1.2495479583740234, + 1.1996389627456665, + 0.00518372654914856, + 0.25845271348953247, + 0.01863839663565159, + 0.10846090316772461, + 0.010577939450740814, + 0.35542285442352295, + -0.14500144124031067, + 0.10838448256254196, + -0.03541274741292, + -0.6179866790771484, + -0.3244210481643677, + 0.680394172668457, + -0.337885320186615, + 0.47533953189849854, + -0.31400007009506226 + ], + [ + 1.0227220058441162, + -0.02933722920715809, + 0.22970467805862427, + -0.1034182459115982, + 1.6161613464355469, + 0.46061694622039795, + -0.013789892196655273, + 0.16371925175189972, + 0.19765299558639526, + 0.40398040413856506, + 0.4570728540420532, + 0.9501283764839172, + 0.143966406583786, + -0.1305665224790573, + 0.02657349407672882, + -0.38575926423072815, + -0.38866400718688965, + 0.9049776196479797, + 0.6723748445510864, + 0.8062514662742615, + 0.2670822739601135 + ], + [ + 1.1167902946472168, + -0.09843701124191284, + 0.3566855788230896, + -0.02297985553741455, + 1.687406063079834, + 0.36384329199790955, + -0.029774636030197144, + 0.22089128196239471, + 0.24974983930587769, + 0.40026214718818665, + 0.3434383273124695, + 0.9641501307487488, + 0.0881827175617218, + -0.0587349534034729, + 0.11060145497322083, + -0.30618855357170105, + -0.2541314959526062, + 0.8317548036575317, + 0.6979036927223206, + 0.6956084370613098, + 0.1992686688899994 + ] + ], + "generated_utilities": [ + 0.05431147292256355, + 0.04950400069355965, + 0.06110696122050285, + 0.05576415732502937, + 0.05036153271794319, + 0.05692903324961662, + 0.048302728682756424, + 0.0408455915749073 + ], + "group_id": "ms-3a4e2d080c9c4b279895", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.017857711762189865, + 0.013909141533076763, + 0.01110895536839962, + 0.19097411632537842, + 0.08064776659011841, + 0.017875175923109055, + 0.0673336610198021, + 0.04497166723012924, + 0.06921961158514023, + 0.047811828553676605, + 0.07279841601848602, + 0.05655380338430405, + 0.039481084793806076, + 0.05048535391688347, + 0.044456642121076584, + 0.049864016473293304 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.971688985824585, + -0.27561306953430176, + 0.5762790441513062, + -0.3171614408493042, + 1.4374253749847412, + 0.7921857833862305, + 0.0, + 0.014904595911502838, + -0.12387174367904663, + 0.17473244667053223, + 0.05988967418670654, + 0.5206416845321655, + 0.7047505378723145, + 0.0, + -0.18964117765426636, + -0.6437284350395203, + -0.05433434247970581, + 0.5166045427322388, + -0.32732337713241577, + -0.08796900510787964, + 0.0 + ], + [ + 0.21857939660549164, + 0.6796972155570984, + 1.5762790441513062, + -1.3171614408493042, + 2.437425374984741, + 1.7921857833862305, + 1.7551628351211548, + -0.09209707379341125, + -0.6872738003730774, + 0.5840336084365845, + 0.7272056341171265, + 0.8257889747619629, + -0.1359124332666397, + -1.4796730279922485, + 0.26534634828567505, + -0.4127568304538727, + -0.8897886276245117, + 1.5166045427322388, + 0.256722629070282, + -0.21895189583301544, + -1.1282998323440552 + ], + [ + 0.014202266931533813, + 1.1601619720458984, + 1.4860767126083374, + -1.1831583976745605, + 2.545762538909912, + 1.7237454652786255, + 1.8187873363494873, + -0.10680218040943146, + -0.83693927526474, + 0.34449952840805054, + 1.015237808227539, + 1.2051910161972046, + -0.4933755397796631, + -1.1260859966278076, + 0.6113612651824951, + -0.1743285357952118, + -1.2658131122589111, + 1.3742961883544922, + -0.0326097309589386, + -0.2872576415538788, + -1.58988356590271 + ], + [ + -0.4007248878479004, + 0.5340784788131714, + 1.3070392608642578, + -1.4452805519104004, + 2.1142079830169678, + 1.3476431369781494, + 1.695971965789795, + -0.5339996814727783, + -0.10503613948822021, + 0.39931708574295044, + 1.2540082931518555, + 0.23010563850402832, + -0.47939497232437134, + -1.9672648906707764, + -0.3984736204147339, + -0.963840126991272, + -1.2027263641357422, + 1.4119291305541992, + -0.38473278284072876, + -0.5581610798835754, + -1.618089199066162 + ] + ], + "predicted_scores": [ + 5.232208728790283, + 5.050930976867676, + 4.762914657592773, + 4.319325923919678, + 3.997621536254883, + 3.665254592895508, + 3.2157320976257324, + 2.7190122604370117 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "d37044df56d271ad8054eebcbb1b1bd8484e5a6715603cdd801567aa24e74300", + "stored_base_utility": 0.017857711762189865, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06126360222697258, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06126360222697258 + }, + "base_progress": 0.06126360222697258, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06126360222697258, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.018933117389678955, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.018933117389678955 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0261435117572546, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0261435117572546 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02336958982050419, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02336958982050419 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.020631590858101845, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.020631590858101845 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.019076665863394737, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.019076665863394737 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0285261869430542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0285261869430542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.028931617736816406, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028931617736816406 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.023151159286499023, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023151159286499023 + } + ], + "candidate_progress": [ + 0.018933117389678955, + 0.0261435117572546, + 0.02336958982050419, + 0.020631590858101845, + 0.019076665863394737, + 0.0285261869430542, + 0.028931617736816406, + 0.023151159286499023 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f7a54f4783da1d4129a8", + "ms-a6a6de64c39abad45f86", + "ms-c5d53da10b561f402ee7", + "ms-c5d53da10b561f402ee7", + "ms-4f0a59b7bc897c0d5e5e", + "ms-d43ba8a609bbee7e388c", + "ms-d43ba8a609bbee7e388c", + "ms-4f0a59b7bc897c0d5e5e" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-3c223e8c7f870c807541", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.11759759485721588, + -0.3672265410423279, + 0.864903450012207, + -0.11132443696260452, + 1.4783878326416016, + 1.2675470113754272, + 0.8326983451843262, + -0.01885850727558136, + 0.258565753698349, + 0.6832394003868103, + -0.047646380960941315, + 1.150436520576477, + 0.362928181886673, + 0.7326308488845825, + -0.17761163413524628, + 0.5045920014381409, + 0.8761345148086548, + -0.5284547209739685, + 1.1968772411346436, + 0.5616064667701721, + 0.7211629152297974 + ], + [ + 0.024607159197330475, + -0.23827484250068665, + 0.5928828716278076, + -0.11899750679731369, + 1.4248979091644287, + 1.882466197013855, + 0.7309165000915527, + 0.5222561955451965, + 0.2992580831050873, + 0.8057386875152588, + -0.013441130518913269, + 1.0707634687423706, + 0.3927072584629059, + 0.7236021757125854, + -0.4502764344215393, + 0.4982023239135742, + 0.7538801431655884, + -0.26654964685440063, + 0.8382280468940735, + 0.7242962718009949, + 1.0797382593154907 + ], + [ + 0.26974162459373474, + -0.3712352514266968, + 0.3257688879966736, + -0.14974790811538696, + 1.1945934295654297, + 1.2103497982025146, + 0.4743516147136688, + -0.009463593363761902, + 0.518499493598938, + 0.7000724077224731, + 0.10354875028133392, + 0.9869260191917419, + -0.059224933385849, + 0.14936552941799164, + -0.22005724906921387, + 0.4963269829750061, + 1.1520761251449585, + -0.6042777895927429, + 1.4761912822723389, + 0.6633872389793396, + 0.5602797269821167 + ], + [ + -0.004934370517730713, + -0.32935476303100586, + 0.31705042719841003, + -0.25621962547302246, + 1.0086003541946411, + 1.3761110305786133, + 0.30609130859375, + -0.06813746690750122, + 0.4157710075378418, + 0.6862621307373047, + 0.010441407561302185, + 1.1518797874450684, + -0.03740307688713074, + 0.1562308669090271, + -0.16225692629814148, + 0.46905213594436646, + 1.166131615638733, + -0.5216682553291321, + 1.2541744709014893, + 0.5659516453742981, + 0.6511118412017822 + ], + [ + -0.05747261643409729, + -0.27148187160491943, + 0.8353539705276489, + -0.02344779670238495, + 1.2979226112365723, + 1.4971716403961182, + 0.2535194456577301, + 0.2455642968416214, + 0.3117716312408447, + 0.8350906372070312, + -0.22242572903633118, + 1.0867533683776855, + 0.41346439719200134, + 0.6659764051437378, + -0.17850042879581451, + 0.4756045341491699, + 0.8659685254096985, + -0.5945263504981995, + 1.0379188060760498, + 0.8712447285652161, + 0.4201229214668274 + ], + [ + 0.3655216097831726, + -0.40377748012542725, + 0.5890164971351624, + -0.12256790697574615, + 1.079803228378296, + 1.5336599349975586, + 0.5186898112297058, + 0.02869705855846405, + 0.2682129144668579, + 0.6220707297325134, + -0.06139092892408371, + 1.128380537033081, + 0.26895084977149963, + 0.5525836944580078, + 0.07146775722503662, + 0.4967511296272278, + 0.8488550186157227, + -0.4821329116821289, + 1.0444856882095337, + 0.24936437606811523, + 0.48253902792930603 + ], + [ + 0.3913170099258423, + -0.3716583847999573, + 0.625807523727417, + -0.1917514204978943, + 1.0924623012542725, + 1.6698331832885742, + 0.7279965877532959, + 0.1350652575492859, + 0.25855520367622375, + 0.6614670753479004, + -0.04982197284698486, + 1.1043751239776611, + 0.35164591670036316, + 0.49876868724823, + 0.1178915798664093, + 0.47455036640167236, + 0.8840558528900146, + -0.5045005679130554, + 1.152766466140747, + 0.3353291153907776, + 0.48174500465393066 + ], + [ + 0.20591774582862854, + -0.31917405128479004, + 0.6181246042251587, + -0.1082477793097496, + 1.1874510049819946, + 1.1693494319915771, + 0.29236119985580444, + 0.3218039870262146, + 0.4148420989513397, + 0.7358866930007935, + -0.05862976610660553, + 0.9048108458518982, + 0.25149962306022644, + 0.32222187519073486, + -0.26825278997421265, + 0.4544006288051605, + 1.1397063732147217, + -0.4059305191040039, + 1.025948166847229, + 0.759612500667572, + 0.6828680038452148 + ] + ], + "generated_utilities": [ + 0.018933117389678955, + 0.0261435117572546, + 0.02336958982050419, + 0.020631590858101845, + 0.019076665863394737, + 0.0285261869430542, + 0.028931617736816406, + 0.023151159286499023 + ], + "group_id": "ms-3c223e8c7f870c807541", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0982288122177124, + 0.14205226302146912, + 0.16810396313667297, + 0.14499089121818542, + 0.09851360321044922, + 0.030129512771964073, + 0.08225709199905396, + 0.08896195888519287, + 0.04018145799636841, + 0.15168550610542297, + 0.09513207525014877, + 0.04848669096827507, + 0.14185258746147156, + 0.08910580724477768, + 0.05675860494375229, + 0.030550461262464523 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.4267418384552, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.3769688606262207, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.6578774452209473 + ], + [ + 0.40087610483169556, + -1.5062882900238037, + 1.5116430521011353, + -0.14315687119960785, + 1.6277875900268555, + 2.5519373416900635, + 1.876124382019043, + 0.5868518948554993, + -0.022832199931144714, + 0.8085116147994995, + -0.02342720329761505, + 1.827498197555542, + 0.2832840085029602, + 1.164764404296875, + 0.3131524920463562, + 1.42033052444458, + 1.9606144428253174, + -0.8456878662109375, + 2.246392250061035, + 0.6957701444625854, + 2.085829734802246 + ], + [ + 0.8482309579849243, + -1.3253933191299438, + 1.5445799827575684, + -0.03348320722579956, + 2.0784995555877686, + 3.5041534900665283, + 2.4061832427978516, + 0.5929641723632812, + 0.4722262918949127, + 2.094186544418335, + 0.09308893978595734, + 0.8954597115516663, + 1.5484576225280762, + 2.082515239715576, + -0.8122140765190125, + 1.5521705150604248, + 2.3040361404418945, + -0.36290889978408813, + 2.8455183506011963, + 0.9876213073730469, + 2.66974139213562 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.10236144065856934, + -0.265727162361145, + 0.35571908950805664, + -0.2744179368019104, + 0.9673347473144531, + 1.9888293743133545, + 0.0, + 0.2848453223705292, + 0.20490586757659912, + 0.24147987365722656, + 0.07343430817127228, + 0.7232931852340698, + -0.0296170711517334, + 0.0, + -0.00018905848264694214, + 0.20307576656341553, + 0.6559358835220337, + -0.15839004516601562, + 1.1588611602783203, + 0.07607030868530273, + 0.0 + ], + [ + 0.02963709831237793, + -1.4970433712005615, + 1.0136123895645142, + -0.4794657826423645, + 1.4569518566131592, + 3.3408706188201904, + 1.2525429725646973, + 0.5794752836227417, + -0.021391823887825012, + 1.6632685661315918, + 0.26602935791015625, + 2.2403576374053955, + 1.1559661626815796, + 1.7270150184631348, + -0.4896091818809509, + 1.156084418296814, + 1.2756600379943848, + -0.6142559051513672, + 2.616703748703003, + 0.8331959247589111, + 1.3458688259124756 + ] + ], + "predicted_scores": [ + 9.175424575805664, + 9.115723609924316, + 8.924824714660645, + 8.836588859558105, + 8.6508150100708, + 8.594171524047852, + 8.539525032043457, + 8.428528785705566 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "cdaa31fe4fde8d0cc6cd636f6cd3a095667f861b7b67ae28126e89214a4d09c0", + "stored_base_utility": 0.0982288122177124, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1312015801668167, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1312015801668167 + }, + "base_progress": 0.1312015801668167, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1312015801668167, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08223441988229752, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08223441988229752 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0823022723197937, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0823022723197937 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06706055253744125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06706055253744125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09092813730239868, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09092813730239868 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06568706035614014, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06568706035614014 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06074758246541023, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06074758246541023 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06650155782699585, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06650155782699585 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06827803701162338, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06827803701162338 + } + ], + "candidate_progress": [ + 0.08223441988229752, + 0.0823022723197937, + 0.06706055253744125, + 0.09092813730239868, + 0.06568706035614014, + 0.06074758246541023, + 0.06650155782699585, + 0.06827803701162338 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5e422b9487b4a1efd7af", + "ms-5e422b9487b4a1efd7af", + "ms-ebacae0135af2832dfbb", + "ms-ebacae0135af2832dfbb", + "ms-003a2225c0892dcda683", + "ms-6d46dae312649c977b64", + "ms-1150c257eb77fdf40f55", + "ms-6d46dae312649c977b64" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-3d090ac2459c4b891dd1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.054307445883750916, + -0.09904627501964569, + 0.29591357707977295, + -0.0803329348564148, + 1.171962022781372, + 0.49054190516471863, + 0.5603145360946655, + 0.14215455949306488, + 0.0649050697684288, + -0.062245093286037445, + -0.31038224697113037, + 0.5524319410324097, + -0.282612144947052, + 0.16499711573123932, + -0.5360990166664124, + 0.15295684337615967, + 0.843290388584137, + 0.05592724680900574, + -0.2017098069190979, + 1.7874116897583008, + 0.324444442987442 + ], + [ + 0.031887173652648926, + -0.1032201498746872, + 0.2913459241390228, + -0.004341885447502136, + 1.0985770225524902, + 0.5125340223312378, + 0.42915546894073486, + 0.07483770698308945, + 0.09024164825677872, + -0.07919412106275558, + -0.24803608655929565, + 0.6033905148506165, + -0.34355807304382324, + 0.10618294775485992, + -0.5450243353843689, + 0.15900488197803497, + 0.8394752740859985, + 0.03280295431613922, + -0.14861106872558594, + 1.7456722259521484, + 0.21593961119651794 + ], + [ + -0.12647725641727448, + -0.07093582302331924, + 0.37300604581832886, + -0.005133897066116333, + 1.2257015705108643, + 0.2766302525997162, + 0.4145793616771698, + 0.02932766079902649, + 0.03800421953201294, + -0.00627436488866806, + -0.31885072588920593, + 0.4795529544353485, + -0.2698756754398346, + 0.04264958202838898, + -0.5762578248977661, + 0.15254364907741547, + 0.8546665906906128, + 0.04183259606361389, + -0.2824610471725464, + 1.727052927017212, + 0.40436649322509766 + ], + [ + 0.10170628130435944, + -0.009097088128328323, + 0.4129788875579834, + 0.03793346881866455, + 1.09834885597229, + 0.48850610852241516, + 0.5029175877571106, + 0.19035477936267853, + 0.026626016944646835, + -0.11214018613100052, + -0.21816423535346985, + 0.3791986107826233, + -0.4833982288837433, + 0.07925481349229813, + -0.5768178701400757, + 0.11275655031204224, + 0.7477741837501526, + 0.07288017868995667, + -0.2609724998474121, + 1.8438141345977783, + 0.2339218109846115 + ], + [ + -0.037435904145240784, + -0.08295093476772308, + 0.38982364535331726, + -0.11047812551259995, + 1.3279919624328613, + 0.3035980463027954, + 0.24897146224975586, + 0.041748180985450745, + 0.07865612953901291, + 0.03377586603164673, + -0.31298723816871643, + 0.5733871459960938, + -0.460627943277359, + -0.033520981669425964, + -0.5804677605628967, + 0.172146737575531, + 0.9329575300216675, + 0.049270644783973694, + -0.17594382166862488, + 1.7092957496643066, + 0.2505913972854614 + ], + [ + -0.09770523011684418, + -0.05978729575872421, + 0.39791956543922424, + -0.0027547478675842285, + 1.1848301887512207, + 0.2837435007095337, + 0.11884582042694092, + -0.1394120454788208, + 0.04717739671468735, + -0.058346010744571686, + -0.19644972681999207, + 0.4092640280723572, + -0.21423399448394775, + 0.0320398285984993, + -0.595410168170929, + 0.15373654663562775, + 0.8562694191932678, + -0.025220632553100586, + -0.15356919169425964, + 1.712005853652954, + 0.31540000438690186 + ], + [ + -0.011823281645774841, + -0.1432899534702301, + 0.47869551181793213, + -0.07696285843849182, + 1.1682279109954834, + 0.2826414704322815, + 0.33653533458709717, + -0.03299961984157562, + 0.050469353795051575, + -0.0919029638171196, + -0.24373656511306763, + 0.475657194852829, + -0.21042224764823914, + 0.011622153222560883, + -0.6271001696586609, + 0.14779429137706757, + 0.8758132457733154, + 0.006181597709655762, + -0.2535455822944641, + 1.7495169639587402, + 0.290602445602417 + ], + [ + -0.009235665202140808, + -0.055103518068790436, + 0.3354777693748474, + -0.03575202822685242, + 1.2488453388214111, + 0.3147236406803131, + 0.29105547070503235, + -0.04346632957458496, + 0.08870039880275726, + -0.019836433231830597, + -0.21843424439430237, + 0.4037149250507355, + -0.43079787492752075, + 0.09784573316574097, + -0.5852321982383728, + 0.1763998121023178, + 0.8590983152389526, + -0.010775908827781677, + -0.18064826726913452, + 1.6461982727050781, + 0.23246413469314575 + ] + ], + "generated_utilities": [ + 0.08223441988229752, + 0.0823022723197937, + 0.06706055253744125, + 0.09092813730239868, + 0.06568706035614014, + 0.06074758246541023, + 0.06650155782699585, + 0.06827803701162338 + ], + "group_id": "ms-3d090ac2459c4b891dd1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.21821841597557068, + 2.0, + 0.16301962733268738, + 0.09802766889333725, + 0.09660216420888901, + 0.05577564239501953, + 0.08932696282863617, + 0.05209716409444809, + 0.06969883292913437, + 0.06945189088582993, + 0.15966397523880005, + 0.0383504256606102, + 0.046147387474775314, + 0.022561034187674522, + 0.05590780824422836, + 0.047699056565761566 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.12968841195106506, + 0.003946542739868164, + 0.47732675075531006, + -0.19450950622558594, + 1.4091277122497559, + 0.6945018768310547, + 0.0, + -0.01198577880859375, + 0.054587483406066895, + -0.07567983865737915, + 0.042760297656059265, + 0.29975903034210205, + -0.08048319816589355, + 0.0, + -0.8980995416641235, + 0.17707638442516327, + 0.988777756690979, + -0.02120983600616455, + 0.08056531101465225, + 1.9406414031982422, + 0.0 + ], + [ + 0.2939467430114746, + -0.2804577350616455, + 0.47732675075531006, + -0.6551573872566223, + 1.4091277122497559, + 0.6945018768310547, + 0.0, + 0.05856817960739136, + -0.08427805453538895, + 0.09708219766616821, + 0.012555167078971863, + 0.29975903034210205, + 0.22766095399856567, + 0.0, + -0.9441652297973633, + 0.5345617532730103, + 0.988777756690979, + 0.6947914958000183, + -0.14623874425888062, + 1.9406414031982422, + 0.0 + ], + [ + 0.5673744678497314, + -0.6544957756996155, + 1.47732675075531, + -0.4536305069923401, + 2.409127712249756, + 1.6945018768310547, + 1.3228793144226074, + 0.5401570796966553, + -0.12257617712020874, + 0.7440255880355835, + -0.11710810661315918, + 1.299759030342102, + -0.7723390460014343, + -0.3864603042602539, + -1.8980995416641235, + -0.10638011991977692, + 1.988777756690979, + 0.9787901639938354, + 0.05744767189025879, + 2.940641403198242, + 2.9302175045013428 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.645758628845215, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.7729206085205078, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.8604350090026855 + ], + [ + 0.37943172454833984, + -0.49901801347732544, + 1.2057037353515625, + -0.7188431620597839, + 2.680896282196045, + 1.8746016025543213, + 1.1588153839111328, + 0.2557694911956787, + 0.144925057888031, + 0.8550988435745239, + -0.3594280481338501, + 1.4498382806777954, + -0.9696727991104126, + -0.35173988342285156, + -1.935971736907959, + 0.1468593031167984, + 2.140564203262329, + 0.9471956491470337, + 0.023927632719278336, + 2.9107866287231445, + 2.7078769207000732 + ], + [ + 0.925316333770752, + -0.8395049571990967, + 1.8586931228637695, + -0.684467077255249, + 2.1728615760803223, + 1.9093432426452637, + 1.0152250528335571, + 0.5928770899772644, + -0.017742745578289032, + 0.7835004329681396, + 0.01722864806652069, + 1.1596828699111938, + -0.6289687156677246, + -0.35617610812187195, + -1.6056880950927734, + -0.21256327629089355, + 1.9787598848342896, + 1.314807653427124, + -0.32146063446998596, + 2.74580454826355, + 3.258317470550537 + ], + [ + 0.6793992519378662, + -0.81477952003479, + 1.2658209800720215, + -0.18063396215438843, + 2.593327760696411, + 1.2859296798706055, + 0.945975124835968, + 0.12634944915771484, + -0.09309910982847214, + 0.5903235077857971, + -0.5569815635681152, + 1.6945443153381348, + -1.0972250699996948, + 0.02484506368637085, + -1.6419029235839844, + -0.18486589193344116, + 1.6755588054656982, + 0.7198574542999268, + -0.26472675800323486, + 3.404855251312256, + 2.661705493927002 + ], + [ + 0.7362240552902222, + -0.1794966757297516, + 0.8794382214546204, + -0.3283388912677765, + 2.7446365356445312, + 1.3651877641677856, + 1.6137614250183105, + 1.133793830871582, + -0.6163688898086548, + 0.4526066780090332, + -0.3921768367290497, + 1.4068114757537842, + -0.730869472026825, + -0.931145966053009, + -1.7799574136734009, + -0.5020391941070557, + 1.8512288331985474, + 1.142966866493225, + -0.1849120855331421, + 3.1741414070129395, + 3.0899643898010254 + ], + [ + 1.1056596040725708, + -0.8891568183898926, + 1.6924245357513428, + 0.021876007318496704, + 2.308565616607666, + 1.8204129934310913, + 1.1658854484558105, + 0.07787621021270752, + 0.10172067582607269, + 0.1865295171737671, + 0.16391661763191223, + 1.8348033428192139, + -0.9852893948554993, + -0.9273884892463684, + -1.3975403308868408, + -0.2794816493988037, + 2.0567233562469482, + 0.8797934055328369, + 0.5670031309127808, + 3.582369327545166, + 2.856387138366699 + ], + [ + 0.385174036026001, + -0.9326967000961304, + 1.9184973239898682, + -0.6208814382553101, + 1.8655295372009277, + 2.0246782302856445, + 1.6759073734283447, + 0.13580554723739624, + -0.826565682888031, + 1.293297290802002, + -0.557801365852356, + 1.265660285949707, + -0.2544074058532715, + -0.7805616855621338, + -2.5575573444366455, + -0.7093748450279236, + 2.2070446014404297, + 0.9407545328140259, + 0.832122266292572, + 3.055121421813965, + 2.5347933769226074 + ], + [ + 1.4118311405181885, + -1.5067250728607178, + 1.9390724897384644, + -0.10642814636230469, + 2.745730400085449, + 2.444824695587158, + 1.3533819913864136, + 0.9357603192329407, + 0.7075474858283997, + 0.33067458868026733, + -0.6631090044975281, + 0.6479731798171997, + -1.4675370454788208, + -0.9449544548988342, + -2.03831148147583, + -0.1796312779188156, + 2.6107773780822754, + 1.4953105449676514, + 0.504226803779602, + 3.5743160247802734, + 2.8504583835601807 + ], + [ + 0.4470352828502655, + -0.35391706228256226, + 0.8610069751739502, + -0.22540685534477234, + 3.0017261505126953, + 0.9046499133110046, + 0.894389808177948, + 0.3640812039375305, + 0.775066077709198, + 0.6650770306587219, + -1.0128586292266846, + 1.347156047821045, + 0.02840268611907959, + 0.27178531885147095, + -2.612213611602783, + -0.24141858518123627, + 2.8001842498779297, + 1.2832326889038086, + 0.9528213143348694, + 2.1805624961853027, + 2.8607239723205566 + ], + [ + 1.1833854913711548, + -1.6196129322052002, + 1.2352087497711182, + 0.13346189260482788, + 2.2107491493225098, + 0.8621872067451477, + 0.6633257865905762, + 0.9654905200004578, + -0.2979670763015747, + 0.5040532350540161, + 0.49855417013168335, + 2.2793827056884766, + -0.7217478156089783, + 0.4370906949043274, + -1.5553933382034302, + 0.14255087077617645, + 2.9783248901367188, + 1.621079444885254, + -0.9309861660003662, + 3.721315860748291, + 2.1712646484375 + ], + [ + 0.32283514738082886, + -0.43131107091903687, + 1.1505557298660278, + -1.4014146327972412, + 2.6867053508758545, + 1.7278610467910767, + 2.0700552463531494, + 0.9184666872024536, + -1.0843253135681152, + 0.6760187149047852, + -0.5621634125709534, + 0.7631282806396484, + -0.6769248843193054, + 0.22563546895980835, + -1.8138154745101929, + 0.011646285653114319, + 1.0495002269744873, + 0.22182250022888184, + -0.6741278767585754, + 2.0537517070770264, + 2.9365532398223877 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.019841253757476807, + -0.0023263096809387207, + 0.47732675075531006, + 0.058842360973358154, + 1.4091277122497559, + 0.6945018768310547, + 0.0, + 0.06463983654975891, + -0.07357290387153625, + 0.14367759227752686, + 0.004582829773426056, + 0.29975903034210205, + 0.021588444709777832, + 0.0, + -0.8980995416641235, + 0.06887173652648926, + 0.988777756690979, + 0.0063904523849487305, + -0.08717328310012817, + 1.9406414031982422, + 0.0 + ] + ], + "predicted_scores": [ + 8.158609390258789, + 8.141033172607422, + 7.900990009307861, + 7.759016036987305, + 7.713621616363525, + 7.598671913146973, + 7.58057975769043, + 7.554923057556152 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "377066857", + "selected_index": 0, + "state_hash": "1a41af4399fbb3042f7ee5d09ef82dcb44c64d2c56d3ae03cdc6d6d0dad94fe2", + "stored_base_utility": 0.21821841597557068, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16695041954517365, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16695041954517365 + }, + "base_progress": 0.16695041954517365, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.16695041954517365, + "candidate_action_clip_max_abs": [ + 0.3277031183242798, + 0.33599984645843506, + 0.2996307611465454, + 0.32707440853118896, + 0.3022550344467163, + 0.2887924909591675, + 0.31703710556030273, + 0.33818745613098145 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3277031183242798, + "contact_quality": null, + "progress": 0.2546083927154541, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2546083927154541 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.33599984645843506, + "contact_quality": null, + "progress": 0.13740432262420654, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13740432262420654 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2996307611465454, + "contact_quality": null, + "progress": 0.2012098878622055, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2012098878622055 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32707440853118896, + "contact_quality": null, + "progress": 0.22163213789463043, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22163213789463043 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3022550344467163, + "contact_quality": null, + "progress": 0.1490985006093979, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1490985006093979 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2887924909591675, + "contact_quality": null, + "progress": 0.21718965470790863, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21718965470790863 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.31703710556030273, + "contact_quality": null, + "progress": 0.19957466423511505, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19957466423511505 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.33818745613098145, + "contact_quality": null, + "progress": 0.20725160837173462, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20725160837173462 + } + ], + "candidate_progress": [ + 0.2546083927154541, + 0.13740432262420654, + 0.2012098878622055, + 0.22163213789463043, + 0.1490985006093979, + 0.21718965470790863, + 0.19957466423511505, + 0.20725160837173462 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766", + "ms-456cdaaa617fc54fd766" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4143ca4fca04091084e4", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.8394615054130554, + 0.030576758086681366, + 0.5416345596313477, + 0.029019400477409363, + -0.5583882927894592, + 2.085672378540039, + 2.126056671142578, + 1.8622071743011475, + 0.23934388160705566, + -0.7452120780944824, + -0.14100736379623413, + -0.04614304006099701, + -1.3006362915039062, + -1.2066398859024048, + 0.8251882791519165, + 0.18118295073509216, + -0.9190284609794617, + 0.8072766661643982, + -0.004122793674468994, + -0.045643895864486694, + 0.43287643790245056 + ], + [ + -0.718900203704834, + 0.16968874633312225, + 0.4418784976005554, + -0.454483300447464, + -0.36247122287750244, + 2.222022294998169, + 2.678326368331909, + 1.9384900331497192, + 0.3978923261165619, + -0.8241043090820312, + 0.0300759207457304, + -0.09962955117225647, + -0.8968710899353027, + -0.3271007537841797, + 0.7106178402900696, + 0.25080960988998413, + -0.6819795966148376, + 1.1292738914489746, + -0.13032850623130798, + 0.10325959324836731, + 0.1970900148153305 + ], + [ + -0.6810179352760315, + 0.10974735021591187, + 0.8421114683151245, + -0.1581597626209259, + -0.064115971326828, + 1.8294841051101685, + 2.2078866958618164, + 1.6677842140197754, + 0.2554960548877716, + -0.9683845043182373, + -0.18091139197349548, + -0.026278629899024963, + -0.6431184411048889, + -0.8238691091537476, + 1.0536340475082397, + 0.19406868517398834, + -0.7724788784980774, + 0.7821483612060547, + 0.13747669756412506, + 0.18207761645317078, + 0.6688398718833923 + ], + [ + -0.796642005443573, + 0.12615665793418884, + 1.068894624710083, + -0.11481937021017075, + -0.6269188523292542, + 1.8498778343200684, + 1.789656162261963, + 1.8079866170883179, + 0.1260944902896881, + -0.9766116142272949, + -0.22591674327850342, + -0.46224838495254517, + -1.261745810508728, + -0.7513895034790039, + 0.9549705386161804, + 0.20783549547195435, + -0.9397279620170593, + 1.0262720584869385, + -0.03325933218002319, + 0.5440595746040344, + 0.3033217489719391 + ], + [ + -0.9094226360321045, + 0.10593774914741516, + 0.8721539974212646, + -0.33302897214889526, + -0.16144952178001404, + 2.0393733978271484, + 2.3205132484436035, + 1.749696969985962, + 0.23081381618976593, + -0.9003207683563232, + -0.1319953203201294, + -0.061399489641189575, + -0.9801406860351562, + -0.5894410014152527, + 0.8729345798492432, + 0.24089966714382172, + -0.8275142312049866, + 0.8620454668998718, + 0.05788147449493408, + 0.1997537612915039, + 0.22801163792610168 + ], + [ + -1.1855624914169312, + 0.17097610235214233, + 0.7431677579879761, + -0.4846685528755188, + 0.2122393399477005, + 2.0647106170654297, + 2.546807050704956, + 1.6835129261016846, + 0.1927907019853592, + -0.9245419502258301, + -0.11655282229185104, + -0.23366430401802063, + -0.9357607960700989, + -0.5175332427024841, + 0.9148536920547485, + 0.3223296105861664, + -0.703220009803772, + 1.013326644897461, + 0.08713677525520325, + 0.4968210458755493, + 0.18642596900463104 + ], + [ + -1.006459355354309, + 0.13838009536266327, + 1.01988685131073, + -0.3390604853630066, + 0.006446152925491333, + 2.0344512462615967, + 2.0997204780578613, + 1.8826019763946533, + 0.15693765878677368, + -0.9424659013748169, + -0.24085062742233276, + -0.1474219262599945, + -1.3863407373428345, + -0.41132402420043945, + 0.6763226985931396, + 0.2546888291835785, + -0.8611646294593811, + 0.9817433953285217, + 0.11143238842487335, + 0.053964585065841675, + 0.3095380663871765 + ], + [ + -0.9575426578521729, + 0.16780541837215424, + 1.1239789724349976, + -0.3672415614128113, + -0.22051945328712463, + 2.0619237422943115, + 2.2691216468811035, + 1.8625710010528564, + 0.3340134620666504, + -0.8936197757720947, + -0.2637518644332886, + -0.11318999528884888, + -1.0593098402023315, + -0.6354280710220337, + 0.9204902052879333, + 0.2703043520450592, + -0.7165268063545227, + 1.0241436958312988, + -0.006852507591247559, + 0.47712647914886475, + 0.11580713093280792 + ] + ], + "generated_utilities": [ + 0.2546083927154541, + 0.13740432262420654, + 0.2012098878622055, + 0.22163213789463043, + 0.1490985006093979, + 0.21718965470790863, + 0.19957466423511505, + 0.20725160837173462 + ], + "group_id": "ms-4143ca4fca04091084e4", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.05027858540415764, + 2.0, + 2.0, + 0.08463915437459946, + 0.2590181827545166, + 0.12007614225149155, + 0.18962275981903076, + 0.23425865173339844, + 0.22395598888397217, + 0.17384009063243866, + 0.26992785930633545, + 0.11222400516271591, + 0.08772210776805878, + 0.13789789378643036, + 0.056373655796051025, + 0.0898079127073288 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.033798784017562866, + -0.022182544693350792, + 0.35715794563293457, + -0.02922976016998291, + 0.0750734806060791, + 0.9553346633911133, + 0.0, + 0.3898874521255493, + -0.027517355978488922, + -0.035518109798431396, + -0.012451350688934326, + 0.03195089101791382, + -0.16241008043289185, + 0.0, + -0.07202756404876709, + -0.06487388908863068, + -0.02502581477165222, + 0.23221588134765625, + 0.068877212703228, + 0.030928388237953186, + 0.0 + ], + [ + 0.13732397556304932, + 0.22243505716323853, + 0.35715794563293457, + 0.1214226484298706, + 0.028777003288269043, + 0.9553346633911133, + 0.0, + 0.3898874521255493, + -0.178066223859787, + 0.036626219749450684, + 0.0028010904788970947, + -0.22074811160564423, + -0.006687581539154053, + 0.0, + 0.06979924440383911, + 0.06578990072011948, + -0.21179160475730896, + 0.23221588134765625, + -0.0499018132686615, + -0.17619943618774414, + 0.0 + ], + [ + -0.37138307094573975, + 0.02650117315351963, + 1.3571579456329346, + -0.5297074913978577, + -0.7669604420661926, + 1.9553346633911133, + 2.446477174758911, + 1.3898874521255493, + -0.07477512955665588, + -0.7669497132301331, + 0.27634167671203613, + -0.2881879508495331, + -0.8850493431091309, + -1.212853193283081, + 0.6804189682006836, + -0.02566077746450901, + -0.19154806435108185, + 1.2322158813476562, + 0.10914558172225952, + -0.03458063304424286, + -0.20335331559181213 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.892954349517822, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.425706386566162, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.40670663118362427 + ], + [ + -0.40377408266067505, + -0.24292558431625366, + 1.12580406665802, + -0.3514986038208008, + -0.4917024075984955, + 2.0138158798217773, + 2.581418037414551, + 1.607948660850525, + 0.2232600748538971, + -0.8004772663116455, + 0.25089454650878906, + -0.44382965564727783, + -0.7781511545181274, + -1.3449419736862183, + 0.8769046068191528, + -0.14994366466999054, + 0.053282201290130615, + 1.0971553325653076, + 0.118696428835392, + -0.0005227290093898773, + -0.0200025737285614 + ], + [ + -0.6744171380996704, + -0.30681535601615906, + 1.4255802631378174, + -0.17109912633895874, + -1.142878532409668, + 2.313009738922119, + 2.3160088062286377, + 1.7676969766616821, + 0.16109329462051392, + -0.40194591879844666, + 0.03360229730606079, + -0.36794084310531616, + -1.1337205171585083, + -1.224434494972229, + 0.5090454816818237, + 0.06331019848585129, + -0.4886283874511719, + 1.5552351474761963, + -0.017616823315620422, + 0.15584878623485565, + -0.07082460820674896 + ], + [ + -0.2808629274368286, + -0.27826300263404846, + 1.1460729837417603, + -0.19339126348495483, + -0.4379224181175232, + 2.096433401107788, + 2.539797067642212, + 1.2689789533615112, + -0.2442561388015747, + -0.7667537331581116, + 0.4579721689224243, + 0.02152782678604126, + -1.175122618675232, + -1.557113528251648, + 0.5468227863311768, + -0.30593499541282654, + -0.11778445541858673, + 1.703186273574829, + 0.16875824332237244, + 0.33374643325805664, + -0.5657827258110046 + ], + [ + -0.8299508094787598, + 0.5785027146339417, + 1.2261667251586914, + -0.7177897691726685, + -1.2253721952438354, + 1.9118521213531494, + 2.3499538898468018, + 1.2428911924362183, + -0.5686001181602478, + -0.35715287923812866, + 0.37673306465148926, + -0.8635118007659912, + -1.11988365650177, + -0.6190562844276428, + 0.9391404390335083, + 0.0161092858761549, + -0.21362680196762085, + 1.4450364112854004, + 0.23514026403427124, + -0.01411852240562439, + 0.050772637128829956 + ], + [ + 0.12739932537078857, + 0.503221333026886, + 1.7142279148101807, + -0.021695435047149658, + -1.2723376750946045, + 1.9340802431106567, + 3.015193223953247, + 0.7086169123649597, + 0.1647920161485672, + -0.47998806834220886, + -0.015289217233657837, + -0.7022667527198792, + -0.7907251119613647, + -0.9579787850379944, + 0.6105815172195435, + -0.7070487141609192, + -0.8175060153007507, + 1.7337470054626465, + 0.75117027759552, + 0.3378344178199768, + -0.6332288384437561 + ], + [ + -1.1086161136627197, + 0.21061740815639496, + 1.2832262516021729, + 0.023521006107330322, + -0.09181481599807739, + 1.5314548015594482, + 3.144129514694214, + 1.686432123184204, + -0.5368636846542358, + -1.3570291996002197, + -0.03068256378173828, + 0.47275230288505554, + -1.1908092498779297, + -1.9744277000427246, + 0.5169214010238647, + -0.24194425344467163, + 0.3838873505592346, + 1.1668729782104492, + 0.8827705383300781, + -0.7200440168380737, + -0.357189416885376 + ], + [ + -0.02918064594268799, + -0.2192024290561676, + 1.597253680229187, + 0.15987026691436768, + -0.48315343260765076, + 1.858002781867981, + 3.344451904296875, + 1.1305500268936157, + 0.3194303810596466, + -0.6074143648147583, + -0.00894862413406372, + -0.48659616708755493, + -0.48650529980659485, + -1.9607388973236084, + 1.6663038730621338, + 0.21914732456207275, + -0.09582251310348511, + 0.246709406375885, + 1.0761722326278687, + -0.9820491671562195, + 0.4568118155002594 + ] + ], + "predicted_scores": [ + 5.257692813873291, + 5.176058769226074, + 4.554201126098633, + 4.482728958129883, + 4.085845947265625, + 3.4152073860168457, + 3.344508647918701, + 3.0107622146606445 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1619033151", + "selected_index": 0, + "state_hash": "ef037b4a8597fdc2d4c267a376408d92a87579cdd57cd1e4906849bee705c869", + "stored_base_utility": 0.05027858540415764, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.16158676147460938, + 0.08890414237976074, + 0.15262138843536377, + 0.13682210445404053, + 0.1700284481048584, + 0.09078121185302734, + 0.1290379762649536, + 0.13571739196777344 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16158676147460938, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08890414237976074, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15262138843536377, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13682210445404053, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1700284481048584, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09078121185302734, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1290379762649536, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13571739196777344, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-277531f5e24eeb525899", + "ms-277531f5e24eeb525899", + "ms-277531f5e24eeb525899", + "ms-277531f5e24eeb525899", + "ms-277531f5e24eeb525899", + "ms-277531f5e24eeb525899", + "ms-277531f5e24eeb525899", + "ms-fdc8588aee7d089fca84" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-456cdaaa617fc54fd766", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.5010768175125122, + 0.23901979625225067, + -1.0086613893508911, + -0.18482810258865356, + -1.0980916023254395, + 0.5726578235626221, + -1.111161470413208, + 2.25059175491333, + 0.06809334456920624, + -1.0039045810699463, + -0.1922575831413269, + -0.6394554376602173, + -2.71156644821167, + -2.823143482208252, + 0.14316275715827942, + 0.4201544225215912, + -0.11800484359264374, + 1.5361169576644897, + -0.148140549659729, + -2.9599945545196533, + -1.2488834857940674 + ], + [ + 1.6273577213287354, + 0.24154366552829742, + -0.4217322766780853, + -0.2294597029685974, + -1.0647499561309814, + 0.48312801122665405, + -0.8890933394432068, + 2.175389289855957, + 0.19742268323898315, + -1.074754238128662, + -0.19894573092460632, + -0.7330203652381897, + -2.3080081939697266, + -2.9856951236724854, + 0.06645221263170242, + 0.4583788812160492, + -0.07531000673770905, + 1.5663443803787231, + 0.16284140944480896, + -2.377293825149536, + -1.0910131931304932 + ], + [ + 1.722862720489502, + 0.21685795485973358, + -0.5241161584854126, + -0.2784542739391327, + -1.0182733535766602, + 0.41370874643325806, + -0.888424813747406, + 2.122720956802368, + 0.09751080721616745, + -1.1358658075332642, + -0.36408525705337524, + -0.8450193405151367, + -2.8453190326690674, + -2.671959400177002, + 0.03647521138191223, + 0.559200644493103, + -0.09264318645000458, + 1.5847746133804321, + 0.03387784957885742, + -2.792241334915161, + -1.6047296524047852 + ], + [ + 1.6171915531158447, + 0.21437831223011017, + -0.7359516620635986, + -0.4308515787124634, + -1.0670709609985352, + 0.6742218732833862, + -1.0733234882354736, + 2.0723674297332764, + 0.04898995906114578, + -1.010504961013794, + -0.25522905588150024, + -0.7819612622261047, + -2.7726728916168213, + -2.7860403060913086, + -0.06075355038046837, + 0.42577841877937317, + -0.014154314994812012, + 1.5581341981887817, + -0.16895431280136108, + -2.727883815765381, + -1.4190237522125244 + ], + [ + 1.6988532543182373, + 0.2995126247406006, + -0.7450919151306152, + -0.3824000060558319, + -0.8996325135231018, + 0.926181435585022, + -0.953936755657196, + 1.9825739860534668, + 0.08577538281679153, + -1.076782464981079, + -0.2846563160419464, + -0.65959233045578, + -3.0457942485809326, + -3.006432294845581, + -0.09741911292076111, + 0.43438655138015747, + 0.015357732772827148, + 1.52523672580719, + -0.12983620166778564, + -2.725999593734741, + -1.59661865234375 + ], + [ + 1.4899626970291138, + 0.3128175735473633, + -0.7619550228118896, + -0.4723258316516876, + -0.8168269991874695, + 1.3268829584121704, + -0.9342802166938782, + 2.1027748584747314, + 0.008165271021425724, + -1.1273735761642456, + -0.0588083416223526, + -0.5828067064285278, + -2.7114853858947754, + -2.884615659713745, + 0.0702413022518158, + 0.5420548915863037, + 0.11809279024600983, + 1.2396446466445923, + -0.08075404167175293, + -2.376939058303833, + -1.0988011360168457 + ], + [ + 1.3777815103530884, + 0.16417589783668518, + -0.7175624370574951, + -0.5508231520652771, + -0.954814612865448, + 1.0106160640716553, + -1.1696102619171143, + 2.22994065284729, + 0.06621163338422775, + -1.0403279066085815, + -0.10505599528551102, + -0.6625176668167114, + -2.613173723220825, + -2.871734857559204, + 0.2983699440956116, + 0.5071120858192444, + 0.1341773122549057, + 1.625043272972107, + -0.14047425985336304, + -2.4758245944976807, + -1.0506751537322998 + ], + [ + 1.5760329961776733, + 0.3407893180847168, + -0.7075506448745728, + -0.5912219882011414, + -0.7215495109558105, + 0.7137799263000488, + -0.2372380495071411, + 1.643212080001831, + 0.19847895205020905, + -1.0110605955123901, + -0.40512582659721375, + -0.7274826169013977, + -3.2488150596618652, + -3.083629846572876, + 0.13750308752059937, + 0.27946269512176514, + 0.09440477192401886, + 1.069301724433899, + 0.46711480617523193, + -2.11118483543396, + -1.3766409158706665 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-456cdaaa617fc54fd766", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.12086304277181625, + 0.14018766582012177, + 0.06238526105880737, + 0.1433660387992859, + 2.0, + 0.06790979951620102, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.5272696018218994, + 0.13435758650302887, + -0.19039630889892578, + 0.08435377478599548, + -0.0693320631980896, + 0.07900846004486084, + 0.0, + 0.7258429527282715, + -0.08670957386493683, + -0.24730944633483887, + -0.05995367467403412, + -0.033320486545562744, + -1.6637372970581055, + 0.0, + 0.21612481772899628, + 0.058104708790779114, + -0.20396709442138672, + 0.604830265045166, + 0.1427062749862671, + -1.4207682609558105, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.9603328704833984, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.3748955726623535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.761113405227661 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.5272696018218994, + -0.03638547286391258, + -1.1903963088989258, + -0.14145365357398987, + -0.5957140922546387, + 0.6975749135017395, + -1.4801664352416992, + 1.7258429527282715, + 0.18860922753810883, + -1.2473094463348389, + -0.284475713968277, + -0.3353281021118164, + -2.6637372970581055, + -2.6874477863311768, + 0.02351628802716732, + 0.26924678683280945, + 0.7177586555480957, + 1.604830265045166, + 0.8773849606513977, + -2.4207682609558105, + -1.3805567026138306 + ], + [ + 1.2780462503433228, + 0.08317829668521881, + -0.9794246554374695, + -0.13288094103336334, + -0.8044540882110596, + 0.9691710472106934, + -1.49931800365448, + 1.993804931640625, + 0.460310161113739, + -1.1409212350845337, + -0.5621652603149414, + -0.6165229082107544, + -2.8891518115997314, + -2.8625435829162598, + 0.23866918683052063, + 0.49964189529418945, + 0.883750319480896, + 1.752866268157959, + 0.6077355146408081, + -2.1422319412231445, + -1.6193087100982666 + ], + [ + 1.6427189111709595, + 0.07802234590053558, + -0.8385742902755737, + -0.5125911831855774, + -0.24010077118873596, + 0.3977392911911011, + -1.590064287185669, + 2.0645015239715576, + 0.0541074275970459, + -1.5844424962997437, + -0.6099448204040527, + -0.3566930890083313, + -2.8513262271881104, + -2.4931671619415283, + -0.37610432505607605, + 0.32507628202438354, + 0.40954768657684326, + 1.7268973588943481, + 1.1475592851638794, + -2.477508068084717, + -1.16653311252594 + ], + [ + 1.193798303604126, + -0.25397586822509766, + -1.172011375427246, + 0.150039941072464, + -0.3642627000808716, + 0.36852705478668213, + -1.5472391843795776, + 1.3052036762237549, + 0.46729743480682373, + -1.5859601497650146, + -0.006557077169418335, + -0.11861534416675568, + -2.16627836227417, + -2.868710994720459, + 0.2546163499355316, + 0.27203378081321716, + 0.4467206597328186, + 1.8893840312957764, + 1.2876390218734741, + -2.223128080368042, + -0.8829178810119629 + ], + [ + 1.9244585037231445, + 0.19706128537654877, + -1.7766098976135254, + -0.6120003461837769, + -0.718897819519043, + 1.0497839450836182, + -0.9400972723960876, + 2.266838550567627, + 0.6849565505981445, + -0.742142379283905, + 0.08767804503440857, + -0.665744423866272, + -3.2242002487182617, + -2.6463146209716797, + -0.314908504486084, + -0.22798752784729004, + 1.0273051261901855, + 1.9834489822387695, + 0.5886548757553101, + -2.751264810562134, + -1.5634613037109375 + ], + [ + 1.256314754486084, + 0.5343945026397705, + -1.4987989664077759, + -0.4083985984325409, + -0.2374648153781891, + 1.3693389892578125, + -0.8629345297813416, + 1.7985284328460693, + 0.08614762872457504, + -1.6726086139678955, + 0.06132194399833679, + -0.670651912689209, + -2.9276301860809326, + -3.335993766784668, + 0.22507625818252563, + 0.14031365513801575, + 1.4013700485229492, + 1.9541511535644531, + 1.423039197921753, + -2.4507951736450195, + -1.665326714515686 + ], + [ + 1.0286478996276855, + -0.4297332465648651, + -0.5444180965423584, + 0.6422437429428101, + -1.1863458156585693, + 0.5891352891921997, + -1.3149691820144653, + 1.9794102907180786, + 0.3483940064907074, + -1.3778218030929565, + -0.10615840554237366, + -0.456621378660202, + -2.917334794998169, + -2.490725040435791, + 0.0036512576043605804, + 0.9882116317749023, + 0.02114194631576538, + 1.934874415397644, + 1.1860661506652832, + -1.9241828918457031, + -1.0655244588851929 + ], + [ + 2.077840805053711, + -0.3187935948371887, + -2.0608415603637695, + -0.18227745592594147, + -1.0976612567901611, + 0.6542955636978149, + -1.6067228317260742, + 1.9546159505844116, + 0.33354872465133667, + -0.7444865703582764, + -0.291951060295105, + 0.024067819118499756, + -3.216249704360962, + -3.2122609615325928, + -0.29894769191741943, + -0.055763691663742065, + 0.1923733353614807, + 1.4439287185668945, + 1.21505606174469, + -1.9653441905975342, + -0.6210045218467712 + ], + [ + 1.527349591255188, + -0.5317067503929138, + -1.1229357719421387, + 0.18037757277488708, + 0.3153826594352722, + 0.43741369247436523, + -1.88102126121521, + 2.3065707683563232, + -0.41875189542770386, + -1.7282836437225342, + 0.06434759497642517, + -0.48347318172454834, + -2.7610745429992676, + -2.1023478507995605, + 0.46742141246795654, + 0.8681789636611938, + 1.3116191625595093, + 2.342777729034424, + 0.4039265513420105, + -2.444855213165283, + -1.1668243408203125 + ], + [ + 1.219702959060669, + 0.4657643437385559, + -1.797264814376831, + -0.28448086977005005, + -0.3032399117946625, + -0.17573004961013794, + -0.7054212689399719, + 0.9252144694328308, + -0.5466802716255188, + -1.445443868637085, + -0.15132471919059753, + -1.0209060907363892, + -2.3269805908203125, + -2.1559274196624756, + 0.5466876029968262, + 0.5599726438522339, + 0.22586634755134583, + 0.730388879776001, + 0.44772058725357056, + -1.5916383266448975, + -0.5137804746627808 + ], + [ + 2.3274810314178467, + -0.6819638609886169, + -0.6138936877250671, + 0.6785094738006592, + -1.5118985176086426, + 0.8122218251228333, + -1.2088066339492798, + 1.8631136417388916, + 0.6566912531852722, + -1.0825451612472534, + 0.030953675508499146, + -0.8622560501098633, + -1.7839312553405762, + -1.9868721961975098, + 0.14645007252693176, + -0.37266430258750916, + 0.5495725870132446, + 1.763791561126709, + 0.2863837480545044, + -2.8746488094329834, + -0.8017992973327637 + ] + ], + "predicted_scores": [ + 10.610054969787598, + 10.007740020751953, + 9.920598030090332, + 9.780488014221191, + 9.49069595336914, + 9.171546936035156, + 9.002477645874023, + 7.553437232971191 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "99a5c01f197a55e4aa34b799b4cb4ac1e5a1df433282c5c1a4ab2789f0ad3991", + "stored_base_utility": 0.12086304277181625, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13047747313976288, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13047747313976288 + }, + "base_progress": 0.13047747313976288, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13047747313976288, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.04104125499725342, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15296392142772675, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15296392142772675 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15456561744213104, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15456561744213104 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14459984004497528, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14459984004497528 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04104125499725342, + "contact_quality": null, + "progress": 0.10364636033773422, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10364636033773422 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09526971727609634, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09526971727609634 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11061642318964005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11061642318964005 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1348874568939209, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1348874568939209 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09352640062570572, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09352640062570572 + } + ], + "candidate_progress": [ + 0.15296392142772675, + 0.15456561744213104, + 0.14459984004497528, + 0.10364636033773422, + 0.09526971727609634, + 0.11061642318964005, + 0.1348874568939209, + 0.09352640062570572 + ], + "candidate_safety_violation": [ + false, + false, + false, + true, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-9229ce141dd41a11fac1", + "ms-48178f52a96de3d1ead0", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-9229ce141dd41a11fac1", + "ms-7a044cb6c7bb03f3ea10" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-45fbd749d5ed3fe37c13", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.4126690626144409, + -0.042122095823287964, + 0.3518495261669159, + -0.03031480312347412, + 0.18708136677742004, + -1.7551542520523071, + -0.23416846990585327, + 0.9109092950820923, + 0.02252279222011566, + -0.3998488187789917, + -0.06584983319044113, + 0.6799830794334412, + -1.2717437744140625, + -0.3669913411140442, + 0.7070724964141846, + 0.018635669723153114, + -0.3961893916130066, + 0.10276976227760315, + 0.8825607299804688, + -0.7771521806716919, + -0.35928991436958313 + ], + [ + 0.41018879413604736, + -0.09829850494861603, + 0.2511637806892395, + -0.031425461173057556, + 0.18281877040863037, + -1.5291155576705933, + -0.09218394756317139, + 0.9326947927474976, + 0.025628985837101936, + -0.3050307035446167, + -0.11577823013067245, + 0.565264105796814, + -1.071806788444519, + -0.24689419567584991, + 0.6150182485580444, + 0.04516548290848732, + -0.437128484249115, + 0.05981774628162384, + 1.031236171722412, + -0.8013032674789429, + -0.4402916133403778 + ], + [ + 0.20932745933532715, + -0.006972592324018478, + 0.16760295629501343, + 0.10438147187232971, + 0.35733476281166077, + -1.1051563024520874, + -0.13377588987350464, + 0.9979921579360962, + -0.003186122514307499, + -0.42488986253738403, + -0.10148095339536667, + 0.6650320291519165, + -1.7241907119750977, + -0.040890634059906006, + 0.717849850654602, + 0.09608954191207886, + -0.22821111977100372, + 0.21155638992786407, + 0.9300224781036377, + -0.6185228824615479, + -0.0666031688451767 + ], + [ + 0.7181731462478638, + -0.07502834498882294, + 0.03008529543876648, + 0.024156495928764343, + -0.08126106858253479, + -2.028796434402466, + -0.4924914836883545, + 1.0622235536575317, + 0.21408182382583618, + -0.33567243814468384, + 0.31951969861984253, + 0.9884085655212402, + -1.8682256937026978, + -0.35207366943359375, + 0.8797528743743896, + 0.1830899715423584, + -0.4284895658493042, + 0.12584519386291504, + 0.8944006562232971, + -0.6113438606262207, + -0.12242573499679565 + ], + [ + 0.7949052453041077, + 0.05015181005001068, + 0.20352786779403687, + -0.3954426050186157, + 0.26967835426330566, + -2.0091288089752197, + -0.5780104994773865, + 1.082062005996704, + 0.1255664974451065, + -0.5581296682357788, + -0.23852261900901794, + 0.655669093132019, + -1.4634637832641602, + -0.3682061433792114, + 0.8986808061599731, + 0.15131060779094696, + -0.45885270833969116, + 0.21770447492599487, + 0.9372578263282776, + -0.43886902928352356, + 0.1109151542186737 + ], + [ + 0.6535090208053589, + 0.012264620512723923, + -0.013560503721237183, + -0.40560802817344666, + 0.26023268699645996, + -1.8178091049194336, + -0.5006248950958252, + 1.0064901113510132, + 0.08482933789491653, + -0.6303595900535583, + -0.3172493278980255, + 0.6625497341156006, + -1.543076753616333, + -0.266512930393219, + 0.9379450082778931, + 0.17623448371887207, + -0.4053640365600586, + 0.033346399664878845, + 0.8897084593772888, + -0.4738254249095917, + -0.1633318066596985 + ], + [ + 0.2857699990272522, + 0.023102380335330963, + 0.34703439474105835, + 0.026017725467681885, + 0.3355292081832886, + -1.0634249448776245, + -0.11933779716491699, + 1.0738525390625, + 0.06245483458042145, + -0.4856577515602112, + -0.22359073162078857, + 0.7379631996154785, + -1.732042670249939, + -0.023220688104629517, + 0.7410733699798584, + 0.10137635469436646, + -0.22746361792087555, + 0.06142735481262207, + 0.9539321660995483, + -0.6532537937164307, + -0.17665261030197144 + ], + [ + 0.493607759475708, + 0.04912681132555008, + 0.08034873008728027, + -0.328104704618454, + 0.29899320006370544, + -1.9143120050430298, + -0.6104918122291565, + 1.135176420211792, + 0.11360231786966324, + -0.5764947533607483, + -0.24433627724647522, + 0.6401060819625854, + -1.5725617408752441, + -0.11484062671661377, + 1.0026533603668213, + 0.13531352579593658, + -0.4971272945404053, + -0.009448260068893433, + 0.8578343391418457, + -0.623868465423584, + -0.2925800085067749 + ] + ], + "generated_utilities": [ + 0.15296392142772675, + 0.15456561744213104, + 0.14459984004497528, + 0.10364636033773422, + 0.09526971727609634, + 0.11061642318964005, + 0.1348874568939209, + 0.09352640062570572 + ], + "group_id": "ms-45fbd749d5ed3fe37c13", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.020729821175336838, + 0.12610793113708496, + 0.1962801218032837, + 0.1852169930934906, + 0.09293834865093231, + 0.02095896005630493, + 0.04867247864603996, + 0.05392259359359741, + 0.031975310295820236, + 0.024584650993347168, + 0.06381146609783173, + 0.01750902459025383, + 0.018539270386099815, + 0.046150170266628265, + 0.033671557903289795, + 0.047733962535858154 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.12353324890136719, + -0.062463611364364624, + 0.11554330587387085, + -0.002888500690460205, + -0.007859885692596436, + -2.1911747455596924, + 0.0, + 1.1969857215881348, + 0.0374993234872818, + -0.43210482597351074, + -0.01652318239212036, + 0.3594905138015747, + -1.4390149116516113, + 0.0, + 0.8647211790084839, + -0.024635285139083862, + -0.00751948356628418, + -0.07489880919456482, + 1.7660243511199951, + -0.8728560209274292, + 0.0 + ], + [ + 0.12353324890136719, + -0.12912580370903015, + 0.07580720633268356, + 0.023233413696289062, + 0.2933651804924011, + -2.1911747455596924, + 0.0, + 1.1969857215881348, + 0.01660764217376709, + -0.43210482597351074, + 0.06353425979614258, + 0.3594905138015747, + -1.4390149116516113, + 0.0, + 0.8647211790084839, + -0.14631202816963196, + -0.27944856882095337, + 0.21877658367156982, + 1.7660243511199951, + -0.8728560209274292, + 0.0 + ], + [ + 0.12353324890136719, + -0.271139919757843, + -0.12007641792297363, + 0.040042340755462646, + 0.049124956130981445, + -2.1911747455596924, + 0.0, + 1.1969857215881348, + 0.29032009840011597, + -0.43210482597351074, + -0.04780140519142151, + 0.3594905138015747, + -1.4390149116516113, + 0.0, + 0.8647211790084839, + -0.12479189783334732, + 0.16832655668258667, + 0.39083045721054077, + 1.7660243511199951, + -0.8728560209274292, + 0.0 + ], + [ + 1.1235332489013672, + -0.3841715157032013, + 0.026074480265378952, + -0.9599576592445374, + 0.9921401143074036, + -3.1911747455596924, + -2.4681501388549805, + 2.1969857215881348, + 0.18770906329154968, + -1.4321048259735107, + -0.4512288570404053, + 1.3594905138015747, + -2.4390149116516113, + -2.176801919937134, + 1.8647211790084839, + -0.07050001621246338, + -0.8095099329948425, + -0.39340656995773315, + 2.766024351119995, + -1.8728560209274292, + -1.5486277341842651 + ] + ], + "predicted_scores": [ + 5.574509620666504, + 5.4438982009887695, + 5.208324909210205, + 5.169732093811035, + 5.026206016540527, + 4.938157558441162, + 4.8163676261901855, + 4.77608585357666 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "97416e18dc4154a0eb0e10f7ea33cd8fe9e15fe1c1ec28181eaf52e3859bd98c", + "stored_base_utility": 0.020729821175336838, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0022118091583251953, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0022118091583251953, + "contact_quality": null, + "progress": 0.11140237003564835, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11140237003564835 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1286216378211975, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1286216378211975 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12050902843475342, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12050902843475342 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1423465758562088, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1423465758562088 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13636024296283722, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13636024296283722 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1448194533586502, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1448194533586502 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13255353271961212, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13255353271961212 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14109288156032562, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14109288156032562 + } + ], + "candidate_progress": [ + 0.11140237003564835, + 0.1286216378211975, + 0.12050902843475342, + 0.1423465758562088, + 0.13636024296283722, + 0.1448194533586502, + 0.13255353271961212, + 0.14109288156032562 + ], + "candidate_safety_violation": [ + true, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5ecde7b64c80d2abbe1f", + "ms-5ecde7b64c80d2abbe1f", + "ms-5ecde7b64c80d2abbe1f", + "ms-5ecde7b64c80d2abbe1f", + "ms-5ecde7b64c80d2abbe1f", + "ms-5ecde7b64c80d2abbe1f", + "ms-5ecde7b64c80d2abbe1f", + "ms-5ecde7b64c80d2abbe1f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-465d531b9cec5bc77ed7", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.5526312589645386, + -0.2826613187789917, + 0.8783307075500488, + 0.177240252494812, + 0.7380844950675964, + 2.617757558822632, + 1.8220386505126953, + 2.2485053539276123, + 0.4235134720802307, + -1.2830942869186401, + -0.6218315958976746, + -0.41946941614151, + -2.80890154838562, + -3.5299394130706787, + 0.5242820382118225, + -0.0836559385061264, + 0.7721713781356812, + -0.24870802462100983, + 1.0097349882125854, + 1.8235609531402588, + 2.304313898086548 + ], + [ + 0.6637627482414246, + -0.24889706075191498, + 0.9703567028045654, + 0.05888548493385315, + 0.9930521249771118, + 2.679044246673584, + 2.1168768405914307, + 2.172539710998535, + 0.4633748233318329, + -1.3427515029907227, + -0.8333953022956848, + -0.5978858470916748, + -2.8408756256103516, + -2.669185161590576, + 0.2831805348396301, + -0.01135299727320671, + 0.687594473361969, + -0.3779405951499939, + 1.0341291427612305, + 1.8376126289367676, + 1.9589776992797852 + ], + [ + 0.7914901971817017, + -0.0865919440984726, + 0.8076125383377075, + 0.020265191793441772, + 0.4671195149421692, + 2.415309429168701, + 1.8128421306610107, + 2.185542106628418, + 0.5419238805770874, + -1.3240965604782104, + -0.9365741014480591, + -0.40728896856307983, + -2.683014392852783, + -2.8192427158355713, + 0.28080546855926514, + -0.1562959849834442, + 0.591784656047821, + -0.24403510987758636, + 0.8807382583618164, + 1.9834179878234863, + 1.6541372537612915 + ], + [ + 0.9324226975440979, + -0.28995275497436523, + 0.8673678636550903, + 0.23997843265533447, + 0.5880564451217651, + 2.5187599658966064, + 1.9639003276824951, + 2.174086809158325, + 0.36966627836227417, + -1.3627111911773682, + -0.8354098796844482, + -0.2950132191181183, + -2.5408921241760254, + -2.061674118041992, + 0.04391942918300629, + -0.016956176608800888, + 0.4815903902053833, + -0.3263557553291321, + 0.8342005014419556, + 2.1099836826324463, + 1.3180292844772339 + ], + [ + 0.7803064584732056, + -0.18757618963718414, + 0.7326307892799377, + 0.09731978178024292, + 0.8097779750823975, + 2.5792932510375977, + 1.982757568359375, + 2.1671302318573, + 0.542259693145752, + -1.252463936805725, + -0.9515612125396729, + -0.5977820754051208, + -2.751080274581909, + -2.755352020263672, + 0.27376386523246765, + -0.11006791889667511, + 0.6664118766784668, + -0.29885101318359375, + 0.8492818474769592, + 1.970365047454834, + 1.6095036268234253 + ], + [ + 0.796483039855957, + -0.19277165830135345, + 0.7579486966133118, + 0.20351341366767883, + 0.5474025011062622, + 2.4244775772094727, + 1.7655384540557861, + 2.1218578815460205, + 0.4287216067314148, + -1.4200836420059204, + -0.8780308365821838, + -0.5133897066116333, + -2.536252021789551, + -2.9041173458099365, + 0.2544083595275879, + -0.08443054556846619, + 0.5931686162948608, + -0.23668931424617767, + 0.7164294123649597, + 1.866014003753662, + 1.603817343711853 + ], + [ + 0.7640510201454163, + -0.10679468512535095, + 0.6775624752044678, + 0.06481638550758362, + 0.710166335105896, + 2.585310220718384, + 2.0511274337768555, + 2.2339813709259033, + 0.5624265670776367, + -1.4039177894592285, + -0.949329137802124, + -0.7293996214866638, + -2.636805534362793, + -2.806483507156372, + 0.1743191033601761, + -0.15372483432292938, + 0.5321486592292786, + -0.28621286153793335, + 0.9232078790664673, + 2.0615689754486084, + 1.5338070392608643 + ], + [ + 0.941353976726532, + -0.15945857763290405, + 0.6425827741622925, + 0.22722488641738892, + 0.3295438587665558, + 2.729790687561035, + 1.5962367057800293, + 2.0234456062316895, + 0.5845803022384644, + -1.2975612878799438, + -1.004537582397461, + -0.35494160652160645, + -2.5101261138916016, + -3.2450942993164062, + 0.28476184606552124, + -0.1860204041004181, + 0.552286684513092, + -0.2385619729757309, + 0.8079586625099182, + 2.0366945266723633, + 2.1220836639404297 + ] + ], + "generated_utilities": [ + 0.11140237003564835, + 0.1286216378211975, + 0.12050902843475342, + 0.1423465758562088, + 0.13636024296283722, + 0.1448194533586502, + 0.13255353271961212, + 0.14109288156032562 + ], + "group_id": "ms-465d531b9cec5bc77ed7", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14633941650390625, + 0.18844670057296753, + 0.2376406192779541, + 0.11944329738616943, + 0.29365041851997375, + 0.09618862718343735, + 0.22083640098571777, + 0.1960543394088745, + 0.22262853384017944, + 0.27925264835357666, + 0.10462646186351776, + 0.11609107255935669, + 2.0, + 0.17820104956626892, + 0.10378915071487427, + 0.08396083116531372 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.048774719238281, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.585240364074707, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.47198486328125 + ], + [ + 1.017571210861206, + -0.7436612248420715, + -0.04990246891975403, + -0.9582915306091309, + -0.04409670829772949, + 2.8282837867736816, + 1.667353868484497, + 1.3461363315582275, + 0.8673914670944214, + -1.6922638416290283, + -0.6434704661369324, + -0.3018173575401306, + -3.636941909790039, + -2.8130366802215576, + -0.37338030338287354, + 0.21357230842113495, + 1.2953966856002808, + -0.7448164224624634, + 1.295732855796814, + 1.7707419395446777, + 1.307889699935913 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.4801384210586548, + 0.04743361473083496, + 0.1421564668416977, + 0.09012449532747269, + -0.05707752704620361, + 1.2908680438995361, + 0.0, + 1.0156161785125732, + 0.1633760631084442, + -0.41051340103149414, + -0.08284282684326172, + -0.1203763484954834, + -1.7584819793701172, + 0.0, + 0.08880187571048737, + -0.21652798354625702, + 0.10733890533447266, + 0.15070366859436035, + 0.3216373920440674, + 1.018819808959961, + 0.0 + ], + [ + 1.4801384210586548, + -0.29905229806900024, + 0.13496774435043335, + -0.02371283620595932, + 0.5817093253135681, + 2.290868043899536, + 2.5243873596191406, + 2.0156161785125732, + 0.2708319425582886, + -1.4105134010314941, + -0.741651713848114, + -0.7480002641677856, + -2.758481979370117, + -2.7926201820373535, + 0.056290432810783386, + -0.24465803802013397, + 1.1073389053344727, + -0.650935173034668, + 1.3216373920440674, + 2.018819808959961, + 2.235992431640625 + ], + [ + 1.5345863103866577, + -0.5158930420875549, + 0.28291386365890503, + 0.12514588236808777, + 0.45986437797546387, + 2.173783779144287, + 2.659034252166748, + 2.1024129390716553, + 0.006342887878417969, + -1.1536107063293457, + -0.8874366879463196, + -1.0278019905090332, + -2.702664375305176, + -2.7831685543060303, + -0.21451900899410248, + -0.3964691758155823, + 0.8676357865333557, + -0.7536562085151672, + 1.1265089511871338, + 2.163041114807129, + 2.3180103302001953 + ], + [ + 1.4462664127349854, + -0.2400328367948532, + 0.6252102851867676, + 0.2794782519340515, + 0.3213256597518921, + 2.2628591060638428, + 2.950613498687744, + 1.7823256254196167, + 0.39905452728271484, + -1.10115647315979, + -1.1723332405090332, + -0.4953160285949707, + -2.3008713722229004, + -2.736694812774658, + 0.2015879601240158, + -0.2523837983608246, + 0.9181531667709351, + -0.21788060665130615, + 1.2615948915481567, + 1.5369057655334473, + 1.8364324569702148 + ], + [ + 1.6855838298797607, + -0.16183297336101532, + 0.5894030332565308, + -0.4545247554779053, + 1.1399803161621094, + 2.6822729110717773, + 2.968268394470215, + 2.281043767929077, + 0.38262739777565, + -1.9944188594818115, + -0.27411991357803345, + -0.6373017430305481, + -2.2597060203552246, + -2.6038875579833984, + -0.44069385528564453, + 0.051973238587379456, + 1.4591333866119385, + -1.0286061763763428, + 1.29121994972229, + 2.544881820678711, + 2.8290534019470215 + ], + [ + 0.6792210340499878, + -0.49974942207336426, + 0.7297555208206177, + -0.40978503227233887, + 1.3304963111877441, + 2.751124858856201, + 2.0519609451293945, + 2.139244556427002, + 0.8611269593238831, + -1.7709217071533203, + -1.0969388484954834, + -1.3487839698791504, + -3.1067047119140625, + -2.9456231594085693, + 0.4816826581954956, + -0.5874849557876587, + 0.20959967374801636, + -0.6983333230018616, + 1.672771692276001, + 2.432765483856201, + 2.294806480407715 + ] + ], + "predicted_scores": [ + 10.497119903564453, + 9.660919189453125, + 8.898368835449219, + 8.774951934814453, + 8.709959030151367, + 8.667808532714844, + 8.545553207397461, + 8.152289390563965 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "8cfe13aec1b86c5ca06e0f3551473d11b700ebc7b426e3d8d2e0a0a07a7c08a0", + "stored_base_utility": 0.14633941650390625, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14686547219753265, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14686547219753265 + }, + "base_progress": 0.14686547219753265, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.14686547219753265, + "candidate_action_clip_max_abs": [ + 0.3964543342590332, + 0.11341941356658936, + 0.3732421398162842, + 0.3697028160095215, + 0.22793889045715332, + 0.14588534832000732, + 0.2525545358657837, + 0.26146066188812256 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3964543342590332, + "contact_quality": null, + "progress": 0.032722193747758865, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.032722193747758865 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11341941356658936, + "contact_quality": null, + "progress": 0.04533962532877922, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04533962532877922 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3732421398162842, + "contact_quality": null, + "progress": 0.022944709286093712, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022944709286093712 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3697028160095215, + "contact_quality": null, + "progress": 0.025267383083701134, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.025267383083701134 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22793889045715332, + "contact_quality": null, + "progress": 0.04359741881489754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04359741881489754 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.14588534832000732, + "contact_quality": null, + "progress": 0.03212038800120354, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03212038800120354 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2525545358657837, + "contact_quality": null, + "progress": 0.01938476227223873, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01938476227223873 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26146066188812256, + "contact_quality": null, + "progress": 0.0203058123588562, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0203058123588562 + } + ], + "candidate_progress": [ + 0.032722193747758865, + 0.04533962532877922, + 0.022944709286093712, + 0.025267383083701134, + 0.04359741881489754, + 0.03212038800120354, + 0.01938476227223873, + 0.0203058123588562 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-61bde0225d6f4175b7cb", + "ms-52b4f33b924e82688187", + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-52b4f33b924e82688187", + "ms-52b4f33b924e82688187", + "ms-61bde0225d6f4175b7cb", + "ms-61bde0225d6f4175b7cb" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-47460f61b9edd000c05d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.2392438650131226, + -0.07479162514209747, + 0.4741497337818146, + 1.8446928262710571, + 0.7021031379699707, + 2.603665590286255, + 1.7121984958648682, + 2.444943904876709, + 0.17516039311885834, + -0.3152836263179779, + 1.4878323078155518, + 2.072242259979248, + 2.0487821102142334, + 2.1020872592926025, + -0.4837154746055603, + -0.5178861021995544, + 0.7282549142837524, + -0.8992155194282532, + 1.9257299900054932, + 2.0570662021636963, + 2.391993284225464 + ], + [ + 1.2052770853042603, + -0.47440069913864136, + -0.40087392926216125, + 1.4402891397476196, + 0.5133084058761597, + 1.2976609468460083, + 1.581883430480957, + 2.074956178665161, + 0.38664689660072327, + 0.3371087908744812, + 1.4472670555114746, + 1.739229440689087, + 0.9812544584274292, + 2.424405574798584, + 0.15851768851280212, + -0.6054331660270691, + 0.9695955514907837, + -0.8052770495414734, + 1.650153398513794, + 1.5458359718322754, + 1.03175950050354 + ], + [ + 1.4430146217346191, + -0.007053609937429428, + 0.24090486764907837, + 1.9685193300247192, + 0.6594112515449524, + 2.3937785625457764, + 1.9772169589996338, + 2.6433887481689453, + 0.34926870465278625, + -0.42962968349456787, + 1.5924620628356934, + 1.8138453960418701, + 2.1325302124023438, + 2.0511388778686523, + -0.0048652030527591705, + -0.7039397358894348, + 0.8171355724334717, + -0.17761658132076263, + 2.2053420543670654, + 2.5887112617492676, + 1.9405317306518555 + ], + [ + 1.4408621788024902, + -0.0845312625169754, + 0.15442070364952087, + 1.9786471128463745, + 0.7246730327606201, + 2.4232804775238037, + 2.1197350025177, + 2.7388699054718018, + 0.3710134029388428, + -0.5254641175270081, + 1.6369779109954834, + 1.580175518989563, + 2.042792558670044, + 2.234240770339966, + -0.07414695620536804, + -0.6875281929969788, + 0.7949621677398682, + -0.23445342481136322, + 2.231234312057495, + 2.4875528812408447, + 2.0293450355529785 + ], + [ + 1.0623579025268555, + -0.4671606421470642, + -0.1544751226902008, + 1.9506810903549194, + 0.5413885116577148, + 1.3603416681289673, + 1.1799226999282837, + 2.3168389797210693, + 0.5320465564727783, + 0.048385873436927795, + 1.274867057800293, + 1.9574861526489258, + 1.464098334312439, + 2.233628749847412, + -0.18929004669189453, + -0.5208273530006409, + 0.929817259311676, + -0.6491507887840271, + 1.9077050685882568, + 2.2241594791412354, + 1.567440152168274 + ], + [ + 1.47691011428833, + -0.4921107888221741, + 0.17032480239868164, + 1.5830836296081543, + 0.6825171709060669, + 1.3413598537445068, + 1.4717683792114258, + 2.0795977115631104, + 0.5762303471565247, + 0.06291979551315308, + 1.2591191530227661, + 2.1402335166931152, + 1.2805532217025757, + 1.8241688013076782, + 0.11672724783420563, + -0.5138249397277832, + 0.5196227431297302, + -0.8086814284324646, + 1.9058177471160889, + 1.2211923599243164, + 1.137266993522644 + ], + [ + 1.4501177072525024, + -0.513278067111969, + 0.1446913182735443, + 1.7543449401855469, + 0.34714603424072266, + 1.1891587972640991, + 1.634958028793335, + 2.6301541328430176, + 0.31256675720214844, + -0.2889828681945801, + 1.2881615161895752, + 1.653752088546753, + 1.2738269567489624, + 1.4335691928863525, + 0.05419653654098511, + -0.5531909465789795, + 0.3163314461708069, + -0.8197330832481384, + 1.9953527450561523, + 1.073796033859253, + 1.5865527391433716 + ], + [ + 1.503784418106079, + -0.5494884848594666, + 0.24425506591796875, + 1.752543568611145, + 0.3826751708984375, + 1.224086046218872, + 1.527642011642456, + 2.649174690246582, + 0.2958356440067291, + -0.4835628271102905, + 1.2572462558746338, + 1.3373063802719116, + 1.3324557542800903, + 1.379035472869873, + 0.10347871482372284, + -0.5232331156730652, + 0.2366258054971695, + -0.892426073551178, + 1.8739004135131836, + 1.2222809791564941, + 1.6712133884429932 + ] + ], + "generated_utilities": [ + 0.032722193747758865, + 0.04533962532877922, + 0.022944709286093712, + 0.025267383083701134, + 0.04359741881489754, + 0.03212038800120354, + 0.01938476227223873, + 0.0203058123588562 + ], + "group_id": "ms-47460f61b9edd000c05d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.10191375017166138, + 0.13210687041282654, + 0.10235834121704102, + 0.11440794169902802, + 0.0811331495642662, + 0.09812037646770477, + 0.111883245408535, + 0.06845395267009735, + 0.044036608189344406, + 0.06637243926525116, + 0.049783509224653244, + 0.044088225811719894, + 0.0465240478515625, + 0.0169106125831604, + 0.08098199218511581, + 0.16129642724990845 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.8418920040130615, + -0.6266884803771973, + -1.1242506504058838, + 1.0626189708709717, + 0.8441842794418335, + 0.753149151802063, + 1.7927545309066772, + 3.1161913871765137, + -0.017176002264022827, + -1.1853607892990112, + 1.2953681945800781, + 1.3168280124664307, + 1.3862082958221436, + 1.7527945041656494, + -0.09664003551006317, + -0.3065660297870636, + 1.8890008926391602, + -1.3852767944335938, + 1.6816902160644531, + 2.135638952255249, + 2.611903190612793 + ], + [ + 1.9073065519332886, + 0.18976908922195435, + -1.6335058212280273, + 1.8904104232788086, + 0.952211856842041, + 0.713108241558075, + 1.9434738159179688, + 2.7670271396636963, + -0.48160532116889954, + -0.6924691200256348, + 1.5666663646697998, + 0.5808336138725281, + 2.0740582942962646, + 2.1564650535583496, + 0.6840922236442566, + -0.05942267179489136, + 1.7625985145568848, + -0.7608223557472229, + 1.8533921241760254, + 1.9162894487380981, + 3.160639524459839 + ], + [ + 2.0429461002349854, + -0.4036540985107422, + -0.3583252429962158, + 1.5482943058013916, + -0.341942697763443, + 1.692737340927124, + 2.3213491439819336, + 3.3978095054626465, + 0.12392118573188782, + -1.2873412370681763, + 2.0498104095458984, + 0.6182836294174194, + 2.3117055892944336, + 2.8290183544158936, + -0.5125210285186768, + 0.3458961546421051, + 1.2784991264343262, + -1.4237265586853027, + 2.572146415710449, + 2.3084211349487305, + 2.152331829071045 + ], + [ + 2.361170768737793, + -0.9564684629440308, + -0.9811068773269653, + 1.085716962814331, + 1.0032764673233032, + 0.7905818223953247, + 1.6133432388305664, + 2.2988901138305664, + -1.0556941032409668, + -1.1048966646194458, + 1.6150538921356201, + 0.024766862392425537, + 2.6187679767608643, + 2.49774432182312, + -0.323219358921051, + -0.5525138974189758, + 1.6929757595062256, + -1.6804816722869873, + 1.4450623989105225, + 2.344139814376831, + 2.9341678619384766 + ], + [ + 3.233177900314331, + -0.14038752019405365, + -0.8499037623405457, + 1.9531731605529785, + 0.63392573595047, + 0.9795819520950317, + 2.5635108947753906, + 3.5868096351623535, + -1.1421535015106201, + -1.2974257469177246, + 1.5123322010040283, + 0.6829156875610352, + 0.9275850057601929, + 2.7154223918914795, + -0.6958171725273132, + -0.35900038480758667, + 2.0575027465820312, + -0.9633525013923645, + 1.8560459613800049, + 2.5212831497192383, + 2.1067681312561035 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.578145980834961, + -0.06263518333435059, + -0.31603550910949707, + 2.0925679206848145, + 0.4018409550189972, + 2.197049617767334, + 1.3910951614379883, + 2.4564995765686035, + 0.5516313314437866, + -0.11593997478485107, + 1.442196249961853, + 1.1962512731552124, + 1.7658101320266724, + 2.494981527328491, + -0.028798922896385193, + -0.6048069596290588, + 0.5762832164764404, + -0.9974836111068726, + 2.1953957080841064, + 1.3005058765411377, + 2.2876288890838623 + ] + ], + "predicted_scores": [ + 6.486614227294922, + 5.646053791046143, + 5.570400714874268, + 5.454538822174072, + 5.0220770835876465, + 4.826327323913574, + 4.574738502502441, + 3.5845413208007812 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "1b622228c41789ef0410895dc320b51d31dc87609d459dab3333158d2c2b186b", + "stored_base_utility": 0.10191375017166138, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2125825136899948, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2125825136899948 + }, + "base_progress": 0.2125825136899948, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2125825136899948, + "candidate_action_clip_max_abs": [ + 0.11946845054626465, + 0.0737987756729126, + 0.0326540470123291, + 0.0409848690032959, + 0.007214665412902832, + 0.00880122184753418, + 0.008023262023925781, + 0.0014889240264892578 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11946845054626465, + "contact_quality": null, + "progress": 0.09853509813547134, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09853509813547134 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0737987756729126, + "contact_quality": null, + "progress": 0.1275474578142166, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1275474578142166 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0326540470123291, + "contact_quality": null, + "progress": 0.13977153599262238, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13977153599262238 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0409848690032959, + "contact_quality": null, + "progress": 0.1126721128821373, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1126721128821373 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.007214665412902832, + "contact_quality": null, + "progress": 0.09813155978918076, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09813155978918076 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00880122184753418, + "contact_quality": null, + "progress": 0.11781460046768188, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11781460046768188 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.008023262023925781, + "contact_quality": null, + "progress": 0.10532327741384506, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10532327741384506 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0014889240264892578, + "contact_quality": null, + "progress": 0.11635222285985947, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11635222285985947 + } + ], + "candidate_progress": [ + 0.09853509813547134, + 0.1275474578142166, + 0.13977153599262238, + 0.1126721128821373, + 0.09813155978918076, + 0.11781460046768188, + 0.10532327741384506, + 0.11635222285985947 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-d271e7de6bc331371e9c", + "ms-d271e7de6bc331371e9c", + "ms-d271e7de6bc331371e9c", + "ms-d271e7de6bc331371e9c", + "ms-d271e7de6bc331371e9c", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13", + "ms-45fbd749d5ed3fe37c13" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-48178f52a96de3d1ead0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 2.0474236011505127, + 0.28873246908187866, + -1.6614595651626587, + -0.5159687399864197, + 0.26959505677223206, + -2.8944034576416016, + -2.890338659286499, + 0.9594987630844116, + 0.4530617296695709, + 0.1365194171667099, + 2.4127695560455322, + 1.1853623390197754, + -1.454784631729126, + 0.6728865504264832, + 1.6478073596954346, + 0.10426485538482666, + 0.08652789890766144, + -0.9655711054801941, + 0.8300081491470337, + -1.3456501960754395, + -1.4071917533874512 + ], + [ + 2.259730100631714, + 0.23319073021411896, + -1.4152255058288574, + -0.3175860643386841, + -0.026947021484375, + -2.8781065940856934, + -2.527609348297119, + 0.9099106788635254, + 0.30933940410614014, + -0.04182656854391098, + 2.3475265502929688, + 1.523513674736023, + -1.0784741640090942, + 0.12648247182369232, + 1.3191813230514526, + -0.07223008573055267, + 0.0693187266588211, + -0.6050378084182739, + 1.0317981243133545, + -0.7098685503005981, + -1.250206470489502 + ], + [ + 2.120657444000244, + 0.340740442276001, + -1.4347920417785645, + -0.09808280318975449, + 0.04508303105831146, + -2.690514087677002, + -2.717272996902466, + 0.8043428659439087, + 0.24875231087207794, + 0.029928036034107208, + 2.1485700607299805, + 1.6705979108810425, + -0.9123598337173462, + -0.061665043234825134, + 1.280134677886963, + -0.03618231415748596, + -0.09349609911441803, + -0.6332671046257019, + 1.1060868501663208, + -0.9787639379501343, + -1.2145262956619263 + ], + [ + 2.3463618755340576, + 0.16028927266597748, + -1.2810708284378052, + 0.07991048693656921, + -0.203926682472229, + -2.599912643432617, + -2.7410080432891846, + 0.8681491613388062, + 0.22784584760665894, + 0.03924831002950668, + 2.155165195465088, + 1.391597032546997, + -1.0745793581008911, + -0.06749959290027618, + 1.4530688524246216, + -0.08130903542041779, + -0.24150027334690094, + -0.48475122451782227, + 1.0148406028747559, + -1.0503395795822144, + -1.1252055168151855 + ], + [ + 2.3476178646087646, + 0.1855960339307785, + -0.8542284965515137, + -0.22851240634918213, + 0.18944990634918213, + -2.185260772705078, + -2.764045238494873, + 0.987468957901001, + 0.49406442046165466, + -0.004293523728847504, + 2.4137768745422363, + 1.8200103044509888, + -0.8826732635498047, + -0.6306124925613403, + 1.7443296909332275, + -0.18772390484809875, + -0.2965659499168396, + -0.3966449499130249, + 0.9678347110748291, + -0.8810690641403198, + -1.4180811643600464 + ], + [ + 1.630481481552124, + 0.1486559510231018, + -0.8930370807647705, + -0.22722356021404266, + 0.00247897207736969, + -1.848620057106018, + -2.1339311599731445, + 1.2810839414596558, + 0.15049085021018982, + 0.22399865090847015, + 1.485079050064087, + 0.9612485766410828, + -1.3756392002105713, + -0.012164339423179626, + 1.2776007652282715, + -0.15577082335948944, + -0.40540117025375366, + -0.8798080086708069, + 1.2636237144470215, + -1.2399592399597168, + -0.7757148742675781 + ], + [ + 1.638730764389038, + 0.22145088016986847, + -0.8283445835113525, + -0.1485784649848938, + 0.14671103656291962, + -1.9893532991409302, + -2.09904146194458, + 1.3598748445510864, + 0.10850489884614944, + 0.25712698698043823, + 1.4399194717407227, + 1.0299975872039795, + -1.2858482599258423, + -0.10518306493759155, + 1.196097493171692, + -0.19428898394107819, + -0.4932175278663635, + -0.8821417689323425, + 1.3602514266967773, + -1.3228390216827393, + -0.7936804294586182 + ], + [ + 1.6280479431152344, + 0.16669981181621552, + -0.9195072650909424, + -0.0992898941040039, + 0.008681997656822205, + -1.9275039434432983, + -2.056666851043701, + 1.314640760421753, + 0.07696482539176941, + 0.2291744351387024, + 1.4262222051620483, + 1.0958623886108398, + -1.2780191898345947, + -0.13116537034511566, + 1.2204159498214722, + -0.17826001346111298, + -0.420188844203949, + -0.9654516577720642, + 1.2883670330047607, + -1.2921631336212158, + -0.7410541772842407 + ] + ], + "generated_utilities": [ + 0.09853509813547134, + 0.1275474578142166, + 0.13977153599262238, + 0.1126721128821373, + 0.09813155978918076, + 0.11781460046768188, + 0.10532327741384506, + 0.11635222285985947 + ], + "group_id": "ms-48178f52a96de3d1ead0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1851016730070114, + 0.18955472111701965, + 0.18806830048561096, + 0.20614252984523773, + 0.2490411251783371, + 0.18510441482067108, + 0.15001355111598969, + 0.2048380821943283, + 0.10928744077682495, + 0.19716998934745789, + 0.09659451246261597, + 0.22734878957271576, + 0.2211601436138153, + 0.06493427604436874, + 0.09774911403656006, + 0.15654043853282928 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.1784164905548096, + -0.29249781370162964, + -1.2040349245071411, + -0.5427883863449097, + 0.16048231720924377, + -3.127448320388794, + -2.443816900253296, + 1.630592703819275, + 0.2979060411453247, + -0.3480691909790039, + 2.237975597381592, + 2.0031275749206543, + -1.3308817148208618, + -0.9373728036880493, + 1.159033179283142, + 0.09599432349205017, + 0.10146462917327881, + -1.2606383562088013, + 1.5396682024002075, + -0.901389479637146, + -1.0177069902420044 + ], + [ + 1.575424075126648, + -0.14450262486934662, + -1.5028172731399536, + 0.29457807540893555, + -0.241988405585289, + -3.7694239616394043, + -2.1279680728912354, + 0.7244672775268555, + -0.4959489107131958, + -0.05307227373123169, + 1.7298463582992554, + 1.986858606338501, + -0.6842701435089111, + -0.6228068470954895, + 1.1789661645889282, + -0.052205830812454224, + -0.5700492858886719, + -1.8211474418640137, + 1.4427911043167114, + -0.91298508644104, + -1.8058748245239258 + ], + [ + 1.8442555665969849, + -0.3320790231227875, + -1.9263752698898315, + -0.17776811122894287, + 0.8520792126655579, + -3.502812385559082, + -2.5815722942352295, + 0.8578410148620605, + -0.5015297532081604, + 0.4574010372161865, + 2.455106258392334, + 1.9849852323532104, + -1.7265751361846924, + -0.42026761174201965, + 1.153984785079956, + 0.036697596311569214, + 0.5171941518783569, + -2.106048107147217, + 1.4824457168579102, + -0.4977714419364929, + -0.9437247514724731 + ], + [ + 2.3100032806396484, + -0.07490918040275574, + -0.6254885792732239, + 0.47885680198669434, + 0.5969365835189819, + -3.3852932453155518, + -3.62983775138855, + 0.6047672629356384, + -0.12800772488117218, + 0.017914026975631714, + 1.5944280624389648, + 1.829688549041748, + -0.3298155665397644, + -0.700735867023468, + 2.526217222213745, + -0.7184797525405884, + 0.7853702306747437, + -0.6098253726959229, + 1.9523690938949585, + -2.074951171875, + -0.6044124960899353 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.796754240989685, + 0.08248135447502136, + -1.2363002300262451, + -0.22053629159927368, + 0.044006481766700745, + -3.1582729816436768, + -2.670987844467163, + 1.26107656955719, + 0.1588326245546341, + -0.17892789840698242, + 2.0734305381774902, + 1.6587562561035156, + -0.9124026894569397, + -0.6306981444358826, + 1.6518938541412354, + -0.4001787006855011, + 0.05351133272051811, + -1.3236310482025146, + 1.384336233139038, + -1.1758031845092773, + -1.2517874240875244 + ] + ], + "predicted_scores": [ + 3.4929757118225098, + 2.5420074462890625, + 2.2424216270446777, + 1.9279676675796509, + 1.0920379161834717, + 0.44744759798049927, + 0.06281736493110657, + 0.011035144329071045 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "1ab4028d2d0f6726724073c8e43e9feb99017e1e828aa88e6a2f9a3d4f8b61b8", + "stored_base_utility": 0.1851016730070114, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10425517708063126, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10425517708063126 + }, + "base_progress": 0.10425517708063126, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10425517708063126, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13784772157669067, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13784772157669067 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13777224719524384, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13777224719524384 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15382306277751923, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15382306277751923 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13964606821537018, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13964606821537018 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15217159688472748, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15217159688472748 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17294949293136597, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17294949293136597 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13722963631153107, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13722963631153107 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1439446061849594, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1439446061849594 + } + ], + "candidate_progress": [ + 0.13784772157669067, + 0.13777224719524384, + 0.15382306277751923, + 0.13964606821537018, + 0.15217159688472748, + 0.17294949293136597, + 0.13722963631153107, + 0.1439446061849594 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-49b9e0f9ceaf91314919", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.04808031767606735, + 0.12706208229064941, + 0.3396744132041931, + 0.12933871150016785, + 0.3841993510723114, + 0.5633493661880493, + 0.922109067440033, + 0.2966417074203491, + 0.4344969689846039, + 0.015717200934886932, + -1.213580846786499, + 0.7157263159751892, + -0.4116630554199219, + -0.27963387966156006, + -0.166915625333786, + 0.06152305379509926, + -0.20058493316173553, + -0.08851201832294464, + -1.28963041305542, + -0.21592628955841064, + 0.3421081304550171 + ], + [ + 0.17160749435424805, + 0.09428803622722626, + 0.4917210340499878, + -0.043880805373191833, + 0.22379915416240692, + 0.8972364664077759, + 0.730483889579773, + 0.20485332608222961, + 0.4607070982456207, + -0.20107704401016235, + -1.1399855613708496, + 0.09361151605844498, + -0.48523274064064026, + -0.10678191483020782, + 0.03174464777112007, + 0.10320152342319489, + -0.10613419115543365, + -0.2564626932144165, + -1.127666711807251, + 0.04960015416145325, + -0.15098080039024353 + ], + [ + -0.41286545991897583, + 0.1928919404745102, + 0.35636454820632935, + 0.10906058549880981, + 0.3650371730327606, + 1.0636214017868042, + 1.1219477653503418, + 0.4052436351776123, + 0.5118609070777893, + -0.009519197046756744, + -1.0877938270568848, + 0.34206798672676086, + -0.5149260759353638, + -0.4566802978515625, + -0.27855101227760315, + -0.03243789076805115, + -0.284038782119751, + -0.007122457027435303, + -1.2059431076049805, + -0.29978305101394653, + 0.31951743364334106 + ], + [ + 0.15658718347549438, + 0.06109742075204849, + 0.438802033662796, + 0.07078266143798828, + 0.4516855478286743, + 0.4279215931892395, + 0.6955051422119141, + 0.17388182878494263, + 0.3735390603542328, + -0.01582760363817215, + -1.1194120645523071, + 0.8435513377189636, + -0.2812685966491699, + -0.308052659034729, + -0.23567229509353638, + 0.09875236451625824, + -0.2208602875471115, + -0.20398248732089996, + -1.2473773956298828, + -0.3544464111328125, + 0.45644816756248474 + ], + [ + -0.10227549076080322, + 0.12418349087238312, + 0.5088247656822205, + -0.06262630224227905, + 0.0927940309047699, + 0.805200457572937, + 0.998310387134552, + 0.19611148536205292, + 0.3853151500225067, + -0.22002184391021729, + -1.2500617504119873, + 0.219930499792099, + -0.3540375232696533, + 0.11890163272619247, + -0.1295037418603897, + 0.08570228517055511, + -0.1399925798177719, + -0.19759266078472137, + -0.9387527108192444, + -0.09952318668365479, + 0.12749215960502625 + ], + [ + -0.2357548028230667, + 0.26888734102249146, + 0.2809956669807434, + 0.1872633695602417, + 0.514769434928894, + 0.823979377746582, + 0.6715103387832642, + 0.1751924753189087, + 0.5727224946022034, + 0.10343208909034729, + -1.3654340505599976, + 0.6695016622543335, + -0.6367450952529907, + 0.04505743086338043, + -0.1553555130958557, + 0.004879720509052277, + -0.3906060457229614, + -0.3111722469329834, + -0.8190121054649353, + -0.25332340598106384, + 0.5460050702095032 + ], + [ + -0.041866764426231384, + 0.06159455329179764, + 0.06416761875152588, + 0.20563197135925293, + 0.30519771575927734, + -0.16592761874198914, + 1.165877103805542, + 0.2774145007133484, + 0.45960548520088196, + -0.13871008157730103, + -1.529788613319397, + 0.9083688259124756, + -0.41518279910087585, + 0.5428897142410278, + -0.2625865042209625, + 0.02858947589993477, + -0.3406405448913574, + -0.1540827602148056, + -1.703958511352539, + -0.02759319543838501, + 0.6858959197998047 + ], + [ + 0.13779817521572113, + 0.14898735284805298, + 0.42651093006134033, + 0.26062482595443726, + 0.49580737948417664, + 0.5493130087852478, + 0.5911068916320801, + 0.20725028216838837, + 0.39094844460487366, + -0.0043504610657691956, + -1.2326406240463257, + 0.6701383590698242, + -0.030503004789352417, + -0.03760738670825958, + -0.17581845819950104, + 0.07490834593772888, + -0.37365925312042236, + -0.30651921033859253, + -1.42787766456604, + -0.3299691081047058, + 0.6156848669052124 + ] + ], + "generated_utilities": [ + 0.13784772157669067, + 0.13777224719524384, + 0.15382306277751923, + 0.13964606821537018, + 0.15217159688472748, + 0.17294949293136597, + 0.13722963631153107, + 0.1439446061849594 + ], + "group_id": "ms-49b9e0f9ceaf91314919", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.12084104865789413, + 0.11942680925130844, + 2.0, + 0.21079818904399872, + 0.14690753817558289, + 0.03731362149119377, + 0.14110420644283295, + 0.06472866237163544, + 0.0953696221113205, + 0.06787770986557007, + 0.10154414176940918, + 0.09195880591869354, + 0.18446359038352966, + 0.06652089208364487, + 0.05880824849009514, + 0.11991441249847412 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.29029655456543, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0297582149505615, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0660667419433594 + ], + [ + 0.10518024861812592, + -0.503385066986084, + 1.5101220607757568, + -1.1577125787734985, + 0.7583169937133789, + 2.3752682209014893, + 2.0653011798858643, + 0.8696916103363037, + 1.141933560371399, + 0.20246422290802002, + -1.8661503791809082, + 1.777623176574707, + -1.0778415203094482, + 0.18234482407569885, + 0.7407504320144653, + 0.5993716716766357, + -0.25768348574638367, + -0.17533747851848602, + -1.8911792039871216, + -1.2948542833328247, + -1.8043652772903442 + ], + [ + -0.14239054918289185, + -0.32798972725868225, + 1.2376662492752075, + -1.3921312093734741, + 0.8463954925537109, + 2.3338663578033447, + 2.3877687454223633, + 1.0141141414642334, + 1.2313166856765747, + 0.35322797298431396, + -2.0201382637023926, + 1.8729568719863892, + -0.9440975189208984, + 0.4862124025821686, + 0.7092217206954956, + 0.13038817048072815, + -0.38951748609542847, + -0.6320516467094421, + -1.5387144088745117, + -1.6793218851089478, + -1.0502076148986816 + ], + [ + -0.767719030380249, + -0.5781434178352356, + 1.7159509658813477, + -1.15177321434021, + 0.21886128187179565, + 2.2730658054351807, + 1.337350606918335, + 1.4104129076004028, + 0.7909755706787109, + 0.016768276691436768, + -1.2797954082489014, + 1.2753183841705322, + -0.19055473804473877, + 0.0764940083026886, + 0.38885021209716797, + 0.867735743522644, + 0.05913499370217323, + -0.9221115708351135, + -1.3676625490188599, + -1.8626089096069336, + -2.217958688735962 + ], + [ + 0.5970373749732971, + -0.19467021524906158, + 2.0257742404937744, + -1.8797684907913208, + 0.6013740301132202, + 2.768406867980957, + 1.339089274406433, + 0.6892421841621399, + 2.2505502700805664, + -0.2072862982749939, + -1.6345535516738892, + 1.1721967458724976, + -0.23882800340652466, + 0.45043307542800903, + 0.4250723719596863, + 1.14095139503479, + -0.36116328835487366, + 0.2607748508453369, + -1.5584540367126465, + -1.020295262336731, + -1.9110968112945557 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.2786552309989929, + 0.0690995305776596, + 0.2140120267868042, + -0.013185501098632812, + 0.058069586753845215, + 1.4074509143829346, + 0.0, + -0.05335646867752075, + 0.2909533977508545, + -0.012607693672180176, + -0.9810867309570312, + 0.7247991561889648, + -0.09036779403686523, + 0.0, + 0.10434502363204956, + 0.047561973333358765, + 0.1455322653055191, + -0.1386275589466095, + -1.0303230285644531, + -0.484602689743042, + 0.0 + ], + [ + -0.643510639667511, + -0.4679425060749054, + 0.2140120267868042, + -0.41720157861709595, + 0.08840900659561157, + 1.4074509143829346, + 0.0, + 0.18709248304367065, + 0.2909533977508545, + 0.5236482620239258, + -0.9810867309570312, + 0.7247991561889648, + -0.04425311088562012, + 0.0, + -0.2454284429550171, + 0.06753620505332947, + 0.5345383882522583, + 0.10575598478317261, + -1.0303230285644531, + -0.484602689743042, + 0.0 + ], + [ + 0.2361721247434616, + 0.469635546207428, + 1.2002978324890137, + -0.1377955675125122, + 1.8005151748657227, + 2.302882671356201, + 2.059696674346924, + 0.9080528616905212, + 0.7724541425704956, + 0.3799983263015747, + -1.4703058004379272, + 1.668492317199707, + -1.029285192489624, + 0.43112316727638245, + 0.5119866132736206, + 0.046738773584365845, + -0.8957383036613464, + 0.5157431960105896, + -2.4152281284332275, + -1.5052266120910645, + -2.3555572032928467 + ] + ], + "predicted_scores": [ + 5.234638214111328, + 5.093709945678711, + 4.922733783721924, + 4.905061721801758, + 4.5586628913879395, + 4.341191291809082, + 4.101567268371582, + 3.8685102462768555 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "b197e53b2c79f461ba5d71c1b22bd52df7b482c8701ba3f5e645b3d9b16a9fa0", + "stored_base_utility": 0.12084104865789413, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16214697062969208, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16214697062969208 + }, + "base_progress": 0.16214697062969208, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.16214697062969208, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1095067635178566, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1095067635178566 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10378734022378922, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10378734022378922 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12355244159698486, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12355244159698486 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11814747005701065, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11814747005701065 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11397743225097656, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11397743225097656 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12301629781723022, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12301629781723022 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10699421167373657, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10699421167373657 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09707248210906982, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09707248210906982 + } + ], + "candidate_progress": [ + 0.1095067635178566, + 0.10378734022378922, + 0.12355244159698486, + 0.11814747005701065, + 0.11397743225097656, + 0.12301629781723022, + 0.10699421167373657, + 0.09707248210906982 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-70549468e433100cfaa6", + "ms-70549468e433100cfaa6", + "ms-6e27d292a9cbea108fc9", + "ms-1577a0922a9e53528571", + "ms-70549468e433100cfaa6", + "ms-6e27d292a9cbea108fc9", + "ms-70549468e433100cfaa6", + "ms-70549468e433100cfaa6" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-4aed2a49597da545e551", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07543119043111801, + 0.1534951776266098, + 0.10527727007865906, + 0.7465816736221313, + 0.40451547503471375, + 0.2721632719039917, + 0.4955425560474396, + 0.3066743016242981, + 0.07320316880941391, + -0.06721135228872299, + 0.9363232851028442, + 0.6516833901405334, + 0.098154217004776, + -0.22206111252307892, + 0.02992807701230049, + -0.011099053546786308, + 0.48987698554992676, + -0.06803078949451447, + 0.32137998938560486, + 0.5286387205123901, + -0.00014287233352661133 + ], + [ + 0.13665838539600372, + 0.22791631519794464, + 0.027232706546783447, + 0.875252366065979, + 0.35479313135147095, + 0.039843060076236725, + 0.5627792477607727, + 0.3174585998058319, + 0.05514974147081375, + -0.1664193868637085, + 0.9073877334594727, + 0.633252739906311, + 0.062106162309646606, + -0.14564751088619232, + -0.021459009498357773, + -0.06793250143527985, + 0.36897480487823486, + 0.02231086790561676, + 0.23344719409942627, + 0.48346567153930664, + 0.06797880679368973 + ], + [ + 0.14248670637607574, + 0.18319933116436005, + 0.06376376748085022, + 0.81898033618927, + 0.22008086740970612, + 0.21237418055534363, + 0.4736638069152832, + 0.2620863616466522, + -0.02416280470788479, + -0.07239807397127151, + 0.7130010724067688, + 0.57430499792099, + -0.5631053447723389, + 0.02078338712453842, + 0.05651222541928291, + -0.014294263906776905, + 0.3878542184829712, + -0.04245904088020325, + 0.3433067202568054, + 0.4026179909706116, + 0.09550151973962784 + ], + [ + 0.025269322097301483, + 0.14389653503894806, + 0.05547255277633667, + 0.8918532133102417, + 0.3587111234664917, + -0.018254026770591736, + 0.7867265343666077, + 0.16826075315475464, + 0.055978477001190186, + -0.09027113765478134, + 0.6592696309089661, + 0.530091404914856, + -0.46964430809020996, + -0.08551008999347687, + -0.04645959660410881, + -0.03474199399352074, + 0.22932709753513336, + 0.03872983157634735, + 0.27456992864608765, + 0.6250248551368713, + -0.20027372241020203 + ], + [ + -0.16866092383861542, + 0.24213992059230804, + -0.012392967939376831, + 1.283766508102417, + 0.6850160956382751, + 0.1038307398557663, + 0.29765814542770386, + 0.5094558000564575, + 0.07700198888778687, + -0.06111673265695572, + 1.0257574319839478, + 0.6390503644943237, + 0.2716314494609833, + 0.35056591033935547, + -0.5089536905288696, + -0.1581018716096878, + 0.16288913786411285, + 0.30531585216522217, + -0.0271015465259552, + 0.9430320858955383, + 0.7272683382034302 + ], + [ + -0.19226621091365814, + 0.10817743837833405, + -0.1224043071269989, + 1.1829015016555786, + 0.19740211963653564, + 0.7083344459533691, + 0.34716200828552246, + 0.4262962341308594, + -0.03238707035779953, + -0.18415558338165283, + 0.5996118187904358, + 0.5365479588508606, + -0.008082717657089233, + 0.2818087935447693, + -0.2874172329902649, + -0.05342082306742668, + 0.2721451222896576, + 0.07607093453407288, + 0.2975165545940399, + 0.5017383694648743, + 0.08063945919275284 + ], + [ + -0.17085693776607513, + 0.18126976490020752, + 0.07631158828735352, + 1.302310585975647, + 0.5073089599609375, + 0.3276657462120056, + 0.18501660227775574, + 0.4618009030818939, + 0.1406329721212387, + -0.08776762336492538, + 0.955956757068634, + 0.5967463254928589, + 0.1688154637813568, + 0.2552800178527832, + -0.405025839805603, + -0.10437700152397156, + 0.16581547260284424, + 0.3212064504623413, + 0.06673246622085571, + 1.1715400218963623, + 0.632775068283081 + ], + [ + -0.21425841748714447, + 0.20715771615505219, + 0.03963044285774231, + 1.419548749923706, + 0.3871520161628723, + 0.5821120142936707, + 0.04506924748420715, + 0.5479922294616699, + 0.11981922388076782, + -0.1725846230983734, + 0.7309455871582031, + 0.553424060344696, + 0.34304705262184143, + 0.19875076413154602, + -0.3405933678150177, + -0.08475960791110992, + 0.14721843600273132, + 0.22598274052143097, + 0.34063053131103516, + 1.350576639175415, + 0.6669095754623413 + ] + ], + "generated_utilities": [ + 0.1095067635178566, + 0.10378734022378922, + 0.12355244159698486, + 0.11814747005701065, + 0.11397743225097656, + 0.12301629781723022, + 0.10699421167373657, + 0.09707248210906982 + ], + "group_id": "ms-4aed2a49597da545e551", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0956062525510788, + 0.1363774538040161, + 0.26598092913627625, + 0.23651695251464844, + 0.1311909258365631, + 0.09586982429027557, + 0.1286057084798813, + 0.16747096180915833, + 0.053440533578395844, + 0.10913896560668945, + 0.05689722299575806, + 0.10374375432729721, + 0.10177644342184067, + 0.17033681273460388, + 0.04078944772481918, + 0.13783252239227295 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.4163557291030884, + -0.7278948426246643, + 0.5686150789260864, + 2.70125675201416, + 1.0066883563995361, + 0.06918478012084961, + 0.3597421646118164, + -0.6220507025718689, + 0.3445069491863251, + 0.6679903268814087, + 1.7855844497680664, + 1.1036443710327148, + 1.1069074869155884, + 0.8064764142036438, + 0.6014257669448853, + -1.6907062530517578, + 1.7443926334381104, + 0.2514393627643585, + 1.2621033191680908, + 0.6345218420028687, + 0.146461620926857 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.26107656955718994, + 0.16094477474689484, + -0.07553506642580032, + 1.0734305381774902, + 0.6587562561035156, + 0.014147281646728516, + 0.0, + 0.22664093971252441, + -0.03243078291416168, + -0.1305171698331833, + 1.0457758903503418, + 0.3178975582122803, + -0.02370429039001465, + 0.0, + 0.005442589521408081, + -0.07795631885528564, + 0.4641822576522827, + -0.06369376182556152, + 0.07470965385437012, + 0.026958882808685303, + 0.0 + ], + [ + 0.26107656955718994, + 0.41679877042770386, + 0.23059934377670288, + 1.0734305381774902, + 0.6587562561035156, + 0.06088113784790039, + 0.0, + -0.36029672622680664, + 0.28368881344795227, + 0.09513680636882782, + 1.0457758903503418, + 0.15764451026916504, + 0.19139468669891357, + 0.0, + 0.07101334631443024, + -0.3411795496940613, + 0.4641822576522827, + -0.5432292222976685, + -0.5828619003295898, + -0.03231179714202881, + 0.0 + ], + [ + 1.458991527557373, + -0.018612101674079895, + -0.005890578031539917, + 1.946379542350769, + 1.9389135837554932, + -1.1472338438034058, + -0.4665248394012451, + 0.4605112671852112, + -0.3210827708244324, + -0.1339798867702484, + 2.3602705001831055, + 1.0663169622421265, + 0.6556688547134399, + 0.09705992788076401, + -0.47213298082351685, + -0.7525516748428345, + 1.336740255355835, + -0.42429861426353455, + 0.6669953465461731, + 1.1549748182296753, + -0.2899048924446106 + ], + [ + 0.48649245500564575, + 0.12829622626304626, + -0.6894771456718445, + 2.4538426399230957, + 1.3155620098114014, + -0.6362496614456177, + -0.3656652867794037, + 0.7003423571586609, + 0.6332497596740723, + 0.62367844581604, + 2.1948299407958984, + 1.222335934638977, + -0.13268321752548218, + -0.8450509905815125, + -0.7216220498085022, + -0.4643059968948364, + 1.1475151777267456, + -1.0393418073654175, + 0.29646989703178406, + 0.4018596410751343, + 0.3300948739051819 + ] + ], + "predicted_scores": [ + 4.825353622436523, + 4.6941351890563965, + 4.554069519042969, + 4.271000385284424, + 3.5719504356384277, + 3.244859218597412, + 2.335482120513916, + 1.3043488264083862 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "48735ee5dfba7dfcabd9984ba3b211218dddc0de445283d5dba024007a6b5bfd", + "stored_base_utility": 0.0956062525510788, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2752528488636017, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2752528488636017 + }, + "base_progress": 0.2752528488636017, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2752528488636017, + "candidate_action_clip_max_abs": [ + 0.08222270011901855, + 0.27298617362976074, + 0.27228260040283203, + 0.26181018352508545, + 0.2532217502593994, + 0.07494151592254639, + 0.17054545879364014, + 0.12052416801452637 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08222270011901855, + "contact_quality": null, + "progress": 0.20196624100208282, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20196624100208282 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27298617362976074, + "contact_quality": null, + "progress": 0.11595884710550308, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11595884710550308 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27228260040283203, + "contact_quality": null, + "progress": 0.11004438251256943, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11004438251256943 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26181018352508545, + "contact_quality": null, + "progress": 0.10117208957672119, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10117208957672119 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2532217502593994, + "contact_quality": null, + "progress": 0.1088806763291359, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1088806763291359 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07494151592254639, + "contact_quality": null, + "progress": 0.20718593895435333, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20718593895435333 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17054545879364014, + "contact_quality": null, + "progress": 0.14432699978351593, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14432699978351593 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12052416801452637, + "contact_quality": null, + "progress": 0.2095375806093216, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2095375806093216 + } + ], + "candidate_progress": [ + 0.20196624100208282, + 0.11595884710550308, + 0.11004438251256943, + 0.10117208957672119, + 0.1088806763291359, + 0.20718593895435333, + 0.14432699978351593, + 0.2095375806093216 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-1faf779e909ec0415be0", + "ms-ba11d52e628b2efe32ea", + "ms-ba11d52e628b2efe32ea", + "ms-ba11d52e628b2efe32ea", + "ms-ba11d52e628b2efe32ea", + "ms-1faf779e909ec0415be0", + "ms-ba11d52e628b2efe32ea", + "ms-1faf779e909ec0415be0" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4bda8533405961380322", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.438657283782959, + 0.29074347019195557, + -1.475662112236023, + -0.11425430327653885, + -0.5720781683921814, + -1.0915263891220093, + -2.632856845855713, + -1.0163815021514893, + 0.5099830031394958, + 0.3654833436012268, + 0.9121477007865906, + 0.47416985034942627, + -1.0426057577133179, + -0.7022511959075928, + 0.6043839454650879, + 0.24214939773082733, + 0.5181620717048645, + -0.3021990656852722, + 0.9731613397598267, + -1.0153923034667969, + -0.6241731643676758 + ], + [ + 1.9231822490692139, + 0.09772223234176636, + -1.2258111238479614, + -0.37550675868988037, + -0.8579471707344055, + -1.9165109395980835, + -2.1987650394439697, + -0.24894583225250244, + 0.789260983467102, + 0.20828858017921448, + 1.6159543991088867, + 0.5793917179107666, + -1.170089602470398, + -0.13646067678928375, + 0.7500258088111877, + 0.06697474420070648, + 0.4260089099407196, + -0.39444857835769653, + 1.2421901226043701, + -0.5264452695846558, + -0.21081718802452087 + ], + [ + 1.8432934284210205, + 0.18147604167461395, + -1.1570571660995483, + -0.391157329082489, + -1.0139985084533691, + -1.810826063156128, + -2.2939682006835938, + -0.12071651220321655, + 0.6887830495834351, + 0.24815824627876282, + 1.7025340795516968, + 0.689423680305481, + -1.1525778770446777, + -0.010853171348571777, + 0.7526041865348816, + 0.07198303937911987, + 0.27244219183921814, + -0.3974916934967041, + 1.3935182094573975, + -0.7418232560157776, + 0.006559386849403381 + ], + [ + 1.7284975051879883, + 0.2650226354598999, + -1.0255663394927979, + -0.3834053874015808, + -1.2756636142730713, + -1.5282258987426758, + -2.2876386642456055, + -0.002610504627227783, + 0.6855589151382446, + 0.32959145307540894, + 1.8743584156036377, + 0.8153142929077148, + -1.07730233669281, + -0.4347303509712219, + 0.6663833260536194, + 0.0067094843834638596, + 0.06545519828796387, + -0.3116909861564636, + 1.0938153266906738, + -1.0734131336212158, + 0.08345367759466171 + ], + [ + 1.7240554094314575, + 0.13846108317375183, + -0.9982873201370239, + -0.3740238547325134, + -1.008218765258789, + -1.8630386590957642, + -2.1488778591156006, + -0.05525572597980499, + 0.6666720509529114, + 0.09771358966827393, + 1.6882916688919067, + 0.7787185311317444, + -1.0069409608840942, + -0.13359273970127106, + 0.7301610112190247, + 0.047519274055957794, + 0.2666551172733307, + -0.478462278842926, + 1.5066969394683838, + -0.6793922185897827, + -0.015874043107032776 + ], + [ + 1.5501229763031006, + 0.3144457936286926, + -1.418005347251892, + -0.5351125001907349, + -0.7184301614761353, + -1.3623242378234863, + -2.535831928253174, + -1.0906139612197876, + 0.40586167573928833, + 0.3241896331310272, + 0.9714556932449341, + 0.058327436447143555, + -1.0883357524871826, + -0.47914183139801025, + 0.5012913942337036, + 0.10646016895771027, + 0.9002228379249573, + -0.5522838234901428, + 0.8060960173606873, + -0.7451704144477844, + 0.05183098465204239 + ], + [ + 1.4397000074386597, + -0.01853710226714611, + -1.1989872455596924, + -0.4696314334869385, + -0.72700434923172, + -2.1241185665130615, + -2.3316781520843506, + -0.15938252210617065, + 0.6361495852470398, + 0.13686595857143402, + 1.5592665672302246, + 0.9386952519416809, + -0.7385242581367493, + -0.1962801069021225, + 0.7577087879180908, + 0.025839388370513916, + 0.46651843190193176, + -0.520201563835144, + 1.4152588844299316, + -0.26476097106933594, + -0.34787073731422424 + ], + [ + 1.5967490673065186, + 0.06616600602865219, + -1.102898359298706, + -0.7316874265670776, + -0.6323708891868591, + -1.7767821550369263, + -1.9242851734161377, + -0.7708684206008911, + 0.5069612860679626, + 0.22798064351081848, + 1.4111522436141968, + 0.5456756949424744, + -0.6539520025253296, + -0.8667171001434326, + 0.24898044764995575, + 0.09472233057022095, + 0.34312519431114197, + -0.46846646070480347, + 0.92584627866745, + -0.8122701644897461, + -0.15502312779426575 + ] + ], + "generated_utilities": [ + 0.20196624100208282, + 0.11595884710550308, + 0.11004438251256943, + 0.10117208957672119, + 0.1088806763291359, + 0.20718593895435333, + 0.14432699978351593, + 0.2095375806093216 + ], + "group_id": "ms-4bda8533405961380322", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08866866677999496, + 0.04944596812129021, + 0.026168247684836388, + 0.08798031508922577, + 0.24386820197105408, + 0.012725154869258404, + 0.18831688165664673, + 0.2298247516155243, + 0.19725243747234344, + 0.07870491594076157, + 0.1407778114080429, + 0.31490015983581543, + 0.19570958614349365, + 0.1100364550948143, + 0.12634536623954773, + 0.12883231043815613 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6682586669921875, + 0.08803176879882812, + -0.24890053272247314, + -0.05093333125114441, + 0.0019022226333618164, + -1.227027177810669, + 0.0, + -0.2396673560142517, + -0.10548567771911621, + 0.04569530487060547, + 0.8352813720703125, + 0.08822575211524963, + -0.011051416397094727, + 0.0, + -0.21995532512664795, + 0.06062385439872742, + 0.0413876473903656, + -0.27282455563545227, + 0.04829728603363037, + -0.015352487564086914, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.737181186676025, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.3644158840179443, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.8645350933074951 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.6682586669921875, + 0.26449674367904663, + -1.2489005327224731, + -0.4517422318458557, + -0.65993732213974, + -2.227027177810669, + -2.3685905933380127, + -0.7566554546356201, + 0.5334264636039734, + 0.16185735166072845, + 1.8352813720703125, + 0.3425511121749878, + -0.8947815299034119, + -0.6822079420089722, + 0.6169513463973999, + -0.2838607132434845, + 0.5033541321754456, + -0.4586132764816284, + 1.0482972860336304, + -1.015352487564087, + -0.43226754665374756 + ], + [ + 1.4652440547943115, + 0.15996773540973663, + -1.2664461135864258, + -0.7490006685256958, + -0.6618564128875732, + -2.4573988914489746, + -2.2078449726104736, + -0.6452693939208984, + 0.46873754262924194, + 0.3674372434616089, + 1.814250111579895, + 0.6388412714004517, + -1.0776288509368896, + -0.70411616563797, + 0.4578709006309509, + -0.37844496965408325, + 0.3075176477432251, + -0.5099388957023621, + 0.8765447735786438, + -0.7765458822250366, + -0.19277313351631165 + ], + [ + 1.2796318531036377, + 0.09778665006160736, + -1.042616844177246, + -0.12377503514289856, + -0.6862170100212097, + -2.52871036529541, + -2.092247724533081, + -0.9183908104896545, + 0.2000427544116974, + 0.5008649826049805, + 2.2059168815612793, + 0.40015938878059387, + -1.1310443878173828, + -0.45080605149269104, + 0.2852528393268585, + -0.5204251408576965, + 0.7512250542640686, + -0.34272900223731995, + 1.31093430519104, + -1.2546131610870361, + -0.7777134776115417 + ], + [ + 1.4390417337417603, + 0.08250580728054047, + -1.1557319164276123, + -0.06080472469329834, + -0.55416339635849, + -2.4981703758239746, + -2.3412795066833496, + -1.2245724201202393, + 0.35266852378845215, + 0.4633280634880066, + 1.4520883560180664, + 0.3952507972717285, + -1.2242931127548218, + -0.7508142590522766, + 1.1163978576660156, + 0.007957696914672852, + 0.046303749084472656, + -0.777048647403717, + 0.7901391983032227, + -1.4766401052474976, + -0.4511302709579468 + ], + [ + 2.1018595695495605, + -0.3512669801712036, + -0.5540784001350403, + -1.1445039510726929, + -0.14577090740203857, + -1.824690818786621, + -2.5153141021728516, + -0.8764916062355042, + 0.9288489818572998, + -0.2948935627937317, + 2.1858386993408203, + 0.05218988656997681, + -1.2353345155715942, + -0.6046010851860046, + 1.2678008079528809, + -0.6465655565261841, + -0.10074430704116821, + 0.13312363624572754, + 0.35490453243255615, + -1.5409643650054932, + -0.22659564018249512 + ], + [ + 1.8216949701309204, + 0.9893742203712463, + -1.3977673053741455, + -0.09242263436317444, + -0.11688095331192017, + -2.159379482269287, + -2.19065523147583, + -0.00670391321182251, + 0.06587186455726624, + 0.6999738216400146, + 1.935206413269043, + 0.6532185077667236, + -0.8325080275535583, + -1.2083572149276733, + -0.11793065071105957, + -0.12796558439731598, + 0.22153228521347046, + 0.11623263359069824, + 0.4741530418395996, + -0.9866599440574646, + -1.0123517513275146 + ], + [ + 1.3324075937271118, + 0.16960345208644867, + -0.37882572412490845, + -0.32711905241012573, + -0.6793761849403381, + -1.9084043502807617, + -3.014737844467163, + -0.7613361477851868, + 0.689814031124115, + 0.47051477432250977, + 2.2336106300354004, + 0.88899165391922, + -0.6015310287475586, + -1.4561951160430908, + 0.7661949396133423, + 0.10601475834846497, + 0.8330938816070557, + 0.15631449222564697, + 1.6131055355072021, + -1.1300413608551025, + -0.600730299949646 + ] + ], + "predicted_scores": [ + 7.364837646484375, + 6.711663722991943, + 6.442082405090332, + 5.848577499389648, + 5.640261650085449, + 5.568526268005371, + 5.20017147064209, + 4.905492305755615 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "04988f70f9c63f3482dd0100e2754fcdd038c786905ce15ab136a9a284d1616b", + "stored_base_utility": 0.08866866677999496, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08936681598424911, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08936681598424911 + }, + "base_progress": 0.08936681598424911, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08936681598424911, + "candidate_action_clip_max_abs": [ + 0.16514992713928223, + 0.13550376892089844, + 0.17959511280059814, + 0.12155032157897949, + 0.19095778465270996, + 0.1430724859237671, + 0.16022861003875732, + 0.1638336181640625 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16514992713928223, + "contact_quality": null, + "progress": 0.03741995617747307, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03741995617747307 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13550376892089844, + "contact_quality": null, + "progress": 0.0341658778488636, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0341658778488636 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17959511280059814, + "contact_quality": null, + "progress": 0.04009469226002693, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04009469226002693 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12155032157897949, + "contact_quality": null, + "progress": 0.03467291593551636, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03467291593551636 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19095778465270996, + "contact_quality": null, + "progress": 0.027836879715323448, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027836879715323448 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1430724859237671, + "contact_quality": null, + "progress": 0.026166478171944618, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.026166478171944618 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16022861003875732, + "contact_quality": null, + "progress": 0.035888057202100754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.035888057202100754 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1638336181640625, + "contact_quality": null, + "progress": 0.031519871205091476, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.031519871205091476 + } + ], + "candidate_progress": [ + 0.03741995617747307, + 0.0341658778488636, + 0.04009469226002693, + 0.03467291593551636, + 0.027836879715323448, + 0.026166478171944618, + 0.035888057202100754, + 0.031519871205091476 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-db2c4015a0690cc80d24", + "ms-db2c4015a0690cc80d24", + "ms-35a50d2822c2c3cc4516", + "ms-db2c4015a0690cc80d24", + "ms-35a50d2822c2c3cc4516", + "ms-db2c4015a0690cc80d24", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4c99c68cb7d1f50db857", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5426543354988098, + 0.22318731248378754, + 0.6686813831329346, + 0.004216402769088745, + 0.5280287265777588, + 2.6340279579162598, + 0.943813681602478, + -0.20055434107780457, + 0.14662422239780426, + 1.0253716707229614, + -0.40535178780555725, + 0.527438223361969, + 1.0658096075057983, + 0.9889594912528992, + 0.14208008348941803, + 0.003242999315261841, + -0.2383558601140976, + 0.9460611939430237, + 0.12552784383296967, + 0.5877736210823059, + -0.43572673201560974 + ], + [ + -0.5026530027389526, + 0.22209949791431427, + 0.5129919648170471, + 0.19340184330940247, + 0.24869941174983978, + 2.388315439224243, + 1.1012458801269531, + -0.3683378994464874, + -0.009973712265491486, + 1.0575635433197021, + -0.4751006066799164, + 0.6109939813613892, + 0.7385255098342896, + 0.8191428780555725, + 0.3818715512752533, + 0.011350098997354507, + -0.1954222470521927, + 0.8986166715621948, + 0.17833702266216278, + 0.41194218397140503, + -0.49485501646995544 + ], + [ + -0.42653316259384155, + 0.14605671167373657, + 0.9967010021209717, + -0.1888388693332672, + 0.2629380524158478, + 2.3311681747436523, + 0.8058063983917236, + -0.08053332567214966, + -0.01083729974925518, + 0.6744568347930908, + -0.5102895498275757, + 0.8814273476600647, + 1.4653362035751343, + 0.5777484178543091, + 0.3660314381122589, + 0.11247096955776215, + 0.13635878264904022, + 0.6577376127243042, + 0.1838015913963318, + 0.6426751613616943, + -0.5318725109100342 + ], + [ + -0.42188793420791626, + 0.18802432715892792, + 0.5405001044273376, + 0.15534543991088867, + 0.3070053458213806, + 2.480454444885254, + 0.8850096464157104, + -0.3629775941371918, + 0.044372908771038055, + 0.9823786616325378, + -0.4301765561103821, + 0.5708526372909546, + 0.8445726633071899, + 0.8205119371414185, + 0.3906562030315399, + 0.02212783321738243, + -0.09413598477840424, + 0.8901463150978088, + 0.2410120964050293, + 0.4135005474090576, + -0.5115697383880615 + ], + [ + -0.7274050712585449, + 0.20742113888263702, + 1.228132724761963, + 0.1846558153629303, + 0.4704286456108093, + 2.374621629714966, + 1.2628121376037598, + -0.12333407998085022, + 0.24677512049674988, + 0.7945130467414856, + -0.7934457659721375, + 1.0130536556243896, + 1.517408847808838, + 0.709205150604248, + -0.07832111418247223, + 0.018312698230147362, + 0.21350759267807007, + 0.6919289231300354, + 0.3705179691314697, + 0.20252951979637146, + -0.02942238748073578 + ], + [ + -0.47305166721343994, + 0.23354585468769073, + 0.6830533742904663, + 0.2631298899650574, + 0.6042144298553467, + 2.0609240531921387, + 1.2111318111419678, + -0.5365204811096191, + 0.10483438521623611, + 1.0468707084655762, + -0.3902164697647095, + 1.1931228637695312, + 1.0284847021102905, + 0.878323495388031, + 0.32307782769203186, + 0.008657416328787804, + -0.1976698786020279, + 0.9281696677207947, + 0.24250851571559906, + 0.42143726348876953, + -0.6758426427841187 + ], + [ + -0.4430888891220093, + 0.22327189147472382, + 0.9962071180343628, + -0.12609997391700745, + 0.22465090453624725, + 2.307079792022705, + 0.766528844833374, + -0.11688601970672607, + 0.09882286190986633, + 0.8080682754516602, + -0.4528222978115082, + 0.9285022020339966, + 1.3465999364852905, + 0.6756843328475952, + 0.40050196647644043, + 0.035804782062768936, + 0.16585420072078705, + 0.5691534280776978, + 0.21490490436553955, + 0.4315723180770874, + -0.634030818939209 + ], + [ + -0.5151891708374023, + 0.17051362991333008, + 0.9314532279968262, + -0.25665047764778137, + 0.41054749488830566, + 2.235363721847534, + 0.679155707359314, + -0.1528489887714386, + 0.126445472240448, + 0.8534340858459473, + -0.5746256113052368, + 0.8348373174667358, + 1.4144222736358643, + 0.5635998845100403, + 0.3461373448371887, + -0.033533379435539246, + 0.2820463180541992, + 0.6184134483337402, + 0.12193822860717773, + 0.5980612635612488, + -0.4604749381542206 + ] + ], + "generated_utilities": [ + 0.03741995617747307, + 0.0341658778488636, + 0.04009469226002693, + 0.03467291593551636, + 0.027836879715323448, + 0.026166478171944618, + 0.035888057202100754, + 0.031519871205091476 + ], + "group_id": "ms-4c99c68cb7d1f50db857", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.13943442702293396, + 0.218084454536438, + 0.2444661557674408, + 0.27179840207099915, + 0.17749977111816406, + 0.17274639010429382, + 0.1659477800130844, + 0.18405847251415253, + 0.17518797516822815, + 0.13948073983192444, + 0.06761813163757324, + 0.10498885810375214, + 0.09842725843191147, + 0.026956817135214806, + 0.0712546557188034, + 0.09107261896133423 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.2507872581481934, + -0.08059419691562653, + 2.4715278148651123, + 0.3053598403930664, + 0.7546101808547974, + 2.9312283992767334, + 1.873169183731079, + 0.15105611085891724, + 0.5934745073318481, + 1.379043698310852, + -0.23697707056999207, + 1.7916675806045532, + 2.535080909729004, + 2.566476583480835, + 0.947644054889679, + -0.36659863591194153, + -0.4054778516292572, + 1.232434868812561, + 0.8070868849754333, + -0.056455329060554504, + -0.9141308069229126 + ], + [ + -1.3529753684997559, + -0.1538943648338318, + 2.1481986045837402, + 1.006353497505188, + 1.5470514297485352, + 3.380431890487671, + 2.452319622039795, + -0.03912290930747986, + -0.6151260137557983, + 1.9272701740264893, + 0.7675593495368958, + 2.7678918838500977, + 3.473714590072632, + 1.2756890058517456, + 0.12088871002197266, + 0.4666630029678345, + -0.17024970054626465, + 2.357696056365967, + 1.0983436107635498, + 0.10792345553636551, + -0.5104690790176392 + ], + [ + -0.17342334985733032, + 0.02764814719557762, + 1.3808660507202148, + 0.8873197436332703, + 1.4590046405792236, + 3.4094371795654297, + 3.3597490787506104, + -0.9041770696640015, + 0.25261613726615906, + 1.9396077394485474, + -0.1780472695827484, + 2.164065361022949, + 2.8086304664611816, + 1.4180881977081299, + 0.4801657199859619, + 0.08508455008268356, + -0.8861111998558044, + 1.441380262374878, + 1.5251747369766235, + 0.06304365396499634, + -0.37537968158721924 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.13805830478668213, + -0.01982853002846241, + 0.9572144746780396, + 0.0988638699054718, + 0.02287822961807251, + 2.1033334732055664, + 0.0, + 0.022793948650360107, + 0.05090852081775665, + 0.9263772964477539, + 0.027632158249616623, + 0.7982347011566162, + 1.637244462966919, + 0.0, + 0.03885084390640259, + -0.0377972349524498, + 0.06047588586807251, + 0.5503368377685547, + 0.013310790061950684, + 0.03689578175544739, + 0.0 + ], + [ + -0.13805830478668213, + 0.14641252160072327, + 0.9572144746780396, + -0.0775197222828865, + 0.14577221870422363, + 2.1033334732055664, + 0.0, + 0.0892479419708252, + 0.023855866864323616, + 0.9263772964477539, + -0.1591777354478836, + 0.7982347011566162, + 1.637244462966919, + 0.0, + 0.1030125617980957, + -0.203850656747818, + 0.21402645111083984, + 0.5503368377685547, + 0.1822727918624878, + 0.013401821255683899, + 0.0 + ], + [ + -0.13805830478668213, + 0.18970879912376404, + 0.9572144746780396, + -0.07335209101438522, + -0.17421525716781616, + 2.1033334732055664, + 0.0, + -0.061402827501297, + -0.020703526213765144, + 0.9263772964477539, + -0.1528143435716629, + 0.7982347011566162, + 1.637244462966919, + 0.0, + 0.1908959150314331, + -0.3652677834033966, + -0.591729462146759, + 0.5503368377685547, + 0.013310790061950684, + -0.773725688457489, + 0.0 + ] + ], + "predicted_scores": [ + 4.075718879699707, + 3.708742141723633, + 3.5943684577941895, + 3.4462342262268066, + 3.294613838195801, + 3.2172093391418457, + 3.1208744049072266, + 2.904852867126465 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "ad33a44d96bbacf5724906047c4a1fbaf31469d60a3bf4242adb563225e80079", + "stored_base_utility": 0.13943442702293396, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11804928630590439, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11804928630590439 + }, + "base_progress": 0.11804928630590439, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11804928630590439, + "candidate_action_clip_max_abs": [ + 0.0, + 0.00848698616027832, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04439187049865723, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04439187049865723 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00848698616027832, + "contact_quality": null, + "progress": 0.08324428647756577, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08324428647756577 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09339439868927002, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09339439868927002 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07545516639947891, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07545516639947891 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06997865438461304, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06997865438461304 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09762376546859741, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09762376546859741 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09354832023382187, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09354832023382187 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07283500581979752, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07283500581979752 + } + ], + "candidate_progress": [ + 0.04439187049865723, + 0.08324428647756577, + 0.09339439868927002, + 0.07545516639947891, + 0.06997865438461304, + 0.09762376546859741, + 0.09354832023382187, + 0.07283500581979752 + ], + "candidate_safety_violation": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058", + "ms-60f0d45b604940db0058" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4db7b82d22bfbf9258b5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.167466640472412, + -0.1497485488653183, + 0.2864237427711487, + -1.9751505851745605, + 1.7602403163909912, + 1.241839051246643, + 1.2982604503631592, + 0.6261922121047974, + -0.05627913028001785, + -0.4573836922645569, + 1.7728955745697021, + 1.0374027490615845, + 0.8033883571624756, + -0.04868222773075104, + -0.23957201838493347, + -0.11005640029907227, + 0.9111820459365845, + 1.7556840181350708, + 0.7953046560287476, + -0.15185564756393433, + 0.0673631951212883 + ], + [ + 1.1465504169464111, + -0.12995275855064392, + 0.08371874690055847, + -1.764802098274231, + 2.064598798751831, + 1.8713634014129639, + 1.0291590690612793, + 0.5862441062927246, + -0.09208600968122482, + -0.5443209409713745, + 1.4978662729263306, + 1.1643116474151611, + 0.5224486589431763, + -0.24268154799938202, + -0.27968713641166687, + -0.172003835439682, + 0.7566969990730286, + 1.39403235912323, + 0.8407191038131714, + -0.2685076892375946, + 0.37282001972198486 + ], + [ + 1.01042640209198, + -0.1452607810497284, + 0.07994654774665833, + -1.5872775316238403, + 1.9427990913391113, + 1.3887600898742676, + 1.0415475368499756, + 0.5890214443206787, + -0.039615340530872345, + -0.588497519493103, + 1.6517289876937866, + 1.1918487548828125, + 0.7009202241897583, + 0.016109071671962738, + -0.4447830319404602, + -0.2811453342437744, + 0.7096801400184631, + 1.3314127922058105, + 0.9006493091583252, + -0.17163656651973724, + 0.43607231974601746 + ], + [ + 1.0433876514434814, + -0.1849984973669052, + 0.2609349489212036, + -1.3767108917236328, + 2.1652235984802246, + 1.0807011127471924, + 0.9397619366645813, + 0.5537892580032349, + 0.022336445748806, + -0.650098979473114, + 1.8217997550964355, + 1.3080120086669922, + 0.5496336221694946, + 0.08537644147872925, + -0.3811016082763672, + -0.25360700488090515, + 0.8108508586883545, + 1.2303906679153442, + 0.7505128383636475, + -0.19408392906188965, + 0.42116230726242065 + ], + [ + 1.0577597618103027, + -0.24237141013145447, + 0.2496367245912552, + -1.6704401969909668, + 2.042680263519287, + 1.4324569702148438, + 1.1302448511123657, + 0.7126495838165283, + -0.024996129795908928, + -0.5809006094932556, + 1.629012107849121, + 1.1199629306793213, + 0.6915616989135742, + 0.08895950019359589, + -0.4497254490852356, + -0.17687509953975677, + 0.5520280599594116, + 1.2726526260375977, + 0.9567912817001343, + -0.15046311914920807, + 0.408229798078537 + ], + [ + 0.9407497048377991, + -0.062284909188747406, + 0.04765763878822327, + -1.3501567840576172, + 2.0413901805877686, + 1.7341772317886353, + 0.9835996627807617, + 0.6203256845474243, + -0.08761382848024368, + -0.6357570886611938, + 1.699820876121521, + 1.0626078844070435, + 0.5814813375473022, + -0.12191523611545563, + -0.29018494486808777, + -0.2593376040458679, + 0.7184874415397644, + 1.23833167552948, + 0.7615657448768616, + -0.14640697836875916, + 0.47861918807029724 + ], + [ + 0.9228439927101135, + -0.13776497542858124, + 0.1503244936466217, + -1.4719487428665161, + 1.9649417400360107, + 1.4064252376556396, + 0.9400807619094849, + 0.5886564254760742, + -0.04717952013015747, + -0.7896894812583923, + 1.6653904914855957, + 1.126709222793579, + 0.597362756729126, + -0.006976962089538574, + -0.2894172668457031, + -0.2412194013595581, + 0.6511380672454834, + 1.2517448663711548, + 0.6155908107757568, + -0.03671547770500183, + 0.6053787469863892 + ], + [ + 0.9104175567626953, + -0.1783875674009323, + 0.09283965826034546, + -1.678830862045288, + 1.5133540630340576, + 0.2745248079299927, + 0.8381376266479492, + 0.5048472881317139, + -0.203247532248497, + -0.29246631264686584, + 1.6935367584228516, + 0.691630482673645, + 0.46164461970329285, + 0.4397581219673157, + -0.5836840867996216, + -0.2853574752807617, + 0.8564711809158325, + 1.3669507503509521, + 1.0343831777572632, + -0.4212387800216675, + 0.2232249528169632 + ] + ], + "generated_utilities": [ + 0.04439187049865723, + 0.08324428647756577, + 0.09339439868927002, + 0.07545516639947891, + 0.06997865438461304, + 0.09762376546859741, + 0.09354832023382187, + 0.07283500581979752 + ], + "group_id": "ms-4db7b82d22bfbf9258b5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17504028975963593, + 0.0831746906042099, + 0.03409596532583237, + 0.05498375743627548, + 0.15190979838371277, + 0.1557208001613617, + 0.24657182395458221, + 0.19281911849975586, + 0.15491381287574768, + 0.17386464774608612, + 0.04939901828765869, + 0.21023349463939667, + 0.0834546908736229, + 0.026203375309705734, + 0.23132461309432983, + 0.039025962352752686 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0699690580368042, + -0.042737528681755066, + -0.03916393220424652, + -0.8311253786087036, + 0.164831280708313, + -0.04353252053260803, + 0.0, + 0.04904007911682129, + -0.01368267834186554, + 0.0431385338306427, + 0.6252454519271851, + 0.015396535396575928, + 0.09286904335021973, + 0.0, + 0.029772520065307617, + -0.058909833431243896, + 0.3899233341217041, + 0.22309505939483643, + -0.07582509517669678, + -0.03141865134239197, + 0.0 + ], + [ + 0.0074121952056884766, + -0.04903993010520935, + -0.0734175592660904, + -0.8311253786087036, + 0.164831280708313, + -0.06528225541114807, + 0.0, + 0.17843466997146606, + 0.09000183641910553, + 0.06416624784469604, + 0.6252454519271851, + 0.24317824840545654, + 0.2733992338180542, + 0.0, + -0.18880820274353027, + -0.10699772834777832, + 0.3899233341217041, + 0.22309505939483643, + -0.026852905750274658, + 0.21859487891197205, + 0.0 + ], + [ + 0.0074121952056884766, + -0.3231094181537628, + -0.3995702266693115, + -0.8311253786087036, + 0.164831280708313, + -0.28185203671455383, + 0.0, + 0.06649482250213623, + 0.32504189014434814, + 0.2924642264842987, + 0.6252454519271851, + 0.08850735425949097, + 0.09286904335021973, + 0.0, + -0.3525688648223877, + -0.11996911466121674, + 0.3899233341217041, + 0.22309505939483643, + 0.2502021789550781, + -0.2954389750957489, + 0.0 + ], + [ + 0.828484296798706, + -0.0237034410238266, + -0.42062902450561523, + -2.118513584136963, + 1.646345615386963, + -0.22544515132904053, + 0.14294320344924927, + 0.5554813742637634, + -0.7891258597373962, + 0.06205546855926514, + 1.004967212677002, + 1.6672033071517944, + 1.537273645401001, + 0.4882124364376068, + -0.42490577697753906, + -0.8851767778396606, + 1.2268311977386475, + 0.6015384197235107, + 0.9404714703559875, + -0.1604054570198059, + 0.15047773718833923 + ], + [ + 1.4794650077819824, + 0.6825374960899353, + -0.5422433018684387, + -0.984093964099884, + 1.1373629570007324, + 0.765692949295044, + 0.12391263246536255, + -0.3999146819114685, + -0.40842175483703613, + -0.6538112163543701, + 1.0518263578414917, + 1.8557100296020508, + 0.3707881569862366, + -0.0014144927263259888, + -1.321324348449707, + 0.3373805582523346, + 1.293278455734253, + 1.8139320611953735, + 0.6068212985992432, + 0.5223041772842407, + -0.12987419962882996 + ], + [ + 1.4308650493621826, + -1.1056528091430664, + -0.47919297218322754, + -2.512256145477295, + 0.9252872467041016, + -0.6119086742401123, + -0.21688413619995117, + 1.0521132946014404, + -1.0550214052200317, + 0.10495731234550476, + 1.9250837564468384, + 0.30692964792251587, + 1.6022663116455078, + 0.9066693782806396, + -0.8598436713218689, + 0.36250826716423035, + 0.796163022518158, + 2.05147123336792, + -0.07939368486404419, + -0.1945091187953949, + -0.000661902129650116 + ], + [ + 1.974069595336914, + -0.3584499955177307, + 1.0270296335220337, + -0.857241690158844, + 0.42544251680374146, + 0.7847684621810913, + 1.0324246883392334, + 1.300492525100708, + -0.5966280698776245, + 0.5859196186065674, + 1.9704596996307373, + 1.8085269927978516, + 1.7823972702026367, + -0.08612629771232605, + -0.029868483543395996, + -0.12426264584064484, + 1.4234346151351929, + 1.9584444761276245, + 1.1470558643341064, + -1.069411039352417, + -0.4063762426376343 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.090271234512329, + -0.16128265857696533, + 0.162833109498024, + -1.9442604780197144, + 1.446280598640442, + 0.4057551920413971, + 0.5828709602355957, + 0.4853479564189911, + -0.17868851125240326, + -0.315956711769104, + 1.583755612373352, + 1.2139503955841064, + 0.955373227596283, + 0.40320122241973877, + -0.863065779209137, + -0.29888972640037537, + 1.1504788398742676, + 1.1113828420639038, + 1.1220877170562744, + -0.3118336498737335, + -0.053107649087905884 + ], + [ + 0.6814966201782227, + -0.6338363289833069, + -0.4198327660560608, + -1.1344740390777588, + 1.6762316226959229, + -0.20355427265167236, + 0.45472410321235657, + 0.0007322430610656738, + -0.06457819789648056, + -1.2674959897994995, + 1.9008897542953491, + 0.3441336750984192, + 0.5931333303451538, + 0.3618963360786438, + -1.5140941143035889, + 0.5527312755584717, + 1.9629709720611572, + 0.6550442576408386, + 1.763819694519043, + -0.3930792212486267, + 0.5350752472877502 + ] + ], + "predicted_scores": [ + 6.915265083312988, + 6.381413459777832, + 6.175384998321533, + 6.1700286865234375, + 5.790987491607666, + 5.742949962615967, + 5.3481855392456055, + 5.195601940155029 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "497d0d775659efe06477a79666ce7e0ddbc8e4a58151a9370f01e3aa4a13a651", + "stored_base_utility": 0.17504028975963593, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.174183651804924, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.174183651804924 + }, + "base_progress": 0.174183651804924, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.174183651804924, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14474068582057953, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14474068582057953 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13749326765537262, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13749326765537262 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11273157596588135, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11273157596588135 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13958638906478882, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13958638906478882 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13024388253688812, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13024388253688812 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12050656229257584, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12050656229257584 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12836861610412598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12836861610412598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13035519421100616, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13035519421100616 + } + ], + "candidate_progress": [ + 0.14474068582057953, + 0.13749326765537262, + 0.11273157596588135, + 0.13958638906478882, + 0.13024388253688812, + 0.12050656229257584, + 0.12836861610412598, + 0.13035519421100616 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b2287fbbcd2b5d8372bb", + "ms-b2287fbbcd2b5d8372bb", + "ms-b2287fbbcd2b5d8372bb", + "ms-b2287fbbcd2b5d8372bb", + "ms-b2287fbbcd2b5d8372bb", + "ms-b2287fbbcd2b5d8372bb", + "ms-b2287fbbcd2b5d8372bb", + "ms-b2287fbbcd2b5d8372bb" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4dc6f09c1beeb5314d11", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.020329728722572327, + 0.4382275342941284, + 0.25453701615333557, + 0.7772387266159058, + 0.3433902859687805, + 0.07964250445365906, + -0.18314099311828613, + 0.8305491209030151, + -0.26689413189888, + -0.2762179672718048, + -0.9466384649276733, + 1.3987001180648804, + -1.2673877477645874, + -0.5743458867073059, + 0.13173355162143707, + 0.244429811835289, + 0.005844086408615112, + 0.5289662480354309, + 1.1472411155700684, + -0.0617971271276474, + 0.3673155903816223 + ], + [ + -0.020878657698631287, + 0.44484955072402954, + 0.20352613925933838, + 0.8197309970855713, + 0.19355201721191406, + -0.23176494240760803, + -0.0981563925743103, + 0.8935601711273193, + -0.24355894327163696, + -0.2393026053905487, + -1.0336486101150513, + 1.3171114921569824, + -1.1888797283172607, + -0.5625057816505432, + 0.1651415228843689, + 0.28898805379867554, + 0.02403266727924347, + 0.5165132284164429, + 1.199137806892395, + -0.0436454713344574, + 0.37592533230781555 + ], + [ + 0.13666509091854095, + 0.48551851511001587, + 0.2864307165145874, + 0.7495818138122559, + 0.1381835639476776, + -0.193747878074646, + -0.030004143714904785, + 0.8066648244857788, + -0.1390758454799652, + -0.1981249451637268, + -0.736703634262085, + 1.403494119644165, + -1.079131007194519, + -0.7773803472518921, + 0.10888143628835678, + 0.277649849653244, + 0.21229231357574463, + 0.6887498497962952, + 1.1400668621063232, + -0.2417755275964737, + 0.7318413257598877 + ], + [ + -0.12756983935832977, + 0.3999265432357788, + 0.11960923671722412, + 0.8025109767913818, + 0.355167418718338, + 0.35661113262176514, + -0.1630132794380188, + 0.820559024810791, + -0.29797428846359253, + -0.24740269780158997, + -0.8847466707229614, + 1.1932518482208252, + -1.2824363708496094, + -0.51377272605896, + 0.21988974511623383, + 0.2902931272983551, + -0.1559848040342331, + 0.6733705401420593, + 1.2017544507980347, + -0.1658012866973877, + 0.17852193117141724 + ], + [ + -0.20146311819553375, + 0.2801227569580078, + 0.349936842918396, + 0.737512469291687, + 0.1014227569103241, + 0.24212095141410828, + 0.11213165521621704, + 0.7839785814285278, + -0.28184452652931213, + -0.19226473569869995, + -0.8769492506980896, + 1.5199204683303833, + -1.174475908279419, + 0.08237951993942261, + 0.20346149802207947, + 0.14578725397586823, + -0.16336782276630402, + 0.3467777669429779, + 0.8299792408943176, + 0.029364019632339478, + 0.3479500114917755 + ], + [ + -0.12059511244297028, + 0.45648056268692017, + 0.21389997005462646, + 0.9232611656188965, + -0.0437968373298645, + 0.04885309934616089, + -0.20054280757904053, + 0.6594457626342773, + -0.20951606333255768, + -0.25543221831321716, + -0.6450331211090088, + 1.5033901929855347, + -1.1627799272537231, + -0.8567656874656677, + 0.26836201548576355, + 0.1255529373884201, + -0.021319523453712463, + 0.5808473825454712, + 0.8810170888900757, + -0.24293729662895203, + 0.6253622770309448 + ], + [ + -0.24856247007846832, + 0.3586399555206299, + 0.30732041597366333, + 0.7865641117095947, + -0.0439891517162323, + 0.07401910424232483, + 0.07918030023574829, + 0.7603440284729004, + -0.34397414326667786, + -0.18270248174667358, + -0.8047546744346619, + 1.5151257514953613, + -1.2163825035095215, + -0.03333692252635956, + 0.21248546242713928, + 0.1552397906780243, + -0.09797899425029755, + 0.33601921796798706, + 0.8150162100791931, + -6.115436553955078e-05, + 0.3815644085407257 + ], + [ + -0.22925801575183868, + 0.27687931060791016, + 0.29152417182922363, + 0.6416736841201782, + 0.2220875769853592, + 0.40384289622306824, + -0.295498251914978, + 0.5605530738830566, + -0.3365284204483032, + -0.04497624188661575, + -0.769589900970459, + 1.2667831182479858, + -1.1417549848556519, + -0.4333764314651489, + 0.1559899002313614, + 0.1035618931055069, + -0.027397140860557556, + 0.5118244886398315, + 0.9383631944656372, + -0.23121744394302368, + 0.8448761701583862 + ] + ], + "generated_utilities": [ + 0.14474068582057953, + 0.13749326765537262, + 0.11273157596588135, + 0.13958638906478882, + 0.13024388253688812, + 0.12050656229257584, + 0.12836861610412598, + 0.13035519421100616 + ], + "group_id": "ms-4dc6f09c1beeb5314d11", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0969194620847702, + 0.09265162795782089, + 0.05389821529388428, + 0.19257789850234985, + 0.15682300925254822, + 0.09647806733846664, + 0.1361285299062729, + 0.16247163712978363, + 0.16291289031505585, + 0.07988584041595459, + 0.12944746017456055, + 0.036733489483594894, + 0.0663146823644638, + 0.018123429268598557, + 0.03956814855337143, + 0.052798591554164886 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.914811372756958, + 0.4162848889827728, + -0.5750032663345337, + 2.2714531421661377, + 0.7762107849121094, + -0.05650615692138672, + -0.7559918165206909, + 1.72011137008667, + 0.27723702788352966, + -0.846097469329834, + -0.6833834648132324, + 1.6500447988510132, + -1.8993093967437744, + -1.551940679550171, + 1.8374009132385254, + -0.5178647637367249, + 1.0955724716186523, + 0.07507431507110596, + 1.540029764175415, + -0.8944068551063538, + -0.9005011320114136 + ], + [ + -1.3271732330322266, + 1.5885889530181885, + 0.8076924681663513, + 1.5286777019500732, + -0.19742822647094727, + -0.39783135056495667, + -0.33205893635749817, + 2.692202091217041, + -0.35093414783477783, + -2.0912795066833496, + 0.03831285238265991, + 2.626851797103882, + -0.7451261878013611, + -1.5300476551055908, + 1.5462450981140137, + -0.2510824501514435, + 1.4014501571655273, + 1.056268572807312, + 2.9315898418426514, + -0.19649732112884521, + -1.6459764242172241 + ], + [ + -0.9924715757369995, + -0.09415364265441895, + 0.10242714732885361, + 2.0935006141662598, + 0.8733630180358887, + 0.002156198024749756, + -1.05721116065979, + 1.4287046194076538, + 0.5480544567108154, + -0.6939772367477417, + -0.4185655117034912, + 3.0965263843536377, + -1.314435362815857, + -0.9533122777938843, + 1.9342341423034668, + -0.5394778847694397, + 0.6857989430427551, + -0.4132450520992279, + 2.8564696311950684, + -1.0790034532546997, + -0.025549352169036865 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.13466382026672363, + 0.5836135745048523, + 0.4537714123725891, + 0.754948616027832, + -0.1431390643119812, + 0.2401576042175293, + 0.0, + 1.0126078128814697, + -0.43258583545684814, + -0.16565871238708496, + -0.3375647962093353, + 1.3883657455444336, + -0.547389030456543, + 0.0, + 0.09881722927093506, + 0.17506015300750732, + 0.2266177535057068, + 0.2639034688472748, + 0.9703460931777954, + 0.08863413333892822, + 0.0 + ], + [ + -0.4418858289718628, + 0.6907910108566284, + 0.07305379211902618, + 1.754948616027832, + 0.5791508555412292, + -0.734226644039154, + -0.49022361636161804, + 2.0126078128814697, + 0.013735156506299973, + -1.165658712387085, + -0.6557303071022034, + 2.3883657455444336, + -1.547389030456543, + -1.608471155166626, + 1.098817229270935, + -0.5719868540763855, + 0.7274932861328125, + 0.341007798910141, + 1.9703460931777954, + -0.8894343972206116, + -0.7132915258407593 + ], + [ + -0.831139087677002, + 0.5425729751586914, + -0.1928965300321579, + 1.6612694263458252, + 0.4934350550174713, + -0.4794803261756897, + -0.4934327006340027, + 1.674422025680542, + 0.21536190807819366, + -1.5590217113494873, + -0.8135783076286316, + 2.0690524578094482, + -1.9169931411743164, + -1.9536579847335815, + 1.2332459688186646, + -0.4255543351173401, + 0.5096367597579956, + 0.7327836751937866, + 2.324223279953003, + -0.7812740802764893, + -1.0475678443908691 + ], + [ + -0.8973640203475952, + 0.23143750429153442, + -0.39490121603012085, + 1.498185634613037, + 0.7953420877456665, + -0.6568988561630249, + -0.34132736921310425, + 1.552319049835205, + -0.05124542489647865, + -0.8824999332427979, + -0.38664835691452026, + 2.753382921218872, + -1.4694302082061768, + -1.4219937324523926, + 0.9930360913276672, + -0.1053076982498169, + 0.3479028642177582, + 0.8121473789215088, + 2.2411375045776367, + -0.47938770055770874, + -0.2318965494632721 + ] + ], + "predicted_scores": [ + 3.422848701477051, + 3.2050108909606934, + 3.007205009460449, + 2.8840761184692383, + 2.7640810012817383, + 2.709352493286133, + 2.6908254623413086, + 1.5655691623687744 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "074f79e5785eaba36993415a6251e51e52883ce8f2815689f58015e7c346335f", + "stored_base_utility": 0.0969194620847702, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.21246707439422607, + 0.1915879249572754, + 0.20739388465881348, + 0.3000270128250122, + 0.2699472904205322, + 0.29204559326171875, + 0.3108772039413452, + 0.3270176649093628 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21246707439422607, + "contact_quality": null, + "progress": 0.10296666622161865, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10296666622161865 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1915879249572754, + "contact_quality": null, + "progress": 0.1098955050110817, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1098955050110817 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20739388465881348, + "contact_quality": null, + "progress": 0.09037411212921143, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09037411212921143 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3000270128250122, + "contact_quality": null, + "progress": 0.11220017820596695, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11220017820596695 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2699472904205322, + "contact_quality": null, + "progress": 0.07319007068872452, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07319007068872452 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29204559326171875, + "contact_quality": null, + "progress": 0.10355917364358902, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10355917364358902 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3108772039413452, + "contact_quality": null, + "progress": 0.08333607763051987, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08333607763051987 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3270176649093628, + "contact_quality": null, + "progress": 0.06850256770849228, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06850256770849228 + } + ], + "candidate_progress": [ + 0.10296666622161865, + 0.1098955050110817, + 0.09037411212921143, + 0.11220017820596695, + 0.07319007068872452, + 0.10355917364358902, + 0.08333607763051987, + 0.06850256770849228 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-19cb10d10516bd0216a6", + "ms-ee4ddb148e138fce841c", + "ms-ee4ddb148e138fce841c", + "ms-c1620854ba52f09e24d5", + "ms-37384bede4d1c03f3b80", + "ms-37384bede4d1c03f3b80", + "ms-37384bede4d1c03f3b80", + "ms-19cb10d10516bd0216a6" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4de1f6d71208bf1d182d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.8377299308776855, + 0.1863117516040802, + -0.2939588725566864, + 0.0773259699344635, + 0.10693135857582092, + 2.8243532180786133, + 1.7023441791534424, + 2.0097270011901855, + 0.36876583099365234, + -0.9561365842819214, + -0.4023166596889496, + -1.3059781789779663, + -2.4953207969665527, + -2.3503050804138184, + 1.572245717048645, + 0.21180438995361328, + -1.3562676906585693, + -0.21722941100597382, + -0.9661692976951599, + -1.9493377208709717, + -2.111616611480713 + ], + [ + 1.7337499856948853, + 0.19154052436351776, + -0.37344732880592346, + 0.28062084317207336, + -0.2567397654056549, + 3.1459462642669678, + 2.0598132610321045, + 1.988422155380249, + 0.262688547372818, + -1.0471833944320679, + -0.5388476252555847, + -1.3454123735427856, + -2.9405157566070557, + -2.55806040763855, + 1.593227505683899, + 0.3192380964756012, + -1.7043465375900269, + -0.08931644260883331, + -0.7976624369621277, + -1.6162936687469482, + -2.6675236225128174 + ], + [ + 1.7903022766113281, + 0.24435202777385712, + -0.4731127917766571, + 0.22640514373779297, + -0.11895498633384705, + 3.2158284187316895, + 2.0206263065338135, + 1.9788122177124023, + 0.3348323702812195, + -1.0597343444824219, + -0.5585682988166809, + -1.4875752925872803, + -3.053269624710083, + -2.570876121520996, + 1.6353530883789062, + 0.2726856470108032, + -1.5982239246368408, + -0.05738316476345062, + -0.8538956046104431, + -1.659208059310913, + -2.765120029449463 + ], + [ + 1.7169760465621948, + 0.11004537343978882, + -0.2925337851047516, + -0.21099472045898438, + -0.19637823104858398, + 3.2742931842803955, + 1.7345731258392334, + 2.739879846572876, + 0.5134987235069275, + -1.4920421838760376, + -0.2175614833831787, + -1.5963823795318604, + -2.3079302310943604, + -2.7619640827178955, + 1.9674729108810425, + 0.14026769995689392, + -2.0329020023345947, + -0.04843686521053314, + -1.421536922454834, + -2.35367488861084, + -2.364114284515381 + ], + [ + 1.95596182346344, + -0.003194674849510193, + 0.1425204575061798, + 0.06171184778213501, + -0.233940988779068, + 3.03652024269104, + 1.934314250946045, + 2.610598564147949, + 0.4573741853237152, + -1.6016805171966553, + -0.34252747893333435, + -1.8826900720596313, + -2.339674711227417, + -3.025930404663086, + 1.9647613763809204, + 0.39370065927505493, + -1.8546216487884521, + -0.33740246295928955, + -1.2152276039123535, + -2.3574914932250977, + -2.7039473056793213 + ], + [ + 1.964174509048462, + -0.008783850818872452, + -0.04776903986930847, + -0.03949236869812012, + -0.20172959566116333, + 3.1474361419677734, + 1.9277451038360596, + 2.4664952754974365, + 0.5267832279205322, + -1.5140200853347778, + -0.2737926244735718, + -1.6353569030761719, + -2.351506233215332, + -3.1794331073760986, + 1.865224003791809, + 0.33705493807792664, + -1.7400926351547241, + -0.4466285705566406, + -1.2580764293670654, + -2.2398314476013184, + -3.0718421936035156 + ], + [ + 1.9745763540267944, + -0.12490659207105637, + 0.1446705460548401, + -0.616208553314209, + -0.1166810393333435, + 2.9079718589782715, + 2.0500218868255615, + 2.156558036804199, + 0.5582097172737122, + -1.4542560577392578, + -0.044778674840927124, + -1.5320123434066772, + -2.138983964920044, + -3.06355619430542, + 2.048726797103882, + 0.05890258774161339, + -1.7640787363052368, + -0.22788788378238678, + -1.0172784328460693, + -2.3258683681488037, + -3.2405781745910645 + ], + [ + 2.0956742763519287, + -0.028931908309459686, + 0.09193733334541321, + -0.12363449484109879, + 0.025399118661880493, + 3.1721370220184326, + 1.8333911895751953, + 2.596752643585205, + 0.5248860716819763, + -1.4839950799942017, + -0.3535877764225006, + -1.6591225862503052, + -2.380453109741211, + -2.929006576538086, + 2.053773880004883, + 0.44327816367149353, + -1.8985931873321533, + -0.4930424690246582, + -1.221576452255249, + -2.684609889984131, + -3.102097511291504 + ] + ], + "generated_utilities": [ + 0.10296666622161865, + 0.1098955050110817, + 0.09037411212921143, + 0.11220017820596695, + 0.07319007068872452, + 0.10355917364358902, + 0.08333607763051987, + 0.06850256770849228 + ], + "group_id": "ms-4de1f6d71208bf1d182d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16755732893943787, + 0.18233764171600342, + 0.1292787790298462, + 0.19161921739578247, + 0.28861045837402344, + 0.2188998907804489, + 0.10394392907619476, + 0.21271781623363495, + 0.22436758875846863, + 0.24355976283550262, + 2.0, + 0.15944115817546844, + 0.15739083290100098, + 0.020857036113739014, + 0.033017318695783615, + 0.0460837297141552 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.1308603286743164, + 0.4811485707759857, + -0.5710910558700562, + 0.3157261610031128, + -0.3904733955860138, + 2.586003303527832, + 1.8210316896438599, + 1.6630953550338745, + 0.11231742799282074, + -1.2815064191818237, + 0.08227987587451935, + -0.5196543335914612, + -2.4666435718536377, + -2.842851161956787, + 2.0431790351867676, + -0.07358761876821518, + -1.1747976541519165, + 0.08565358072519302, + -0.6952593922615051, + -2.2417871952056885, + -2.927842617034912 + ], + [ + 3.1714224815368652, + 0.21356241405010223, + -0.44303107261657715, + 1.2611513137817383, + -0.7775553464889526, + 2.632030487060547, + 2.0830955505371094, + 2.509507417678833, + -0.0735047459602356, + -0.8578511476516724, + 0.5489481687545776, + -0.12820565700531006, + -2.165510654449463, + -2.9327523708343506, + 2.5672452449798584, + -0.9698628783226013, + -1.2104167938232422, + 0.4845428168773651, + -0.2622361183166504, + -2.0283491611480713, + -3.5006103515625 + ], + [ + 2.0989208221435547, + 0.678728461265564, + -0.32024168968200684, + 1.0780811309814453, + 0.26078861951828003, + 2.515644073486328, + 2.6852521896362305, + 2.040353298187256, + -0.5918532609939575, + -0.34403395652770996, + 0.8475097417831421, + -0.6364384889602661, + -2.4966437816619873, + -2.014606475830078, + 1.0353305339813232, + -0.9960097670555115, + -0.9600766897201538, + -0.9107177257537842, + 0.17591267824172974, + -3.4318549633026123, + -3.2168023586273193 + ], + [ + 1.8773443698883057, + 0.5538230538368225, + -1.2059881687164307, + 0.21744437515735626, + -0.12194469571113586, + 2.771395206451416, + 2.052260637283325, + 1.5826170444488525, + 0.8873741626739502, + -0.934851884841919, + 1.0714713335037231, + -1.168554425239563, + -2.932131767272949, + -3.2707552909851074, + 0.9561189413070679, + -0.7592219710350037, + -0.614054262638092, + -0.9085732698440552, + 0.09463691711425781, + -2.5553998947143555, + -2.852747678756714 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.1738438606262207, + 0.19907623529434204, + -0.3267037868499756, + 0.2685704529285431, + -0.38328462839126587, + 2.8371036052703857, + 1.8386591672897339, + 1.7879345417022705, + 0.12674681842327118, + -1.2336515188217163, + 0.22300496697425842, + -0.7210878133773804, + -2.702481746673584, + -2.6663410663604736, + 1.888037919998169, + -0.011507291346788406, + -1.2534279823303223, + -0.02377602644264698, + -0.8075771927833557, + -2.4999494552612305, + -2.6414201259613037 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.6773183345794678, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.332682132720947, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.282840251922607 + ], + [ + 2.2838709354400635, + -0.21745377779006958, + -0.06804159283638, + 0.7565364837646484, + -0.7327059507369995, + 3.1242129802703857, + 1.706541657447815, + 2.1589980125427246, + -0.16606564819812775, + -1.4659801721572876, + 0.5732637643814087, + -0.41984063386917114, + -3.0295214653015137, + -2.6766557693481445, + 2.0561470985412598, + 0.3869393765926361, + -1.264055609703064, + -0.30407509207725525, + -0.4017879366874695, + -2.3930933475494385, + -2.1432063579559326 + ], + [ + 2.2219552993774414, + 0.10290892422199249, + -0.8059171438217163, + 0.00048065185546875, + 0.18057847023010254, + 2.7030348777770996, + 1.5776903629302979, + 1.751993179321289, + 0.7072386741638184, + -1.6725391149520874, + 0.7108583450317383, + -0.7884692549705505, + -3.1185896396636963, + -2.41498064994812, + 1.485429286956787, + 0.37221914529800415, + -0.9452723860740662, + -0.035202108323574066, + -0.23075401782989502, + -2.6893694400787354, + -2.963101387023926 + ], + [ + 1.7063360214233398, + -0.11627978086471558, + -0.07982754707336426, + 0.4832093119621277, + -0.7721675038337708, + 2.923598289489746, + 2.422673463821411, + 1.4237972497940063, + -0.429407000541687, + -1.3835960626602173, + 0.5260259509086609, + -1.2745201587677002, + -2.035949945449829, + -2.1927261352539062, + 1.9218173027038574, + -0.010676221922039986, + -0.8532068133354187, + -0.24895870685577393, + -1.1345109939575195, + -2.5418996810913086, + -2.754831552505493 + ] + ], + "predicted_scores": [ + 3.8103857040405273, + 3.2870092391967773, + 2.9286160469055176, + 2.2912116050720215, + 2.0203423500061035, + 1.6645745038986206, + 1.5073796510696411, + 1.2818543910980225 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "737c150f6739edfc3c819357e78415e3226f156295ea1f4ef34800339a756651", + "stored_base_utility": 0.16755732893943787, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1440567970275879, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1440567970275879 + }, + "base_progress": 0.1440567970275879, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1440567970275879, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13060694932937622, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13060694932937622 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11293581873178482, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11293581873178482 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16229034960269928, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16229034960269928 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11553803831338882, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11553803831338882 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12730155885219574, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12730155885219574 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11377769708633423, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11377769708633423 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14054052531719208, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14054052531719208 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20345503091812134, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20345503091812134 + } + ], + "candidate_progress": [ + 0.13060694932937622, + 0.11293581873178482, + 0.16229034960269928, + 0.11553803831338882, + 0.12730155885219574, + 0.11377769708633423, + 0.14054052531719208, + 0.20345503091812134 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-3a4e2d080c9c4b279895", + "ms-20ca52baa214c31b3186", + "ms-20ca52baa214c31b3186", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4f0a41c8fb3caaeb9540", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.18633519113063812, + -0.013319071382284164, + 0.017354846000671387, + -0.4065237045288086, + 0.5969588160514832, + -1.584519863128662, + -0.12261462211608887, + 0.5155774354934692, + 0.08092370629310608, + 0.3843410909175873, + -0.07827477902173996, + 0.7650625109672546, + -0.31762802600860596, + -0.09951020777225494, + -0.31508052349090576, + 0.07295602560043335, + -0.2171844094991684, + 0.3853069841861725, + -0.521438717842102, + 0.019608497619628906, + 0.35293397307395935 + ], + [ + 0.3333859443664551, + -0.05531248450279236, + 0.22492334246635437, + -0.4210137128829956, + 0.3493204414844513, + -1.52134370803833, + -0.47846871614456177, + 0.37770822644233704, + 0.0799618810415268, + 0.26735764741897583, + 0.044062234461307526, + 0.3365458548069, + -0.27855783700942993, + 0.4216482639312744, + -0.015273984521627426, + 0.10374808311462402, + -0.09447868168354034, + 0.10618673264980316, + -0.2540006637573242, + 0.14805692434310913, + 0.03328438103199005 + ], + [ + 0.07553084194660187, + 0.02589523047208786, + -0.239328533411026, + -0.42480307817459106, + 0.7092739939689636, + -1.6881271600723267, + -0.25590455532073975, + 0.010057121515274048, + -0.11980186402797699, + 0.19851146638393402, + -0.07947143167257309, + 0.37009721994400024, + -0.3608739972114563, + 0.14043354988098145, + -0.1475612223148346, + 0.19663681089878082, + -0.3269224166870117, + 0.2690581679344177, + -0.3431074619293213, + 0.29427236318588257, + 0.21693402528762817 + ], + [ + -0.04834383726119995, + -0.08650170266628265, + 0.22661897540092468, + -0.3931496739387512, + 0.6530673503875732, + -1.7214797735214233, + -0.42189133167266846, + 0.4546024799346924, + 0.07722088694572449, + 0.3897009491920471, + -0.028700821101665497, + 0.891943633556366, + -0.19268730282783508, + -0.1254304200410843, + -0.31710055470466614, + 0.1467757225036621, + -0.26738399267196655, + 0.26983433961868286, + -0.531661868095398, + -0.047681063413619995, + 0.3558346629142761 + ], + [ + -0.011927008628845215, + -0.04798274487257004, + 0.13403329253196716, + -0.4254630506038666, + 0.5093905329704285, + -1.3202738761901855, + -0.4673702120780945, + 0.4285370111465454, + -0.05705850571393967, + 0.16660737991333008, + -0.10529574006795883, + 0.3209208548069, + -0.2154340147972107, + 0.3000766634941101, + -0.13529038429260254, + 0.03804391622543335, + -0.008574992418289185, + -0.028817951679229736, + -0.19367220997810364, + -0.2100682556629181, + 0.10080602765083313 + ], + [ + 0.25820407271385193, + -0.15313395857810974, + 0.03422752022743225, + -0.5796816349029541, + 0.6424434781074524, + -1.1407285928726196, + -0.495280385017395, + -0.05974283814430237, + -0.027021871879696846, + 0.23853453993797302, + -0.19463524222373962, + 0.47646164894104004, + -0.18367940187454224, + 0.380759060382843, + -0.041158031672239304, + 0.164551243185997, + -0.16397573053836823, + 0.344776451587677, + -0.43504035472869873, + -0.3288470208644867, + 0.2660204768180847 + ], + [ + -0.15018732845783234, + 0.044411130249500275, + -0.16601982712745667, + -0.43720054626464844, + 0.6575775146484375, + -1.978582501411438, + -0.32570093870162964, + 0.13738900423049927, + -0.10339024662971497, + 0.17925184965133667, + 0.10260238498449326, + 0.29973888397216797, + -0.24291566014289856, + 0.021732650697231293, + -0.4423530697822571, + 0.07539461553096771, + -0.14434023201465607, + 0.3949217200279236, + -0.5375237464904785, + 0.3968397378921509, + 0.12452278286218643 + ], + [ + 0.14232808351516724, + 0.10546045005321503, + -0.3359871208667755, + -0.29565322399139404, + 0.6929723024368286, + -1.9811843633651733, + -0.15111899375915527, + -0.11076611280441284, + -0.11662660539150238, + 0.060204729437828064, + -0.03408459573984146, + 0.390563428401947, + -0.44899216294288635, + 0.22161376476287842, + -0.22258910536766052, + 0.1376795619726181, + -0.36656618118286133, + 0.3138566315174103, + -0.5250398516654968, + 0.5338578820228577, + 0.0792546197772026 + ] + ], + "generated_utilities": [ + 0.13060694932937622, + 0.11293581873178482, + 0.16229034960269928, + 0.11553803831338882, + 0.12730155885219574, + 0.11377769708633423, + 0.14054052531719208, + 0.20345503091812134 + ], + "group_id": "ms-4f0a41c8fb3caaeb9540", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07964511960744858, + 0.2514488101005554, + 0.11871874332427979, + 0.01705102249979973, + 0.09733688831329346, + 0.08435472100973129, + 0.07136499881744385, + 0.08572568744421005, + 0.07241495698690414, + 0.07067184150218964, + 0.08196371793746948, + 0.048891425132751465, + 0.020969172939658165, + 0.029629847034811974, + 0.08125154674053192, + 0.018873196095228195 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.057975977659225464, + -0.29285842180252075, + 0.06216871738433838, + -0.583847165107727, + 0.35386359691619873, + -1.801344394683838, + 0.0, + -0.3775818943977356, + -0.4906848669052124, + 0.4058912992477417, + 0.12827153503894806, + 0.39563894271850586, + -0.22650206089019775, + 0.0, + -0.7013674378395081, + 0.06301069259643555, + 0.22268876433372498, + -0.13706648349761963, + 0.1962491273880005, + 0.12889087200164795, + 0.0 + ], + [ + 1.1892824172973633, + -0.09816873073577881, + 1.2759630680084229, + -1.0742478370666504, + 0.8615330457687378, + -2.0481197834014893, + -1.3398544788360596, + -0.33365291357040405, + 0.1670040488243103, + 0.5808998346328735, + 0.3766269385814667, + 1.766396164894104, + -1.3344265222549438, + -0.8320341110229492, + 0.8154193162918091, + -0.31814852356910706, + -0.20965731143951416, + -0.0003113746643066406, + -0.46153825521469116, + -1.2245519161224365, + 0.8114066123962402 + ], + [ + -0.31412234902381897, + 0.5471237897872925, + 0.8988392949104309, + -2.4538445472717285, + 1.1233075857162476, + -2.8933825492858887, + -1.9789615869522095, + -0.16381441056728363, + -0.5077158212661743, + 1.1382572650909424, + 0.7556507587432861, + 1.4852644205093384, + -2.199831247329712, + -1.5069116353988647, + -0.08933327347040176, + 0.12336581945419312, + 0.929692268371582, + -0.8282461166381836, + 0.22378462553024292, + -0.6396757960319519, + 0.8294556140899658 + ], + [ + 1.2302066087722778, + -0.338570773601532, + 0.09081840515136719, + -1.9129709005355835, + 1.269342303276062, + -2.496127128601074, + -2.269409418106079, + -0.3654053807258606, + 0.2900387644767761, + 2.286206007003784, + 0.7521170377731323, + 1.2588914632797241, + -1.7121373414993286, + -1.7350654602050781, + -0.1009858250617981, + 0.4843142032623291, + -0.49498307704925537, + -1.4968438148498535, + 0.08766233921051025, + -0.8085712194442749, + 0.01091611385345459 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.040528327226638794, + -0.05515784025192261, + 0.009305775165557861, + -0.583847165107727, + 0.35386359691619873, + -1.801344394683838, + 0.0, + 0.058364614844322205, + -0.04093378782272339, + 0.4058912992477417, + -0.0019022375345230103, + 0.1751772165298462, + -0.22650206089019775, + 0.0, + -0.003596866736188531, + 0.026555925607681274, + 0.04766678810119629, + 0.0049953460693359375, + -0.024016469717025757, + -0.039551615715026855, + 0.0 + ] + ], + "predicted_scores": [ + 6.217559814453125, + 6.075376510620117, + 5.9638214111328125, + 5.643394947052002, + 5.470324993133545, + 4.948916912078857, + 4.852774620056152, + 4.662795066833496 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "baa069522c64e549291e3881a3b99f61a51df5dd0886d6921563f8e21dd4992e", + "stored_base_utility": 0.07964511960744858, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07486817985773087, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07486817985773087 + }, + "base_progress": 0.07486817985773087, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07486817985773087, + "candidate_action_clip_max_abs": [ + 0.04334747791290283, + 0.03901410102844238, + 0.009748339653015137, + 0.0, + 0.02892768383026123, + 0.07054948806762695, + 0.03339803218841553, + 0.037224650382995605 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04334747791290283, + "contact_quality": null, + "progress": 0.005909124854952097, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.005909124854952097 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03901410102844238, + "contact_quality": null, + "progress": 0.006163517478853464, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.006163517478853464 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.009748339653015137, + "contact_quality": null, + "progress": 0.009905259124934673, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009905259124934673 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.009789387695491314, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009789387695491314 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02892768383026123, + "contact_quality": null, + "progress": 0.005743980407714844, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.005743980407714844 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07054948806762695, + "contact_quality": null, + "progress": 0.005868156906217337, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.005868156906217337 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03339803218841553, + "contact_quality": null, + "progress": 0.00573045015335083, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00573045015335083 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.037224650382995605, + "contact_quality": null, + "progress": 0.00643785810098052, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00643785810098052 + } + ], + "candidate_progress": [ + 0.005909124854952097, + 0.006163517478853464, + 0.009905259124934673, + 0.009789387695491314, + 0.005743980407714844, + 0.005868156906217337, + 0.00573045015335083, + 0.00643785810098052 + ], + "candidate_safety_violation": [ + true, + true, + true, + false, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-a6a6de64c39abad45f86", + "ms-3c223e8c7f870c807541", + "ms-2e40499cb146da6f89e7", + "ms-3c223e8c7f870c807541", + "ms-c5d53da10b561f402ee7", + "ms-c5d53da10b561f402ee7", + "ms-f7a54f4783da1d4129a8", + "ms-c5d53da10b561f402ee7" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-4f0a59b7bc897c0d5e5e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2599483132362366, + -0.21455983817577362, + 1.2111835479736328, + -0.9805238246917725, + 2.16762638092041, + 2.457824945449829, + 1.5850789546966553, + 0.13426674902439117, + 0.21779227256774902, + 1.6211786270141602, + 0.5334733128547668, + 1.5361741781234741, + 1.1869484186172485, + 1.8759344816207886, + -0.43294593691825867, + 0.7806462049484253, + 1.7059195041656494, + -0.3633013963699341, + 2.0749309062957764, + 0.9446154236793518, + 2.3933122158050537 + ], + [ + 0.2571395933628082, + -0.369323194026947, + 1.064044713973999, + -0.7141138315200806, + 1.4990251064300537, + 2.101619243621826, + 1.236157774925232, + -0.022340670228004456, + 0.27290257811546326, + 1.7115517854690552, + 0.3527481257915497, + 1.613387107849121, + 1.023785948753357, + 1.3752753734588623, + -0.16399678587913513, + 0.7583606839179993, + 1.580107569694519, + -0.5208271741867065, + 2.283801317214966, + 1.2660984992980957, + 1.7044496536254883 + ], + [ + 0.5817933082580566, + -0.33793479204177856, + 0.9406317472457886, + -0.9618356227874756, + 1.456042766571045, + 2.2767937183380127, + 1.1183527708053589, + -0.2376621961593628, + 0.2299862653017044, + 1.331652283668518, + 0.41737252473831177, + 1.1933701038360596, + 1.0649268627166748, + 1.3139634132385254, + 0.06053611636161804, + 0.6602581739425659, + 1.5455513000488281, + -0.6626349091529846, + 2.23720121383667, + 1.0735313892364502, + 1.1856287717819214 + ], + [ + 0.45084279775619507, + -0.17481209337711334, + 0.8181047439575195, + -0.8132976293563843, + 1.640000343322754, + 2.3529651165008545, + 1.2997949123382568, + -0.027978211641311646, + 0.24132709205150604, + 1.4352834224700928, + 0.4389636516571045, + 1.2519168853759766, + 0.9072346687316895, + 1.2356147766113281, + -0.0780845582485199, + 0.7050179839134216, + 1.5631229877471924, + -0.6571497917175293, + 2.23305082321167, + 0.6724918484687805, + 1.6239997148513794 + ], + [ + 0.3237377405166626, + -0.2355179637670517, + 1.0532137155532837, + -1.1202583312988281, + 1.6279830932617188, + 1.9175728559494019, + 1.4613392353057861, + -0.31350865960121155, + 0.3836776614189148, + 1.534672498703003, + 0.3943481147289276, + 0.9991116523742676, + 0.6000477075576782, + 1.308722734451294, + -0.1480531394481659, + 0.7153480052947998, + 1.79203200340271, + -0.7861573100090027, + 2.3077261447906494, + 0.8150365948677063, + 1.9009000062942505 + ], + [ + 0.10022434592247009, + -0.15602639317512512, + 0.704332709312439, + -1.3333806991577148, + 1.619903326034546, + 2.140044927597046, + 1.4274407625198364, + -0.36098650097846985, + 0.4906292259693146, + 1.557482123374939, + 0.2215110957622528, + 0.9978991150856018, + 0.26363930106163025, + 1.682527780532837, + 0.03721528500318527, + 0.8735271692276001, + 1.980502963066101, + -0.8565238118171692, + 2.4659247398376465, + 0.9341177344322205, + 1.8141802549362183 + ], + [ + 0.6089146733283997, + -0.3418354392051697, + 1.3676748275756836, + -0.7798365354537964, + 1.847170114517212, + 1.9366512298583984, + 1.3686132431030273, + -0.0719698965549469, + 0.15426240861415863, + 1.6675018072128296, + 0.193742036819458, + 1.4965717792510986, + 0.9037967920303345, + 1.5990886688232422, + -0.12893874943256378, + 0.8100826740264893, + 1.656537652015686, + -0.4415774941444397, + 2.463688611984253, + 0.40424418449401855, + 1.6923710107803345 + ], + [ + 0.5585108399391174, + -0.2830668091773987, + 1.013364315032959, + -1.030902624130249, + 1.701300859451294, + 1.748091459274292, + 1.4808909893035889, + -0.19035086035728455, + 0.47560983896255493, + 1.5588440895080566, + 0.4202292859554291, + 0.8991132974624634, + 0.5421075820922852, + 1.3077633380889893, + -0.19233861565589905, + 0.7181355953216553, + 1.8148837089538574, + -0.8742029070854187, + 2.4383909702301025, + 0.8250716328620911, + 1.7258392572402954 + ] + ], + "generated_utilities": [ + 0.005909124854952097, + 0.006163517478853464, + 0.009905259124934673, + 0.009789387695491314, + 0.005743980407714844, + 0.005868156906217337, + 0.00573045015335083, + 0.00643785810098052 + ], + "group_id": "ms-4f0a59b7bc897c0d5e5e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.10793038457632065, + 0.1502542495727539, + 0.055897317826747894, + 0.06897298991680145, + 0.1340651512145996, + 0.04351168870925903, + 0.1235981434583664, + 0.1318053901195526, + 0.17355439066886902, + 0.1177799329161644, + 0.11110228300094604, + 0.13183796405792236, + 0.11111938953399658, + 0.12583598494529724, + 0.17561273276805878, + 0.0823473185300827 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.244101881980896, + -0.09338375926017761, + 0.44125092029571533, + -0.008198261260986328, + 1.3324413299560547, + 1.4960401058197021, + 0.0, + -0.03470730036497116, + 0.040500521659851074, + 0.5057659149169922, + 0.05319119989871979, + 0.4293863773345947, + 0.31705713272094727, + 0.0, + -0.1503482311964035, + 0.10896408557891846, + 0.9181982278823853, + 0.09032857418060303, + 1.1449432373046875, + 0.5225030183792114, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.526435375213623, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.1529381275177, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.189233779907227 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.5582081079483032, + -0.2876989543437958, + 1.139306664466858, + -0.672675609588623, + 1.8932766914367676, + 2.2987287044525146, + 1.5692869424819946, + 0.3327796757221222, + 0.05540373921394348, + 1.9392062425613403, + 0.4157902002334595, + 1.2859615087509155, + 1.7132799625396729, + 1.8846046924591064, + -0.08569631725549698, + 0.7864505052566528, + 1.8287243843078613, + -0.5306806564331055, + 2.4603404998779297, + 1.3926794528961182, + 1.8738828897476196 + ], + [ + 0.7828592658042908, + 0.7719589471817017, + 2.370579719543457, + -0.30956804752349854, + 2.78816556930542, + 3.0753931999206543, + 1.6664583683013916, + -0.4458498954772949, + -0.6605827808380127, + 1.9649807214736938, + -0.4143206775188446, + 0.7718203663825989, + 1.6062136888504028, + 0.7933935523033142, + -0.3494532108306885, + 0.9246508479118347, + 1.8768857717514038, + -0.15545552968978882, + 3.0957064628601074, + 2.320361852645874, + 1.8945389986038208 + ] + ], + "predicted_scores": [ + 6.399599075317383, + 6.218459606170654, + 6.079369068145752, + 6.059990882873535, + 5.450037002563477, + 5.296734809875488, + 5.254213333129883, + 5.152472019195557 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "636680137", + "selected_index": 0, + "state_hash": "ec09e755edac662c009672d3878166b78e40e1277d3cacfafbbc6690fbb43f20", + "stored_base_utility": 0.10793038457632065, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09859758615493774, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09859758615493774 + }, + "base_progress": 0.09859758615493774, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09859758615493774, + "candidate_action_clip_max_abs": [ + 0.2931950092315674, + 0.28193211555480957, + 0.24142372608184814, + 0.2541607618331909, + 0.2655218839645386, + 0.2676907777786255, + 0.18477988243103027, + 0.17304956912994385 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2931950092315674, + "contact_quality": null, + "progress": 0.011671881191432476, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011671881191432476 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28193211555480957, + "contact_quality": null, + "progress": 0.021192312240600586, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.021192312240600586 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24142372608184814, + "contact_quality": null, + "progress": 0.020177802070975304, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.020177802070975304 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2541607618331909, + "contact_quality": null, + "progress": 0.025275567546486855, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.025275567546486855 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2655218839645386, + "contact_quality": null, + "progress": 0.021029770374298096, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.021029770374298096 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2676907777786255, + "contact_quality": null, + "progress": 0.022296587005257607, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022296587005257607 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18477988243103027, + "contact_quality": null, + "progress": 0.03315699100494385, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03315699100494385 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17304956912994385, + "contact_quality": null, + "progress": 0.028090476989746094, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028090476989746094 + } + ], + "candidate_progress": [ + 0.011671881191432476, + 0.021192312240600586, + 0.020177802070975304, + 0.025275567546486855, + 0.021029770374298096, + 0.022296587005257607, + 0.03315699100494385, + 0.028090476989746094 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-47460f61b9edd000c05d", + "ms-8a87ddbfc0fce8bb13d5", + "ms-bce8c4ec2bf882ca0b2e", + "ms-e3e9c08ff116ef32db75", + "ms-e3e9c08ff116ef32db75", + "ms-e3e9c08ff116ef32db75", + "ms-8a87ddbfc0fce8bb13d5", + "ms-bce8c4ec2bf882ca0b2e" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-52b4f33b924e82688187", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 2.325054168701172, + 0.08618699014186859, + -0.320486456155777, + 1.8195632696151733, + 1.2951695919036865, + 2.735718011856079, + 2.70806884765625, + 1.510435700416565, + 0.49115097522735596, + 0.5650404095649719, + -0.6835986375808716, + 1.9593064785003662, + 0.6582367420196533, + 2.0514252185821533, + 0.8052969574928284, + 0.09561063349246979, + 0.3319963812828064, + -0.7748333215713501, + 1.2344162464141846, + -0.7039215564727783, + 0.04547025263309479 + ], + [ + 2.466057300567627, + -0.3382004499435425, + -0.9081500768661499, + 1.5209635496139526, + 0.9260812997817993, + 2.926926612854004, + 1.8192453384399414, + 0.5898944735527039, + 0.30709192156791687, + 0.7499467730522156, + -0.24174216389656067, + 2.5699586868286133, + -0.10903698205947876, + 1.4631409645080566, + 1.258639931678772, + 0.028830263763666153, + 0.5797133445739746, + -1.1527292728424072, + 1.026332139968872, + -1.3664562702178955, + -0.18783769011497498 + ], + [ + 2.5402679443359375, + -0.2887532114982605, + -0.7136574983596802, + 1.6080900430679321, + 1.0139377117156982, + 2.213357925415039, + 2.736586332321167, + 0.8878194093704224, + 0.4297887682914734, + 0.8438776135444641, + -0.9353187680244446, + 2.414520740509033, + 1.2385413646697998, + 1.736364722251892, + 0.6953374147415161, + 0.10393379628658295, + 0.011995017528533936, + -1.1319818496704102, + 0.9504072070121765, + -1.4943969249725342, + -1.1538816690444946 + ], + [ + 2.1360440254211426, + -0.41991329193115234, + -0.876357913017273, + 1.3143972158432007, + 1.9168376922607422, + 2.5962677001953125, + 3.5310540199279785, + 0.9845317602157593, + 0.2742307484149933, + 0.8753069639205933, + -0.8278147578239441, + 1.8567984104156494, + 0.40546008944511414, + 1.5697674751281738, + 0.554161012172699, + 0.0330132320523262, + 0.3527349829673767, + -0.9529667496681213, + 0.9076628088951111, + -1.353621482849121, + -0.5285353660583496 + ], + [ + 2.2469208240509033, + -0.3283219337463379, + -0.6102683544158936, + 1.4798517227172852, + 1.5425033569335938, + 2.7544496059417725, + 3.4473209381103516, + 1.006163477897644, + 0.3183242082595825, + 0.8494267463684082, + -0.8693402409553528, + 1.761805534362793, + 0.1262488067150116, + 1.4944241046905518, + 0.5996000170707703, + -0.011175026185810566, + 0.12107972055673599, + -1.0687673091888428, + 0.8756012916564941, + -1.3473012447357178, + -0.7202507257461548 + ], + [ + 2.205536127090454, + -0.37429511547088623, + -0.6662746667861938, + 1.3997836112976074, + 1.6999573707580566, + 2.718775987625122, + 3.3971333503723145, + 0.9817272424697876, + 0.27963903546333313, + 0.8262779712677002, + -0.9015491604804993, + 1.7135589122772217, + 0.2705595791339874, + 1.5255968570709229, + 0.6230823397636414, + 0.06522347033023834, + 0.21953797340393066, + -1.030834674835205, + 0.9091162085533142, + -1.4024889469146729, + -0.4958929121494293 + ], + [ + 1.9983611106872559, + -0.22218623757362366, + -0.6139113903045654, + 1.4012792110443115, + 0.909031331539154, + 2.3119595050811768, + 1.812173843383789, + 0.560562014579773, + 0.15634410083293915, + 0.4527825713157654, + -0.4644945561885834, + 1.9663684368133545, + 0.06549903750419617, + 0.9925699830055237, + 0.8400328159332275, + 0.11762157082557678, + 0.3686721920967102, + -0.7063003182411194, + 1.359633445739746, + -1.1129674911499023, + -0.9424022436141968 + ], + [ + 2.301624059677124, + -0.36059749126434326, + -0.5940998792648315, + 1.5784931182861328, + 1.199977159500122, + 2.0662455558776855, + 2.035569190979004, + 0.5471895933151245, + 0.3607591390609741, + 0.5601919889450073, + -0.6057244539260864, + 1.7856162786483765, + 0.600956916809082, + 0.8413248062133789, + 0.8550198674201965, + 0.11788828670978546, + 0.20253804326057434, + -1.0696706771850586, + 1.0286991596221924, + -1.7029438018798828, + -1.2054189443588257 + ] + ], + "generated_utilities": [ + 0.011671881191432476, + 0.021192312240600586, + 0.020177802070975304, + 0.025275567546486855, + 0.021029770374298096, + 0.022296587005257607, + 0.03315699100494385, + 0.028090476989746094 + ], + "group_id": "ms-52b4f33b924e82688187", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.05422013998031616, + 0.06674393266439438, + 0.022714436054229736, + 0.013278266414999962, + 0.09010692685842514, + 0.054156165570020676, + 0.07793575525283813, + 0.11198139190673828, + 0.08305585384368896, + 0.05874774977564812, + 0.05281643196940422, + 0.100153349339962, + 0.056366901844739914, + 0.059355758130550385, + 0.1328616589307785, + 0.11719636619091034 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.8936493396759033, + -0.34023556113243103, + -0.7676587104797363, + 1.4629530906677246, + 1.2303452491760254, + 1.7612907886505127, + 2.5265579223632812, + 0.5251531600952148, + 0.253959596157074, + 0.9601225852966309, + -0.4250081181526184, + 1.8932805061340332, + 0.672879159450531, + 1.698375940322876, + 0.5872857570648193, + 0.10118550807237625, + 1.3277276754379272, + -0.9929986596107483, + 1.3462166786193848, + -1.2364346981048584, + -0.49531519412994385 + ], + [ + 1.8030493259429932, + -0.6597185134887695, + -1.622204065322876, + 2.4080891609191895, + 0.8092345595359802, + 1.1341798305511475, + 2.492006778717041, + 1.3867769241333008, + 0.3879559338092804, + 0.28665345907211304, + -0.11605453491210938, + 1.778348684310913, + 1.4392814636230469, + 2.315950632095337, + -0.5235207676887512, + -0.42520153522491455, + 2.086451530456543, + 0.0031664371490478516, + 1.041751742362976, + -0.5355944633483887, + 0.6085183620452881 + ], + [ + 2.2516391277313232, + -0.21072256565093994, + -1.80122709274292, + 1.5535815954208374, + 0.9714730381965637, + 0.898273229598999, + 1.220442771911621, + 1.0529423952102661, + 0.46104487776756287, + 1.9912341833114624, + 0.18562066555023193, + 1.8108153343200684, + 1.0445137023925781, + 2.71551775932312, + 0.6407680511474609, + -0.7528244853019714, + 1.3366079330444336, + -0.9424182176589966, + 0.5848855972290039, + -0.706635594367981, + -0.9105690121650696 + ] + ], + "predicted_scores": [ + 1.9655898809432983, + 1.935551404953003, + 1.0464701652526855, + 0.8632518649101257, + 0.8285739421844482, + 0.808621883392334, + 0.5662122964859009, + -0.14319992065429688 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2015956957", + "selected_index": 0, + "state_hash": "5e48891320f9194b805d520da2aab1bbafc9a9f05e7c236b4fd5ef0fee0737b5", + "stored_base_utility": 0.05422013998031616, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1629217118024826, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1629217118024826 + }, + "base_progress": 0.1629217118024826, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1629217118024826, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21167010068893433, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21167010068893433 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24989326298236847, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24989326298236847 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20593838393688202, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20593838393688202 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2224876880645752, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2224876880645752 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2472737431526184, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2472737431526184 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18125005066394806, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18125005066394806 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22342149913311005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22342149913311005 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21511884033679962, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21511884033679962 + } + ], + "candidate_progress": [ + 0.21167010068893433, + 0.24989326298236847, + 0.20593838393688202, + 0.2224876880645752, + 0.2472737431526184, + 0.18125005066394806, + 0.22342149913311005, + 0.21511884033679962 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-02fd0338e80ef19ceec1", + "ms-7a044cb6c7bb03f3ea10", + "ms-02fd0338e80ef19ceec1", + "ms-c673132197ce77ae8c9b", + "ms-7a044cb6c7bb03f3ea10", + "ms-c673132197ce77ae8c9b", + "ms-1a4979e969aa331fb126", + "ms-c673132197ce77ae8c9b" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-53a86042af3c0887e556", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.1557055711746216, + 0.33426743745803833, + -0.6788302659988403, + 0.0894092321395874, + -0.5675765872001648, + -1.0956673622131348, + -0.3084513545036316, + 0.318104088306427, + 0.0370195209980011, + -0.4654753804206848, + 0.3646324574947357, + 0.05996312201023102, + -0.24605700373649597, + 0.31838083267211914, + 0.32875585556030273, + 0.11766572296619415, + -0.6742843985557556, + 0.8934146165847778, + 0.09307695925235748, + 0.33810776472091675, + -0.25709009170532227 + ], + [ + 0.9029415249824524, + 0.12336628139019012, + 0.11104828119277954, + -0.1703081727027893, + -0.24739974737167358, + -1.1105105876922607, + -0.1504356861114502, + 0.2481071650981903, + -0.029473187401890755, + -0.1458749771118164, + 0.1969640851020813, + -0.5086818933486938, + -0.05480197072029114, + 0.040890924632549286, + 0.343503475189209, + -0.0299671720713377, + -0.49596112966537476, + 0.8359004855155945, + 0.07380232214927673, + -0.04222533106803894, + -0.2903236150741577 + ], + [ + 1.261693000793457, + 0.31674814224243164, + -0.48361876606941223, + -0.007756069302558899, + -0.5486668348312378, + -1.1804636716842651, + -0.36541980504989624, + 0.3657800853252411, + 0.030284009873867035, + -0.4019569754600525, + 0.42429226636886597, + -0.10035884380340576, + -0.08771562576293945, + 0.3698856234550476, + 0.28454822301864624, + 0.13885360956192017, + -0.7090234756469727, + 0.867553174495697, + 0.05382309854030609, + 0.4375946521759033, + -0.1149323582649231 + ], + [ + 1.3217017650604248, + 0.24792517721652985, + -0.6581200361251831, + -0.1361193060874939, + -0.41737282276153564, + -0.9021174907684326, + -0.8056065440177917, + 0.15174299478530884, + 0.10769104212522507, + -0.23826971650123596, + 0.7409349083900452, + 0.13278540968894958, + -0.3549695909023285, + 0.09378914535045624, + 0.5440000891685486, + 0.07256530225276947, + -0.48758840560913086, + 0.8250821232795715, + -0.007561415433883667, + -0.09697170555591583, + -0.4456738531589508 + ], + [ + 0.9662774801254272, + 0.16329513490200043, + 0.11529400944709778, + -0.23037652671337128, + -0.3006775975227356, + -1.1553213596343994, + -0.3629477024078369, + 0.2121463119983673, + -0.04654165357351303, + -0.21821531653404236, + 0.26261448860168457, + -0.4327249526977539, + -0.37054646015167236, + 0.08185063302516937, + 0.3137871026992798, + -0.03484226390719414, + -0.45315104722976685, + 0.8931699395179749, + -0.10063794255256653, + 0.17347857356071472, + -0.3717586100101471 + ], + [ + 1.3764127492904663, + 0.1174469143152237, + -0.5639616250991821, + 0.20723995566368103, + -0.09172844886779785, + -1.2299115657806396, + -0.5981774926185608, + 0.570409893989563, + 0.08655961602926254, + -0.2037678062915802, + 0.7709333300590515, + 0.2020379602909088, + -0.3049934208393097, + -0.01128387451171875, + 0.4527045786380768, + 0.26657700538635254, + -0.22937710583209991, + 0.5914814472198486, + -0.23462378978729248, + -0.21392762660980225, + -0.20528298616409302 + ], + [ + 0.8823637962341309, + 0.007992293685674667, + 0.1370747685432434, + -0.06746336817741394, + -0.19163501262664795, + -1.028082251548767, + -0.5455325245857239, + 0.3809451460838318, + -0.10027603805065155, + 0.1250375658273697, + 0.37645789980888367, + -0.2436295449733734, + 0.057504802942276, + 0.14056360721588135, + 0.21263448894023895, + 0.025980930775403976, + -0.39311522245407104, + 0.7260812520980835, + -0.08613356947898865, + 0.04142260551452637, + -0.02516797184944153 + ], + [ + 1.3547520637512207, + 0.13906338810920715, + -0.4619276225566864, + -0.09079194068908691, + -0.5144510865211487, + -1.1264135837554932, + -0.6884885430335999, + 0.2133612036705017, + 0.16789595782756805, + -0.15771779417991638, + 0.836131751537323, + 0.19868823885917664, + -0.40212729573249817, + 0.12808944284915924, + 0.5250763297080994, + -0.02906370349228382, + -0.37361299991607666, + 0.804307222366333, + 0.01740381121635437, + 0.08579283952713013, + -0.4129216969013214 + ] + ], + "generated_utilities": [ + 0.21167010068893433, + 0.24989326298236847, + 0.20593838393688202, + 0.2224876880645752, + 0.2472737431526184, + 0.18125005066394806, + 0.22342149913311005, + 0.21511884033679962 + ], + "group_id": "ms-53a86042af3c0887e556", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.02631024643778801, + 0.018287360668182373, + 0.1255490779876709, + 0.15905539691448212, + 0.24908766150474548, + 0.026120683178305626, + 0.15740129351615906, + 0.24417448043823242, + 0.21381795406341553, + 0.12964984774589539, + 0.23246906697750092, + 0.05725628137588501, + 0.11839696019887924, + 0.05373074859380722, + 0.07664422690868378, + 0.17885971069335938 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.818771481513977, + 0.2586691379547119, + -0.21289467811584473, + 0.08449972420930862, + 0.009421110153198242, + -1.0717217922210693, + 0.0, + 0.13463664054870605, + -0.1433519721031189, + -0.22309398651123047, + 0.2799943685531616, + -0.3133663237094879, + -0.023189842700958252, + 0.0, + 0.032971978187561035, + 0.04669409990310669, + -0.3649773597717285, + 0.6447718143463135, + 0.23278820514678955, + 0.001241147518157959, + 0.0 + ], + [ + 0.818771481513977, + -0.3517417907714844, + -0.21289467811584473, + -0.15659040212631226, + 0.29101431369781494, + -1.0717217922210693, + 0.0, + -0.26597851514816284, + 0.2664949893951416, + 0.0900498628616333, + -0.10685092210769653, + 0.20450657606124878, + 0.613344669342041, + 0.0, + 0.4520399570465088, + 0.006487905979156494, + -0.3649773597717285, + 0.6447718143463135, + 0.032703936100006104, + 0.04334312677383423, + 0.0 + ], + [ + 1.818771481513977, + 0.09626653790473938, + -1.2128946781158447, + 0.10123217105865479, + -0.7020833492279053, + -2.0717217922210693, + -2.5944693088531494, + 0.7340214848518372, + -0.04258914664387703, + -0.6423138976097107, + 0.5574008822441101, + -0.7709031701087952, + 0.5646783113479614, + 0.9637097120285034, + 1.032971978187561, + -0.8061721920967102, + -1.3649773597717285, + 1.6447718143463135, + 0.5328653454780579, + -0.9566568732261658, + -2.0192792415618896 + ], + [ + 1.9512790441513062, + 0.38114869594573975, + -1.069913625717163, + 0.22112923860549927, + -0.5376306772232056, + -1.8763465881347656, + -2.5650205612182617, + 0.47897329926490784, + -0.21034716069698334, + -0.5674529075622559, + 0.27776455879211426, + -0.876258134841919, + 0.7454819679260254, + 0.7891084551811218, + 0.9202436804771423, + -0.9897553324699402, + -1.2849960327148438, + 1.856404423713684, + 0.6222957968711853, + -0.7871662378311157, + -1.812927007675171 + ], + [ + 1.441027045249939, + -0.026180751621723175, + -1.550336241722107, + -0.006422124803066254, + -0.49273809790611267, + -1.7392586469650269, + -2.5187647342681885, + 1.0868732929229736, + 0.20321005582809448, + -0.4740059971809387, + 0.49591633677482605, + -0.7416965961456299, + 0.25190502405166626, + 1.2260370254516602, + 1.3650845289230347, + -0.8118663430213928, + -1.7335976362228394, + 1.4909127950668335, + 0.4380481243133545, + -0.5974758863449097, + -2.038956642150879 + ], + [ + 1.6132198572158813, + -0.29980581998825073, + -1.3958752155303955, + 0.3445736765861511, + -0.4018380045890808, + -1.736844539642334, + -2.602264165878296, + 0.30943596363067627, + -0.36785268783569336, + -1.0799319744110107, + 0.2572174370288849, + -0.7101605534553528, + 0.10117697715759277, + 0.8743759989738464, + 0.9008672833442688, + -0.30842432379722595, + -1.1316596269607544, + 1.8010780811309814, + 0.5769270062446594, + -0.4950645864009857, + -2.2268660068511963 + ], + [ + 2.235506057739258, + 0.19534152746200562, + -0.9916139245033264, + 0.006489843130111694, + -0.573941707611084, + -2.6129987239837646, + -2.428799867630005, + 0.3187883496284485, + -0.44916218519210815, + -0.26893413066864014, + 0.27435576915740967, + -1.28629732131958, + 0.09747102856636047, + 1.5586118698120117, + 1.4085609912872314, + -0.4887489378452301, + -1.4633567333221436, + 1.8577619791030884, + 1.0281471014022827, + -0.9795986413955688, + -2.554762601852417 + ], + [ + 2.4487428665161133, + 0.5495675206184387, + -0.7141669988632202, + 0.6548280119895935, + -1.0595252513885498, + -1.585466980934143, + -2.8558788299560547, + 0.7621476054191589, + -0.4264281690120697, + -1.0479907989501953, + -0.07635915279388428, + -0.24500083923339844, + 0.9008822441101074, + 0.41280972957611084, + 1.4499391317367554, + -0.1884918212890625, + -1.3005350828170776, + 1.57943856716156, + 0.3405461311340332, + -1.5311131477355957, + -1.503137469291687 + ], + [ + 2.695704936981201, + 0.09288697689771652, + -1.359745740890503, + 0.3920609951019287, + -0.21135956048965454, + -2.7509167194366455, + -2.5822255611419678, + 1.5595659017562866, + 0.39712315797805786, + -0.7076181173324585, + 0.7567929625511169, + -0.6472594738006592, + 0.2146349549293518, + 1.675642967224121, + 0.4001709222793579, + -1.5812876224517822, + -1.4652377367019653, + 0.9551530480384827, + 0.3353198766708374, + -1.1485562324523926, + -2.729586362838745 + ], + [ + 2.437044620513916, + -0.8834822177886963, + -1.0883301496505737, + -0.5189564824104309, + -0.9278313517570496, + -2.4408717155456543, + -2.1287059783935547, + 0.9505013227462769, + 0.9163798093795776, + -1.0800256729125977, + 0.33315181732177734, + -1.4283993244171143, + 0.9527778029441833, + 1.2332632541656494, + 1.737517237663269, + -0.33951687812805176, + -1.0864949226379395, + 1.7034484148025513, + 0.9912515878677368, + -1.8083596229553223, + -1.363074779510498 + ], + [ + 1.4782657623291016, + 0.3324923813343048, + -0.8404829502105713, + -0.8471718430519104, + -0.5003806352615356, + -2.047619342803955, + -2.3637115955352783, + 0.8476454019546509, + 0.4587874114513397, + -1.6029667854309082, + 0.7690752744674683, + 0.1411711573600769, + 0.34667468070983887, + 1.8339273929595947, + 1.0416619777679443, + -0.09156596660614014, + -1.5295928716659546, + 1.575545310974121, + 0.9620212912559509, + -1.78981351852417, + -2.93336820602417 + ] + ], + "predicted_scores": [ + 3.536184787750244, + 3.259744167327881, + 3.2415037155151367, + 2.8347086906433105, + 2.5538859367370605, + 2.098245143890381, + 2.061337471008301, + 1.7192883491516113 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "41790611f457f80fa7a28e0d478a226f6d79479b11cef02afbccdd0bd94a47f3", + "stored_base_utility": 0.02631024643778801, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09861961752176285, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09861961752176285 + }, + "base_progress": 0.09861961752176285, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09861961752176285, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06257031112909317, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06257031112909317 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05829755589365959, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05829755589365959 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05528515577316284, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05528515577316284 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03817009925842285, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03817009925842285 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05272144079208374, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05272144079208374 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05662969872355461, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05662969872355461 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.056697070598602295, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.056697070598602295 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.069010891020298, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.069010891020298 + } + ], + "candidate_progress": [ + 0.06257031112909317, + 0.05829755589365959, + 0.05528515577316284, + 0.03817009925842285, + 0.05272144079208374, + 0.05662969872355461, + 0.056697070598602295, + 0.069010891020298 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1d3f30fae746c0b9cefc", + "ms-36f0ff5c96ebdd4644c2", + "ms-dc26b448cce4164a23e6", + "ms-be0f2598cc527ad9040a", + "ms-e84163d9ef2e7014daca", + "ms-e84163d9ef2e7014daca", + "ms-be0f2598cc527ad9040a", + "ms-f85a653af630821f2572" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-554727d05aa9a2b32904", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.34754234552383423, + 0.061923734843730927, + 0.8114055395126343, + -0.18506938219070435, + -0.07051593065261841, + 1.7172759771347046, + 0.45923495292663574, + -0.06082770228385925, + 0.08274616301059723, + 0.7948810458183289, + -0.20303001999855042, + 0.06617282330989838, + 1.05055832862854, + 0.040043748915195465, + 0.903619110584259, + 0.1942022442817688, + -0.2609368562698364, + 0.0012810081243515015, + -0.08664977550506592, + 1.2003121376037598, + 0.23107992112636566 + ], + [ + -0.6718112826347351, + 0.10060673952102661, + 0.8383235931396484, + -0.1274271309375763, + -0.08827024698257446, + 2.1668291091918945, + 0.29622364044189453, + 0.008287206292152405, + 0.04579414427280426, + 0.7642598748207092, + -0.15354865789413452, + 0.21688979864120483, + 0.8151347637176514, + -0.03290586173534393, + 0.9138813614845276, + 0.09654927253723145, + -0.30191361904144287, + 0.027092397212982178, + -0.1965051293373108, + 1.0885426998138428, + 0.0808158814907074 + ], + [ + -0.5167890191078186, + 0.0996294766664505, + 0.8587530851364136, + -0.07643169164657593, + -0.0063208043575286865, + 1.4622347354888916, + 0.3851589262485504, + -0.06360992789268494, + 0.0721902996301651, + 0.78802889585495, + -0.04594133794307709, + 0.03437255322933197, + 0.8969929218292236, + 0.004938200116157532, + 0.8616814613342285, + 0.0781334787607193, + -0.21402253210544586, + 0.03687986731529236, + -0.05097919702529907, + 1.0541856288909912, + 0.21539543569087982 + ], + [ + -0.9021967649459839, + 0.11373722553253174, + 0.9389865398406982, + -0.18214459717273712, + -0.05681324005126953, + 2.1493217945098877, + 0.24520906805992126, + 0.012855485081672668, + 0.06818263977766037, + 0.902501106262207, + -0.08509115129709244, + 0.37662026286125183, + 1.5746210813522339, + -0.0712881088256836, + 0.4175820052623749, + 0.06556572020053864, + -0.3436826467514038, + 0.10353198647499084, + -0.6814800500869751, + 1.329045057296753, + 0.7993776798248291 + ], + [ + -0.586479127407074, + 0.15225891768932343, + 0.8147213459014893, + -0.11339740455150604, + -0.06084904074668884, + 1.6689788103103638, + 0.24084579944610596, + -0.12213382124900818, + 0.005920021794736385, + 0.7788312435150146, + -0.08371377736330032, + 0.21906733512878418, + 0.7390886545181274, + -0.12602494657039642, + 0.8664147257804871, + 0.033177249133586884, + -0.22373168170452118, + 0.07378086447715759, + -0.2367095947265625, + 0.9581862092018127, + 0.24245445430278778 + ], + [ + -0.46129798889160156, + 0.10993272066116333, + 0.892116129398346, + 0.2225436568260193, + -0.23845309019088745, + 1.3868438005447388, + -0.010123759508132935, + -0.01568424701690674, + -0.056810371577739716, + 0.8017574548721313, + -0.16963520646095276, + 0.2612350583076477, + 0.8484189510345459, + -0.03808927536010742, + 0.7533857226371765, + 0.05230432376265526, + -0.26886290311813354, + 0.1475386917591095, + -0.17464584112167358, + 1.0464637279510498, + 0.1474146842956543 + ], + [ + -0.5804290175437927, + -0.0432538203895092, + 0.7847311496734619, + -0.09149450063705444, + 0.01769407093524933, + 1.7786277532577515, + 0.2917141914367676, + -0.10273385047912598, + 0.037570707499980927, + 0.7736400961875916, + -0.15020149946212769, + 0.3186582326889038, + 0.8732333183288574, + 0.17977266013622284, + 0.8907675743103027, + 0.1294552981853485, + -0.3093816637992859, + -0.07933805882930756, + -0.0993393063545227, + 1.2879328727722168, + 0.00228920578956604 + ], + [ + -0.3657832145690918, + 0.1827838271856308, + 0.9996837377548218, + 0.26628512144088745, + 0.16996100544929504, + 1.381401777267456, + -0.125288188457489, + 0.13549883663654327, + 0.0710865929722786, + 0.7551141381263733, + -0.09395738691091537, + -0.2708960473537445, + 0.7341300249099731, + -0.08793838322162628, + 0.7700499892234802, + 0.05843016877770424, + -0.4552389979362488, + 0.09421143680810928, + -0.006509840488433838, + 1.2090277671813965, + 0.0721297338604927 + ] + ], + "generated_utilities": [ + 0.06257031112909317, + 0.05829755589365959, + 0.05528515577316284, + 0.03817009925842285, + 0.05272144079208374, + 0.05662969872355461, + 0.056697070598602295, + 0.069010891020298 + ], + "group_id": "ms-554727d05aa9a2b32904", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.24459443986415863, + 0.23659150302410126, + 2.0, + 0.08225482702255249, + 0.12999024987220764, + 0.057326674461364746, + 0.12923774123191833, + 0.08138078451156616, + 0.11818020045757294, + 0.09077684581279755, + 0.07840856164693832, + 0.04392870515584946, + 0.038487017154693604, + 0.10524257272481918, + 0.02085888385772705, + 0.06843592971563339 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.9165226221084595, + 0.3022191822528839, + 0.8587725162506104, + 0.2600886821746826, + 0.035626232624053955, + 1.9613566398620605, + 0.0, + 0.061166584491729736, + -0.4413902163505554, + 0.9126181602478027, + 0.07287247478961945, + 0.005004763603210449, + 1.0955181121826172, + 0.0, + 0.9870578050613403, + -0.5928903222084045, + 0.13975292444229126, + 0.07057750225067139, + 0.30862462520599365, + 0.8013168573379517, + 0.0 + ], + [ + -1.9165226221084595, + -0.34682509303092957, + 1.8587725162506104, + -0.5756543874740601, + -0.964373767375946, + 2.9613566398620605, + 2.338057518005371, + -0.35796529054641724, + -0.016562778502702713, + 1.9126181602478027, + -0.2276376336812973, + 1.0050047636032104, + 2.095518112182617, + 2.1502857208251953, + 1.9870578050613403, + -0.2623192369937897, + -0.7769403457641602, + 1.0705775022506714, + -0.5273438692092896, + 1.8013168573379517, + 2.158099889755249 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.676115036010742, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.300571441650391, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.316199779510498 + ], + [ + -1.7411689758300781, + -0.4502236843109131, + 1.958151936531067, + -0.7990655899047852, + -0.980627715587616, + 2.7079272270202637, + 2.2994773387908936, + -0.2745530307292938, + -0.2889987528324127, + 1.6215417385101318, + -0.5176129341125488, + 1.0646954774856567, + 2.251574754714966, + 2.212541341781616, + 1.824268102645874, + -0.10123081505298615, + -1.03986656665802, + 1.322062373161316, + -0.7013103365898132, + 1.7276617288589478, + 2.2824013233184814 + ], + [ + -1.522512674331665, + -0.698040246963501, + 1.9892767667770386, + -0.72480309009552, + -1.3303688764572144, + 3.109875440597534, + 2.021301746368408, + -0.11456015706062317, + -0.03553029149770737, + 2.240220546722412, + -0.14672908186912537, + 0.786345362663269, + 2.4338290691375732, + 1.8109307289123535, + 1.6290736198425293, + -0.607521653175354, + -0.6268747448921204, + 1.4383041858673096, + -0.8263529539108276, + 1.7937798500061035, + 2.4752516746520996 + ], + [ + -2.211772918701172, + -0.6494717597961426, + 1.3815758228302002, + -0.5525853037834167, + -1.1098092794418335, + 3.2668752670288086, + 2.5138347148895264, + -0.666918933391571, + -0.2142328917980194, + 1.7879143953323364, + -0.6856293082237244, + 0.632298469543457, + 1.751469373703003, + 2.3170151710510254, + 2.063364028930664, + -0.048853471875190735, + -0.5060806274414062, + 0.8369361162185669, + -0.20210295915603638, + 1.6164072751998901, + 2.2852182388305664 + ], + [ + -1.8574048280715942, + -0.3186655044555664, + 2.342111825942993, + -0.3764634132385254, + -1.2115955352783203, + 2.966078996658325, + 2.6002602577209473, + -0.6803885102272034, + 0.3742046058177948, + 2.1828904151916504, + -0.1926894187927246, + 1.4925428628921509, + 2.4886972904205322, + 2.107579469680786, + 1.7476084232330322, + -0.6677438616752625, + -0.3806455135345459, + 0.5125032663345337, + -0.10432907938957214, + 2.130789279937744, + 2.5472724437713623 + ], + [ + -2.356442451477051, + 0.08229458332061768, + 1.9430698156356812, + -0.8459964990615845, + -0.8935331702232361, + 2.8514106273651123, + 2.2832629680633545, + 0.04331901669502258, + 0.6577278971672058, + 2.0743250846862793, + 0.4524485468864441, + 1.1082497835159302, + 2.0657243728637695, + 1.8725732564926147, + 1.522321105003357, + 0.26724860072135925, + -0.9303961992263794, + 1.058699131011963, + -0.11134025454521179, + 1.3646246194839478, + 2.6770291328430176 + ], + [ + -2.4230527877807617, + 0.3058684766292572, + 1.9358866214752197, + -0.33511459827423096, + -0.8951142430305481, + 2.4317991733551025, + 2.190147876739502, + -0.9537133574485779, + -0.0618441179394722, + 2.521017551422119, + 0.511620283126831, + 1.5130579471588135, + 2.84850811958313, + 1.996208906173706, + 1.60410737991333, + -0.4486793279647827, + -0.6815565824508667, + 1.8072631359100342, + -1.107855200767517, + 2.355491876602173, + 1.8019838333129883 + ], + [ + -2.028562545776367, + 0.07989856600761414, + 2.2242517471313477, + -1.4742857217788696, + -0.5438274145126343, + 3.735280990600586, + 2.9504830837249756, + -0.7752807140350342, + 0.4503335952758789, + 2.7319376468658447, + 0.3887407183647156, + 1.2166776657104492, + 1.8263723850250244, + 2.3467490673065186, + 1.3254826068878174, + 0.12319386005401611, + 0.045801639556884766, + 0.4164164662361145, + -0.9403526782989502, + 0.931678295135498, + 1.844333529472351 + ], + [ + -1.1074955463409424, + -1.2392635345458984, + 1.6458481550216675, + -0.32547691464424133, + -1.9205950498580933, + 2.5311660766601562, + 3.2057836055755615, + -0.40923887491226196, + -0.36936262249946594, + 0.9718577861785889, + -1.004727840423584, + 0.1863553524017334, + 2.852463722229004, + 2.031269073486328, + 1.9654442071914673, + -0.9192911386489868, + -0.3235684037208557, + 1.4398280382156372, + -0.5425443649291992, + 1.2313487529754639, + 1.221264362335205 + ], + [ + -2.304213047027588, + 0.4008522927761078, + 2.3081600666046143, + -0.40441930294036865, + -1.5921695232391357, + 2.300023317337036, + 1.9925880432128906, + -0.6365747451782227, + -0.6843085289001465, + 2.867243528366089, + -0.17237381637096405, + 0.5675257444381714, + 2.7910988330841064, + 2.907900333404541, + 2.9553709030151367, + 0.2671504318714142, + -0.754974365234375, + 0.2612910270690918, + 0.24342268705368042, + 1.3763433694839478, + 1.4538078308105469 + ], + [ + -2.44439697265625, + -0.18642441928386688, + 1.3999483585357666, + 0.025397002696990967, + -1.369678020477295, + 2.2437071800231934, + 1.9921245574951172, + 0.47816455364227295, + -0.9887039661407471, + 2.483396053314209, + -0.3153745234012604, + 0.4495776295661926, + 2.3361849784851074, + 2.7299275398254395, + 2.5960819721221924, + -0.17961442470550537, + -0.9449752569198608, + 2.0084362030029297, + -0.17168724536895752, + 0.8513473868370056, + 3.1162428855895996 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.9165226221084595, + 0.20658335089683533, + 0.8587725162506104, + 0.004164278507232666, + 0.035626232624053955, + 1.9613566398620605, + 0.0, + -0.034060508012771606, + -0.3098447024822235, + 0.9126181602478027, + 0.11637814342975616, + 0.005004763603210449, + 1.0955181121826172, + 0.0, + 0.9870578050613403, + 0.17523124814033508, + -0.08934932947158813, + 0.07057750225067139, + -0.08491495251655579, + 0.8013168573379517, + 0.0 + ] + ], + "predicted_scores": [ + 7.643614292144775, + 6.841513633728027, + 6.614741325378418, + 6.455467700958252, + 6.428430080413818, + 6.384448051452637, + 6.310909748077393, + 5.906015396118164 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1099528715", + "selected_index": 0, + "state_hash": "4324d819958245ad7aabc5ad1bed0cf5841b91d1eed5e1dd3efeee47e3128a6e", + "stored_base_utility": 0.24459443986415863, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1541779637336731, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1541779637336731 + }, + "base_progress": 0.1541779637336731, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1541779637336731, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06460108608007431, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06460108608007431 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10664236545562744, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10664236545562744 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0865541473031044, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0865541473031044 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08421548455953598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08421548455953598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0801284909248352, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0801284909248352 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07958398014307022, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07958398014307022 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08006038516759872, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08006038516759872 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07352888584136963, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07352888584136963 + } + ], + "candidate_progress": [ + 0.06460108608007431, + 0.10664236545562744, + 0.0865541473031044, + 0.08421548455953598, + 0.0801284909248352, + 0.07958398014307022, + 0.08006038516759872, + 0.07352888584136963 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-003a2225c0892dcda683", + "ms-ebacae0135af2832dfbb", + "ms-3d090ac2459c4b891dd1", + "ms-1150c257eb77fdf40f55", + "ms-6d46dae312649c977b64", + "ms-ebacae0135af2832dfbb", + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-5e422b9487b4a1efd7af", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.23173712193965912, + -0.18512417376041412, + 0.35238417983055115, + 0.18330860137939453, + 1.2802915573120117, + 0.5870773196220398, + 0.464831680059433, + -0.005990192294120789, + 0.025854535400867462, + 0.07597503066062927, + -0.19087359309196472, + 0.32641008496284485, + -0.4714658856391907, + 0.04570069909095764, + -0.8601071834564209, + 0.14070318639278412, + 0.8891228437423706, + 0.2732314169406891, + 0.05940864980220795, + 1.727794885635376, + 0.4906558394432068 + ], + [ + 0.11051836609840393, + -0.036125581711530685, + 0.28156721591949463, + 0.19888317584991455, + 1.1656306982040405, + 0.36120325326919556, + 0.5004448890686035, + 0.1430029273033142, + 0.050084516406059265, + -0.16613951325416565, + -0.23753392696380615, + 0.34376469254493713, + -0.5200623869895935, + 0.0006826967000961304, + -0.7719688415527344, + 0.20363584160804749, + 0.8458719849586487, + 0.1423199623823166, + -0.2716060280799866, + 1.7349505424499512, + 0.20588532090187073 + ], + [ + -0.10237236320972443, + -0.1235211193561554, + 0.2721685767173767, + 0.19259455800056458, + 1.2396900653839111, + 0.18829785287380219, + 0.42938128113746643, + 0.05946032702922821, + 0.0645233690738678, + -0.1462913453578949, + -0.21606937050819397, + 0.36840832233428955, + -0.2969704866409302, + -0.07011327147483826, + -0.8144989609718323, + 0.21124319732189178, + 0.9909945726394653, + 0.1384493112564087, + -0.24638479948043823, + 1.6174407005310059, + 0.33964669704437256 + ], + [ + 0.04262065887451172, + -0.17790564894676208, + 0.31504565477371216, + 0.045369893312454224, + 1.1584746837615967, + 0.18841718137264252, + 0.22178182005882263, + -0.0379599928855896, + 0.057133764028549194, + -0.135473370552063, + -0.23854616284370422, + 0.4488156735897064, + -0.27149197459220886, + -0.13237155973911285, + -0.7877867817878723, + 0.2098233550786972, + 0.9725057482719421, + 0.10778100788593292, + -0.22534406185150146, + 1.5749387741088867, + 0.3129904866218567 + ], + [ + 0.014895766973495483, + -0.08970385789871216, + 0.21671462059020996, + 0.07799980044364929, + 1.3237454891204834, + 0.25195038318634033, + 0.21490031480789185, + -0.09081274271011353, + 0.11969536542892456, + -0.04792610555887222, + -0.21868661046028137, + 0.40276995301246643, + -0.45780879259109497, + -0.02072325348854065, + -0.7921846508979797, + 0.24840892851352692, + 0.9699259996414185, + 0.10013497620820999, + -0.1285485029220581, + 1.561286211013794, + 0.23668615520000458 + ], + [ + -0.08886273205280304, + -0.0978705883026123, + 0.21526893973350525, + 0.15814349055290222, + 1.3681085109710693, + 0.16882270574569702, + 0.3379811942577362, + -0.009172514081001282, + 0.06721565872430801, + -0.0313858762383461, + -0.31510984897613525, + 0.49321070313453674, + -0.33800190687179565, + -0.07839475572109222, + -0.8069260716438293, + 0.24230246245861053, + 0.9644808769226074, + 0.11660963296890259, + -0.22651159763336182, + 1.5576891899108887, + 0.3452325761318207 + ], + [ + -0.013273119926452637, + -0.12234997749328613, + 0.2439054548740387, + 0.08458340167999268, + 1.4507653713226318, + 0.18533363938331604, + 0.24281246960163116, + 0.011047184467315674, + 0.10906530171632767, + -0.019303761422634125, + -0.3310627043247223, + 0.5566391944885254, + -0.5529236197471619, + -0.15804682672023773, + -0.7555891871452332, + 0.2568970322608948, + 1.0483466386795044, + 0.15680409967899323, + -0.10294073820114136, + 1.6125686168670654, + 0.20519445836544037 + ], + [ + -0.003578498959541321, + -0.13423988223075867, + 0.287047803401947, + 0.09653401374816895, + 1.299367904663086, + 0.2654256224632263, + 0.21354940533638, + -0.07710424065589905, + 0.07503115385770798, + -0.0243765190243721, + -0.3322370648384094, + 0.5369873046875, + -0.6076960563659668, + -0.11672648787498474, + -0.7938089966773987, + 0.21752774715423584, + 1.0415459871292114, + 0.06634807586669922, + -0.22784072160720825, + 1.5811917781829834, + 0.26924583315849304 + ] + ], + "generated_utilities": [ + 0.06460108608007431, + 0.10664236545562744, + 0.0865541473031044, + 0.08421548455953598, + 0.0801284909248352, + 0.07958398014307022, + 0.08006038516759872, + 0.07352888584136963 + ], + "group_id": "ms-5e422b9487b4a1efd7af", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18222013115882874, + 2.0, + 2.0, + 0.15687888860702515, + 0.0801704153418541, + 0.07460451126098633, + 0.13449886441230774, + 0.06114315986633301, + 0.08125714957714081, + 0.04300034046173096, + 0.052459459751844406, + 0.10996612161397934, + 0.05481608957052231, + 0.07274352014064789, + 0.08204084634780884, + 0.03634508699178696 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.7885055541992188, + -1.1915899515151978, + 1.2188501358032227, + -0.07213931530714035, + 2.6555593013763428, + 1.410527229309082, + 1.1878551244735718, + 0.46944019198417664, + 0.010334653779864311, + 0.8149631023406982, + -0.18395301699638367, + 1.1742643117904663, + -1.065761923789978, + -0.4434099793434143, + -1.9010740518569946, + -0.21946674585342407, + 2.21502685546875, + 1.4483981132507324, + 0.095611572265625, + 2.8707098960876465, + 2.7707910537719727 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.3757102489471436, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.8868199586868286, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.541582107543945 + ], + [ + 0.5588206052780151, + -1.0327664613723755, + 1.4398562908172607, + -0.01293690875172615, + 2.7230477333068848, + 1.1201753616333008, + 1.0824404954910278, + 0.44612032175064087, + -0.23737254738807678, + 0.5238226652145386, + -0.35321786999702454, + 1.4043699502944946, + -1.3715953826904297, + -0.25279760360717773, + -2.167478561401367, + -0.39426475763320923, + 2.1391115188598633, + 1.6523739099502563, + 0.17431394755840302, + 3.219724178314209, + 2.5992326736450195 + ], + [ + 1.0049190521240234, + -1.3544883728027344, + 1.276161551475525, + 0.23347797989845276, + 2.5333847999572754, + 1.271686315536499, + 0.7711564898490906, + 0.166427344083786, + 0.4517116844654083, + 0.8873481154441833, + -0.07319667935371399, + 0.6990785598754883, + -0.8550357818603516, + -0.23270365595817566, + -1.5243736505508423, + -0.06752543151378632, + 2.7000224590301514, + 1.104310154914856, + -0.24826472997665405, + 2.9583075046539307, + 2.3627736568450928 + ], + [ + 0.6904900074005127, + -1.64071524143219, + 1.4411438703536987, + -0.47459876537323, + 2.1004276275634766, + 1.3108292818069458, + 1.1899842023849487, + 0.3485971987247467, + -0.22423146665096283, + 0.36304962635040283, + 0.04063844680786133, + 0.7276626825332642, + -1.0331058502197266, + -0.8124101161956787, + -1.3106155395507812, + 0.3473774194717407, + 1.8459688425064087, + 1.4082783460617065, + 0.2653927206993103, + 3.0669360160827637, + 2.7019593715667725 + ], + [ + 1.3724863529205322, + -1.2523274421691895, + 1.1541908979415894, + -0.050558943301439285, + 3.0326974391937256, + 2.025332450866699, + 1.7885065078735352, + -0.1554757058620453, + -0.05030965805053711, + 0.7788861393928528, + -0.034583598375320435, + 1.6018489599227905, + -0.8065058588981628, + 0.14995932579040527, + -1.6193538904190063, + -0.6492797136306763, + 2.1974990367889404, + 1.8137036561965942, + -0.41846179962158203, + 2.7755300998687744, + 2.3020071983337402 + ], + [ + 0.30921971797943115, + -0.4721986651420593, + 1.9392619132995605, + 0.42969179153442383, + 3.4479331970214844, + 0.6387053728103638, + 1.6757242679595947, + 0.8763004541397095, + -0.04521014541387558, + 0.19073498249053955, + -0.9514381885528564, + 0.8370010852813721, + -0.2686704397201538, + 0.20471566915512085, + -1.7474113702774048, + -0.6671635508537292, + 2.924454689025879, + 1.419961929321289, + 0.42410096526145935, + 2.2954492568969727, + 3.5085537433624268 + ], + [ + 0.24300992488861084, + -0.8565305471420288, + 1.9044570922851562, + 0.8051208853721619, + 2.2789714336395264, + 2.211940050125122, + 1.339768648147583, + 1.2612133026123047, + -0.13972574472427368, + 1.3224538564682007, + -0.03406776487827301, + 0.3873292803764343, + -1.3497166633605957, + -0.7674295902252197, + -2.722336769104004, + -0.3656724989414215, + 2.591442584991455, + 1.4884381294250488, + 0.47831618785858154, + 2.061109781265259, + 2.0008177757263184 + ], + [ + 1.6883571147918701, + -0.628246545791626, + 2.1346828937530518, + -0.8081979155540466, + 2.0419247150421143, + 1.3934063911437988, + 0.4080026149749756, + 0.3577340245246887, + 0.23520411550998688, + 0.0928049087524414, + -0.09067690372467041, + 0.29129576683044434, + -1.407673716545105, + -0.36841151118278503, + -2.8464760780334473, + 0.3147045969963074, + 3.0127692222595215, + 1.9663705825805664, + -0.5854873061180115, + 3.432521343231201, + 3.6756885051727295 + ], + [ + -0.16700607538223267, + -1.7031993865966797, + 1.0367052555084229, + -0.2503179907798767, + 3.2309212684631348, + 0.6180576086044312, + 0.48198598623275757, + 1.1927368640899658, + -0.8580643534660339, + 1.7429225444793701, + -0.8828226327896118, + 0.4060947895050049, + -1.092045783996582, + -0.2602863311767578, + -2.4259531497955322, + 0.24139735102653503, + 1.5368754863739014, + 0.9513646364212036, + -0.8674314618110657, + 3.077476739883423, + 2.6906161308288574 + ], + [ + 1.3988118171691895, + -1.7645186185836792, + 1.843862533569336, + 0.29872047901153564, + 3.011565923690796, + 0.8457613587379456, + 1.0953103303909302, + -0.20833620429039001, + 0.7237693071365356, + 1.7913110256195068, + -0.17791466414928436, + 1.4534151554107666, + -1.0476179122924805, + 0.44549012184143066, + -1.8680009841918945, + -1.107651710510254, + 3.136655569076538, + 1.952820062637329, + 0.8390533328056335, + 2.360635280609131, + 3.595355272293091 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0678134560585022, + -0.19158995151519775, + 0.21885013580322266, + 0.010393194854259491, + 1.6555593013763428, + 0.41052722930908203, + 0.0, + 0.07056120038032532, + 0.013872765004634857, + -0.0022028684616088867, + -0.06683872640132904, + 0.1742643117904663, + -0.06576192378997803, + 0.0, + -0.9010740518569946, + 0.07450109720230103, + 1.21502685546875, + 0.4483981132507324, + -0.008070603013038635, + 1.8707098960876465, + 0.0 + ], + [ + 0.17979782819747925, + -0.19158995151519775, + 0.21885013580322266, + 0.027171090245246887, + 1.6555593013763428, + 0.41052722930908203, + 0.0, + -0.11864939332008362, + 0.08952949941158295, + -0.18503689765930176, + 0.019123554229736328, + 0.1742643117904663, + -0.14282310009002686, + 0.0, + -0.9010740518569946, + 0.16072148084640503, + 1.21502685546875, + 0.4483981132507324, + 0.06845960766077042, + 1.8707098960876465, + 0.0 + ] + ], + "predicted_scores": [ + 8.223165512084961, + 7.949320316314697, + 7.929667949676514, + 7.738821029663086, + 7.572719097137451, + 7.556519508361816, + 7.5543742179870605, + 7.137819766998291 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1802377189", + "selected_index": 0, + "state_hash": "c484f4e5c2164947f670499537d96ed53dc2b9eb67442ab7f19c55d284b9a32a", + "stored_base_utility": 0.18222013115882874, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.031514525413513184, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06750261783599854, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06750261783599854 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.031514525413513184, + "contact_quality": null, + "progress": 0.0865958109498024, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0865958109498024 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07178918272256851, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07178918272256851 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07805927842855453, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07805927842855453 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08829613775014877, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08829613775014877 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08391135931015015, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08391135931015015 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07391609996557236, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07391609996557236 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10648515075445175, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10648515075445175 + } + ], + "candidate_progress": [ + 0.06750261783599854, + 0.0865958109498024, + 0.07178918272256851, + 0.07805927842855453, + 0.08829613775014877, + 0.08391135931015015, + 0.07391609996557236, + 0.10648515075445175 + ], + "candidate_safety_violation": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-465d531b9cec5bc77ed7", + "ms-29f47a1dc1d9c3ec3365", + "ms-465d531b9cec5bc77ed7", + "ms-465d531b9cec5bc77ed7", + "ms-465d531b9cec5bc77ed7", + "ms-465d531b9cec5bc77ed7", + "ms-465d531b9cec5bc77ed7", + "ms-29f47a1dc1d9c3ec3365" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-5ecde7b64c80d2abbe1f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.1546307802200317, + 0.04496186971664429, + 0.6584431529045105, + 0.6708003282546997, + 0.5879547595977783, + 2.569575548171997, + 1.8810691833496094, + 2.2052013874053955, + 0.426448255777359, + -1.0870057344436646, + -0.7194812297821045, + -0.6447342038154602, + -2.585084915161133, + -2.204439878463745, + 0.9271770119667053, + -0.16108839213848114, + 0.07567791640758514, + 0.035189464688301086, + 1.2395901679992676, + 1.1946732997894287, + 1.5803091526031494 + ], + [ + 1.493337631225586, + -0.19567713141441345, + 0.13170990347862244, + -0.00016686320304870605, + 0.5396764278411865, + 2.599844455718994, + 2.0506443977355957, + 1.9771254062652588, + 0.3966325521469116, + -1.4330322742462158, + -0.39338207244873047, + -0.8021432161331177, + -3.14524507522583, + -2.740382671356201, + 0.9828183054924011, + -0.13598759472370148, + 0.21615657210350037, + -0.5448113083839417, + 0.8924123048782349, + 1.3920321464538574, + 1.5286399126052856 + ], + [ + 1.143928050994873, + -0.1346295326948166, + 0.622434139251709, + 0.29290756583213806, + 0.5320476293563843, + 2.483729600906372, + 1.8413400650024414, + 2.1973981857299805, + 0.3968872129917145, + -1.1588348150253296, + -0.6368927955627441, + -0.47046899795532227, + -2.2436091899871826, + -2.2559280395507812, + 0.9930344223976135, + -0.12411926686763763, + 0.11911127716302872, + -0.15763045847415924, + 1.0808188915252686, + 1.1705703735351562, + 1.1247130632400513 + ], + [ + 1.178961992263794, + -0.019978756085038185, + 0.5741612911224365, + 0.4653376042842865, + 0.5904979705810547, + 2.6472556591033936, + 1.594515085220337, + 2.193908452987671, + 0.3911840319633484, + -1.1293115615844727, + -0.684004008769989, + -0.5347052812576294, + -2.5337326526641846, + -2.204242467880249, + 1.017704963684082, + -0.1665807068347931, + 0.15370392799377441, + 0.09146805852651596, + 1.0909254550933838, + 1.1138696670532227, + 1.3712929487228394 + ], + [ + 1.2422490119934082, + 0.005500204861164093, + 0.047811925411224365, + 0.3524962365627289, + 0.4760046601295471, + 2.4897098541259766, + 1.5979645252227783, + 2.087449073791504, + 0.32522717118263245, + -1.16595458984375, + -0.7055585384368896, + -0.17858144640922546, + -2.317617654800415, + -1.4687401056289673, + 0.640822172164917, + -0.09348833560943604, + 0.2758404612541199, + -0.14362676441669464, + 1.152683973312378, + 1.1110239028930664, + 0.7201951742172241 + ], + [ + 1.219154715538025, + -0.11311127990484238, + 0.44072550535202026, + 0.03890383243560791, + 0.4380025565624237, + 3.2798550128936768, + 1.3521449565887451, + 2.2703042030334473, + 0.28550833463668823, + -1.0739943981170654, + -0.8124588131904602, + -0.6951675415039062, + -2.9861791133880615, + -1.6264346837997437, + 0.8466759324073792, + -0.10925270617008209, + 0.1554754078388214, + 0.11640122532844543, + 1.1420851945877075, + 1.4996306896209717, + 1.5425113439559937 + ], + [ + 1.3914425373077393, + -0.019575340673327446, + 0.5400660634040833, + 0.3455362021923065, + 0.4855351150035858, + 2.6390175819396973, + 1.3064570426940918, + 2.2244114875793457, + 0.4174324572086334, + -1.2716792821884155, + -0.5985690951347351, + -0.44656598567962646, + -2.4566822052001953, + -2.2393124103546143, + 0.8535161018371582, + -0.1534758061170578, + 0.09608620405197144, + 0.26500779390335083, + 1.059119701385498, + 1.2303507328033447, + 1.4654242992401123 + ], + [ + 1.4643806219100952, + -0.22654888033866882, + -0.2414415180683136, + 0.1551564335823059, + 0.9558120369911194, + 2.6027395725250244, + 1.6204240322113037, + 2.0313990116119385, + 0.36300718784332275, + -1.2758015394210815, + -0.7793852090835571, + -0.40092533826828003, + -2.69697642326355, + -1.6982488632202148, + 0.7976441383361816, + -0.1370033621788025, + 0.631606936454773, + -0.5073282718658447, + 0.8383622169494629, + 1.0732197761535645, + 0.6976398229598999 + ] + ], + "generated_utilities": [ + 0.06750261783599854, + 0.0865958109498024, + 0.07178918272256851, + 0.07805927842855453, + 0.08829613775014877, + 0.08391135931015015, + 0.07391609996557236, + 0.10648515075445175 + ], + "group_id": "ms-5ecde7b64c80d2abbe1f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15440061688423157, + 0.15875059366226196, + 0.16514325141906738, + 0.04924323409795761, + 0.3066473603248596, + 0.061767578125, + 0.3024652302265167, + 0.26116812229156494, + 0.2507709264755249, + 2.0, + 0.2298719584941864, + 0.21866342425346375, + 0.075567327439785, + 2.0, + 2.0, + 0.1251528263092041 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6228735446929932, + -0.12424781918525696, + 0.1611393392086029, + 0.3809567093849182, + 0.9730440378189087, + 1.3418359756469727, + 0.0, + 0.8933627605438232, + -0.11222150921821594, + -0.1916595697402954, + 0.22073271870613098, + -0.24046960473060608, + -1.4849677085876465, + 0.0, + -0.07626932859420776, + 0.06116519868373871, + 0.09258896112442017, + 0.01638782024383545, + 0.6067074537277222, + -0.18872874975204468, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.852809429168701, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.793331623077393, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.894789218902588 + ], + [ + 1.849975347518921, + 0.35872092843055725, + -0.02165919542312622, + 0.16161203384399414, + 0.4962879419326782, + 2.94172739982605, + 1.665520429611206, + 2.4604759216308594, + -0.7064424753189087, + -0.7170202732086182, + -0.023027271032333374, + -0.8578410148620605, + -1.7098805904388428, + -2.3110780715942383, + 0.366909384727478, + -0.9000982046127319, + 0.2169695794582367, + 0.5396585464477539, + 0.7210320830345154, + 0.6115990877151489, + 2.102823495864868 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.6228735446929932, + -0.37718644738197327, + -0.08211611211299896, + 0.4461919665336609, + 0.343548983335495, + 2.3418359756469727, + 2.4264047145843506, + 1.8933627605438232, + 0.16517779231071472, + -1.1916595697402954, + -0.3427198827266693, + -0.5693742632865906, + -2.4849677085876465, + -2.3966658115386963, + 0.9237306714057922, + -0.1761244386434555, + 0.6763488054275513, + -0.3496074378490448, + 1.6067074537277222, + 0.8112712502479553, + 1.947394609451294 + ], + [ + 1.3844518661499023, + -0.5105997323989868, + 0.12453843653202057, + 0.17349666357040405, + 0.1575372964143753, + 2.254453659057617, + 2.583359718322754, + 1.9018094539642334, + -0.0838373601436615, + -0.9470116496086121, + -0.44562241435050964, + -0.37317904829978943, + -2.3596889972686768, + -2.2872819900512695, + 0.869777500629425, + 0.11928223073482513, + 0.6703197360038757, + -0.226644366979599, + 1.59974205493927, + 0.8628051280975342, + 1.8696181774139404 + ], + [ + 1.6038914918899536, + -0.7461022138595581, + -0.3535396456718445, + 0.09949126839637756, + 0.1379300355911255, + 2.064613103866577, + 2.4178669452667236, + 1.8884533643722534, + -0.16702169179916382, + -1.2011981010437012, + -0.6003298163414001, + -0.8595250844955444, + -2.2150278091430664, + -2.1734650135040283, + 0.5900291204452515, + -0.027839064598083496, + 0.8677722215652466, + -0.36442121863365173, + 1.2880563735961914, + 0.5508809089660645, + 1.9234625101089478 + ], + [ + 1.5035213232040405, + -0.07599014043807983, + 0.38157445192337036, + 0.3351464569568634, + 0.7007668614387512, + 2.385133743286133, + 2.2737436294555664, + 1.7248462438583374, + 0.22440563142299652, + -1.6668195724487305, + -0.2800722122192383, + -0.7309584617614746, + -2.5331759452819824, + -2.105576515197754, + 1.2060697078704834, + -0.6339671015739441, + 0.9011563062667847, + 0.1299523413181305, + 1.5161257982254028, + 0.43247613310813904, + 2.182236433029175 + ], + [ + 1.0954604148864746, + 0.11785370111465454, + 0.4075537919998169, + 1.036863923072815, + 0.28748607635498047, + 2.0578908920288086, + 2.277271270751953, + 1.65437650680542, + 0.21208135783672333, + -1.0984059572219849, + 0.02658134698867798, + -0.17440500855445862, + -2.6230268478393555, + -2.9873580932617188, + 0.9447932243347168, + -0.28099414706230164, + 0.7168419361114502, + -0.7113335132598877, + 2.1357970237731934, + 0.29097771644592285, + 1.4427769184112549 + ], + [ + 1.5055385828018188, + 0.21829566359519958, + 0.36656367778778076, + -0.2021089792251587, + 0.3907276690006256, + 2.2331161499023438, + 2.4251511096954346, + 1.4948463439941406, + 0.7130626440048218, + -1.702913761138916, + -1.020342230796814, + -0.22623181343078613, + -2.390302896499634, + -1.8367729187011719, + 0.4210388660430908, + -0.5514490604400635, + 0.40718570351600647, + -0.6973860263824463, + 1.6005820035934448, + 0.8689534068107605, + 1.5649114847183228 + ], + [ + 1.3361116647720337, + -1.076005220413208, + -0.336189329624176, + -0.18950939178466797, + 0.10615456104278564, + 2.072615385055542, + 2.878330945968628, + 1.5384094715118408, + -0.1921442449092865, + -0.994647204875946, + -0.5051546096801758, + 0.08428329229354858, + -2.9540176391601562, + -3.091214656829834, + 0.44473516941070557, + -0.4775945544242859, + 1.2901530265808105, + -1.1102215051651, + 2.3727986812591553, + 0.12901359796524048, + 2.0055105686187744 + ], + [ + 0.9268367290496826, + -0.057424843311309814, + 0.48030078411102295, + -0.533040463924408, + 0.3462512493133545, + 2.192474126815796, + 1.6380109786987305, + 1.5465058088302612, + 0.12911127507686615, + -0.6289182901382446, + -0.8086692094802856, + -0.6684465408325195, + -2.06156587600708, + -2.7595150470733643, + 1.8646225929260254, + -1.0932936668395996, + 1.2683148384094238, + -0.9702239036560059, + 2.265456199645996, + 0.06015592813491821, + 2.45664644241333 + ], + [ + 1.3574708700180054, + -0.19987475872039795, + -0.07876913994550705, + 0.895808756351471, + 1.2210683822631836, + 1.9709948301315308, + 3.3952126502990723, + 1.2175624370574951, + -0.4748971164226532, + -1.6978569030761719, + 0.5018445253372192, + -1.3640105724334717, + -3.146521806716919, + -1.892846703529358, + 0.09415203332901001, + -0.9459360241889954, + 1.0982540845870972, + -1.0014011859893799, + 2.5243313312530518, + 1.0948516130447388, + 2.9099783897399902 + ] + ], + "predicted_scores": [ + 8.900680541992188, + 8.676071166992188, + 8.391568183898926, + 8.17164134979248, + 7.9047017097473145, + 7.6617207527160645, + 7.3562912940979, + 7.3375091552734375 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "636680137", + "selected_index": 0, + "state_hash": "fb3ab00404c3d3204c3529cfd4842982f6c8892247de59e1b85f04d53079bdad", + "stored_base_utility": 0.15440061688423157, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04840870574116707, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04840870574116707 + }, + "base_progress": 0.04840870574116707, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.04840870574116707, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04700471833348274, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04700471833348274 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04709535837173462, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04709535837173462 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04645474627614021, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04645474627614021 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055581510066986084, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055581510066986084 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04726523160934448, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04726523160934448 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.048496562987565994, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.048496562987565994 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0407494492828846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0407494492828846 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09380728006362915, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09380728006362915 + } + ], + "candidate_progress": [ + 0.04700471833348274, + 0.04709535837173462, + 0.04645474627614021, + 0.055581510066986084, + 0.04726523160934448, + 0.048496562987565994, + 0.0407494492828846, + 0.09380728006362915 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ccb8bd419b9cd771d12f", + "ms-ccb8bd419b9cd771d12f", + "ms-ccb8bd419b9cd771d12f", + "ms-ccb8bd419b9cd771d12f", + "ms-ccb8bd419b9cd771d12f", + "ms-ccb8bd419b9cd771d12f", + "ms-ccb8bd419b9cd771d12f", + "ms-ccb8bd419b9cd771d12f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-60f0d45b604940db0058", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.07870957255363464, + 0.04272707551717758, + 0.21483153104782104, + -0.6616917848587036, + 0.218087837100029, + -0.006371349096298218, + 0.49340277910232544, + 0.5249943733215332, + -0.12141914665699005, + -0.3773729205131531, + 0.5883885025978088, + 0.2532099485397339, + -0.34646570682525635, + 0.05316976457834244, + -0.25574690103530884, + 0.23436830937862396, + 0.22605067491531372, + 0.3921429514884949, + -0.12583842873573303, + 1.560441493988037, + 0.38400059938430786 + ], + [ + -0.5068255662918091, + -0.07490801811218262, + 0.318681538105011, + -0.922606348991394, + 0.17581897974014282, + 0.3100900650024414, + 0.35314735770225525, + 0.4303204119205475, + -0.14683492481708527, + -0.6126002669334412, + 0.2949499487876892, + 0.389035165309906, + -0.029775887727737427, + 0.21983720362186432, + -0.118024080991745, + 0.03964687138795853, + 0.005325436592102051, + 0.10518971085548401, + -0.32669687271118164, + 1.8795051574707031, + 0.3009042739868164 + ], + [ + -0.18902139365673065, + 0.028115883469581604, + 0.2601182460784912, + -0.817880392074585, + 0.426971435546875, + 0.5739673376083374, + 0.3437645435333252, + 0.4283595085144043, + -0.0728750005364418, + -0.502472996711731, + 0.362730473279953, + 0.46393731236457825, + 0.07150730490684509, + 0.005359716713428497, + -0.18297933042049408, + 0.03977829962968826, + 0.12019520252943039, + 0.13718467950820923, + -0.18750974535942078, + 2.019700288772583, + 0.31612181663513184 + ], + [ + -0.18595360219478607, + -0.08909212052822113, + 0.18374332785606384, + -0.7404928207397461, + 0.5786064863204956, + 0.746915340423584, + 0.340841144323349, + 0.3796035349369049, + -0.07049307972192764, + -0.4947119355201721, + 0.3365708887577057, + 0.592204749584198, + -0.05693352222442627, + -0.15233959257602692, + -0.20206260681152344, + 0.05219588056206703, + 0.05951887369155884, + 0.19011442363262177, + -0.24718773365020752, + 1.7204606533050537, + 0.16300715506076813 + ], + [ + 0.012102589011192322, + 0.1381656378507614, + 0.11062020063400269, + -0.6284681558609009, + 0.6179519891738892, + 0.8480626344680786, + 0.3465149700641632, + 0.45598912239074707, + 0.001901131123304367, + -0.4299294948577881, + 0.4047800302505493, + 0.6245007514953613, + -0.0021243691444396973, + -0.164540097117424, + 0.02937253937125206, + -0.016801901161670685, + 0.040107861161231995, + 0.1705266237258911, + -0.378800630569458, + 1.789435863494873, + 0.3353111743927002 + ], + [ + -0.04575337469577789, + -0.025348007678985596, + 0.5347499251365662, + -0.7421954870223999, + 0.25321730971336365, + 0.102281853556633, + 0.4162842035293579, + 0.32004982233047485, + -0.0820527970790863, + -0.3709124028682709, + 0.2937062382698059, + 0.20090433955192566, + 0.10871151089668274, + 0.3751944899559021, + -0.5808424949645996, + 0.07991902530193329, + 0.07288245856761932, + 0.3237271010875702, + -0.13606062531471252, + 2.064321279525757, + 0.09497114270925522 + ], + [ + -0.017924219369888306, + 0.09667344391345978, + 0.14030346274375916, + -0.43200281262397766, + 0.2409248948097229, + 0.42113029956817627, + 0.4684201776981354, + 0.4945920407772064, + -0.00774923712015152, + -0.23479151725769043, + 0.38767531514167786, + 0.3712044656276703, + -0.19584062695503235, + -0.10543708503246307, + 0.05309871584177017, + 0.1776500642299652, + -0.05445314943790436, + 0.18274804949760437, + -0.10413464903831482, + 1.945167064666748, + -0.01194530725479126 + ], + [ + -0.025765657424926758, + -0.10012628138065338, + -0.17337939143180847, + -0.557418704032898, + 0.3307505249977112, + 0.7204693555831909, + 0.054396986961364746, + 0.20939384400844574, + -0.1231955736875534, + -0.35857462882995605, + 0.2826370298862457, + 0.7105615735054016, + -0.027601301670074463, + -0.3418259620666504, + -0.2952914834022522, + 0.08375406265258789, + 0.03799907863140106, + 0.2423456758260727, + -0.16318446397781372, + 1.7028980255126953, + 0.19272036850452423 + ] + ], + "generated_utilities": [ + 0.04700471833348274, + 0.04709535837173462, + 0.04645474627614021, + 0.055581510066986084, + 0.04726523160934448, + 0.048496562987565994, + 0.0407494492828846, + 0.09380728006362915 + ], + "group_id": "ms-60f0d45b604940db0058", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.005503754131495953, + 0.011156698688864708, + 0.1128772497177124, + 0.027002573013305664, + 0.2023247927427292, + 0.005556186195462942, + 0.22432444989681244, + 0.1418970227241516, + 0.1949699968099594, + 0.113103948533535, + 0.08080097287893295, + 0.03188232704997063, + 0.08792003244161606, + 0.21309810876846313, + 0.08725672960281372, + 0.04640161991119385 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04441642761230469, + 0.1597052663564682, + -0.29759007692337036, + -0.4468640089035034, + 0.4117025136947632, + 0.045307040214538574, + 0.0, + 0.44167739152908325, + -0.10092836618423462, + -0.3649773597717285, + 0.6447718143463135, + 0.13255026936531067, + -0.022601962089538574, + 0.0, + -0.38060569763183594, + -0.008608818054199219, + 0.23607873916625977, + 0.23453469574451447, + 0.10973873734474182, + 1.4270472526550293, + 0.0 + ], + [ + 0.6553690433502197, + -0.13351024687290192, + 0.6634082198143005, + -1.4468640089035034, + 1.4117025136947632, + 1.0453070402145386, + 1.5137099027633667, + 1.032971978187561, + -0.8061721920967102, + -1.3649773597717285, + 1.6447718143463135, + 0.5328653454780579, + -0.9566568732261658, + -2.0192792415618896, + -1.380605697631836, + -0.5579193830490112, + 1.2360787391662598, + -0.04026468098163605, + -0.440417617559433, + 2.4270472526550293, + 1.1566145420074463 + ], + [ + 0.9002285003662109, + -0.42780601978302, + 0.37059277296066284, + -1.3312265872955322, + 1.5807732343673706, + 1.3247569799423218, + 1.4277195930480957, + 1.3022756576538086, + -1.0642223358154297, + -1.4460359811782837, + 1.7516024112701416, + 0.5242848992347717, + -0.8223356008529663, + -2.2783923149108887, + -1.543492078781128, + -0.7693171501159668, + 1.1087760925292969, + -0.10784054547548294, + -0.30558350682258606, + 2.5851686000823975, + 1.3078217506408691 + ], + [ + 0.9784858822822571, + 0.11907194554805756, + 0.7154682278633118, + -1.2703380584716797, + 1.7217568159103394, + 1.2813591957092285, + 1.8243361711502075, + 0.9965692758560181, + -0.6135035157203674, + -1.6124281883239746, + 1.5978115797042847, + 0.36984577775001526, + -1.301887035369873, + -1.98264479637146, + -1.310011625289917, + -0.1683671772480011, + 1.059325933456421, + -0.42756664752960205, + -0.43625330924987793, + 2.200377941131592, + 1.3056200742721558 + ], + [ + 0.6862301230430603, + -0.5509865283966064, + 0.607589840888977, + -1.5731000900268555, + 1.1666927337646484, + 0.8503897190093994, + 1.2003439664840698, + 1.205728530883789, + -1.0159533023834229, + -1.6802089214324951, + 1.636055588722229, + 0.7500393390655518, + -0.7156910300254822, + -1.9948229789733887, + -1.5819803476333618, + -0.7555241584777832, + 1.016056776046753, + -0.057145580649375916, + -0.7628966569900513, + 2.9114928245544434, + 1.333128809928894 + ], + [ + 1.114038109779358, + -0.24326539039611816, + 0.9204882979393005, + -1.4972338676452637, + 1.370819091796875, + 0.4725755453109741, + 1.8125941753387451, + 0.9456005692481995, + -0.7348487377166748, + -1.6615509986877441, + 2.2310292720794678, + 0.1989111602306366, + -0.8656752109527588, + -2.5726206302642822, + -1.139793038368225, + -0.9484105110168457, + 0.7815436124801636, + -0.46981650590896606, + -0.5955154299736023, + 2.67340087890625, + 1.280289649963379 + ], + [ + 1.3497891426086426, + -0.178955540060997, + 0.9137261509895325, + -0.7877864837646484, + 1.0518333911895752, + 1.5289419889450073, + 0.9925239682197571, + 1.009352207183838, + -1.0352486371994019, + -1.1042946577072144, + 0.948908269405365, + 0.9014253616333008, + -1.1063735485076904, + -2.3346827030181885, + -0.8723135590553284, + -0.6284710168838501, + 1.4120384454727173, + 0.5598521828651428, + -0.3799092471599579, + 2.5295519828796387, + 1.305077314376831 + ], + [ + 0.9288128614425659, + 0.041832491755485535, + 0.4936038851737976, + -1.5906915664672852, + 0.8895238637924194, + 0.9778568744659424, + 2.088362693786621, + 1.118683934211731, + -0.27825814485549927, + -1.1868133544921875, + 1.4796854257583618, + 0.620503306388855, + -0.31336820125579834, + -2.6299381256103516, + -0.5692558288574219, + -0.7058898210525513, + 1.6225712299346924, + 0.3802247643470764, + 0.45656076073646545, + 3.106978416442871, + 0.7824088931083679 + ], + [ + 0.4297235608100891, + 0.47141456604003906, + 1.593681812286377, + -1.013024926185608, + 0.8487553000450134, + 0.4645851254463196, + 0.7111777067184448, + 0.404374897480011, + -0.2375841736793518, + -1.5669147968292236, + 2.253046989440918, + 0.23220637440681458, + -1.9510407447814941, + -1.9462382793426514, + -1.1049506664276123, + -0.7873101830482483, + 1.8324458599090576, + 0.3500216603279114, + -0.6427124738693237, + 1.4916160106658936, + 0.8628838062286377 + ], + [ + 0.703070878982544, + 0.22802941501140594, + -0.04941070079803467, + -0.9906681180000305, + 0.46887141466140747, + 1.384301781654358, + 0.9522727131843567, + 0.3201962113380432, + -0.5922911763191223, + -2.307358741760254, + 0.9244760870933533, + 1.517370343208313, + -0.30412930250167847, + -1.3472625017166138, + -0.9494717717170715, + -0.9236822128295898, + 2.2010107040405273, + 0.11298003792762756, + -0.9851726293563843, + 2.1155734062194824, + 1.8855502605438232 + ] + ], + "predicted_scores": [ + 4.956186294555664, + 4.293938159942627, + 4.170773029327393, + 3.681870460510254, + 3.4406557083129883, + 3.3280653953552246, + 3.2991013526916504, + 3.0777029991149902 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "e0948d080ab8a0b4b19d236c7e40a7c7383f3dbaed0d6eef4d04389268013ef2", + "stored_base_utility": 0.005503754131495953, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22066016495227814, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22066016495227814 + }, + "base_progress": 0.22066016495227814, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22066016495227814, + "candidate_action_clip_max_abs": [ + 0.1990450620651245, + 0.2782825231552124, + 0.2179023027420044, + 0.26851844787597656, + 0.28213584423065186, + 0.2292701005935669, + 0.2712819576263428, + 0.2532559633255005 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1990450620651245, + "contact_quality": null, + "progress": 0.2022685557603836, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2022685557603836 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2782825231552124, + "contact_quality": null, + "progress": 0.20370453596115112, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20370453596115112 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2179023027420044, + "contact_quality": null, + "progress": 0.18321926891803741, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18321926891803741 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26851844787597656, + "contact_quality": null, + "progress": 0.21053926646709442, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21053926646709442 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28213584423065186, + "contact_quality": null, + "progress": 0.1966692954301834, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1966692954301834 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2292701005935669, + "contact_quality": null, + "progress": 0.17889420688152313, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17889420688152313 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2712819576263428, + "contact_quality": null, + "progress": 0.21036769449710846, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21036769449710846 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2532559633255005, + "contact_quality": null, + "progress": 0.21067237854003906, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21067237854003906 + } + ], + "candidate_progress": [ + 0.2022685557603836, + 0.20370453596115112, + 0.18321926891803741, + 0.21053926646709442, + 0.1966692954301834, + 0.17889420688152313, + 0.21036769449710846, + 0.21067237854003906 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-61bde0225d6f4175b7cb", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.45959484577178955, + -0.17683972418308258, + 0.9030126929283142, + 0.3920721709728241, + 0.19464851915836334, + 1.4632086753845215, + 0.8041281700134277, + 0.5922561883926392, + 0.2751128673553467, + -0.31259238719940186, + 0.5960227847099304, + 0.23023883998394012, + 2.0241878032684326, + 0.9012492895126343, + -0.07972487807273865, + -0.033799827098846436, + 0.11439114063978195, + 0.49679261445999146, + 0.6718508005142212, + 2.25773549079895, + 1.063520908355713 + ], + [ + -0.38156312704086304, + -0.13650619983673096, + 0.8563159704208374, + 0.4495771825313568, + 0.49980881810188293, + 1.6060104370117188, + 0.6978362798690796, + 0.5542500019073486, + 0.2879861891269684, + -0.211185485124588, + 0.7203754186630249, + 0.1449272185564041, + 2.474321126937866, + 1.0299102067947388, + -0.11602215468883514, + -0.053488586097955704, + 0.06591062247753143, + 0.6009327173233032, + 0.4447755813598633, + 2.4522643089294434, + 0.8991208076477051 + ], + [ + -0.2592911720275879, + -0.0840054526925087, + 1.0268187522888184, + 0.5887132883071899, + 0.4405752420425415, + 1.3848283290863037, + 0.3465089201927185, + 0.4081708788871765, + 0.254501610994339, + -0.10506223887205124, + 0.5603329539299011, + 0.15751290321350098, + 2.2479746341705322, + 0.7254739999771118, + -0.2057347595691681, + -0.14340610802173615, + 0.10953953862190247, + 0.6074416637420654, + 0.6231370568275452, + 2.1484806537628174, + 1.2433035373687744 + ], + [ + -0.43701648712158203, + -0.28263717889785767, + 0.7479978203773499, + 0.468312531709671, + 0.568645715713501, + 1.9888728857040405, + 0.4915732741355896, + 0.5339252352714539, + 0.3125291168689728, + -0.29901397228240967, + 0.8224252462387085, + 0.024837955832481384, + 2.428117036819458, + 0.9882368445396423, + -0.10635010898113251, + -0.02979283221065998, + 0.06313961744308472, + 0.37634536623954773, + 0.436755508184433, + 2.297985792160034, + 1.0224579572677612 + ], + [ + -0.39159566164016724, + 0.029746316373348236, + 0.8759616613388062, + 0.5904511213302612, + 0.4908875524997711, + 1.484992265701294, + 0.4852004647254944, + 0.45372864603996277, + 0.19708044826984406, + -0.08511761575937271, + 0.6903040409088135, + -0.13264814019203186, + 2.5374488830566406, + 0.7646613717079163, + -0.12241733074188232, + -0.15366989374160767, + -0.012433543801307678, + 0.6468948721885681, + 0.4538080096244812, + 2.4067418575286865, + 0.9751965999603271 + ], + [ + -0.40800589323043823, + -0.057646140456199646, + 0.8668043613433838, + 0.6560689210891724, + 0.5332704782485962, + 1.769175410270691, + 0.3856184482574463, + 0.3290899991989136, + 0.20815783739089966, + -0.07540317624807358, + 0.6843002438545227, + 0.010297313332557678, + 2.3104097843170166, + 0.7175599932670593, + -0.16252587735652924, + -0.20227956771850586, + 0.033522844314575195, + 0.4998248219490051, + 0.6323356628417969, + 2.137244939804077, + 1.4510623216629028 + ], + [ + -0.3584854006767273, + 0.004247959703207016, + 0.7614767551422119, + 0.42501702904701233, + 0.6074726581573486, + 1.5069117546081543, + 0.5564821362495422, + 0.5139834880828857, + 0.19823825359344482, + -0.2228444218635559, + 0.7137469053268433, + -0.15375295281410217, + 2.506352186203003, + 0.8461180329322815, + -0.18215163052082062, + -0.15446318686008453, + 0.04669596254825592, + 0.6156555414199829, + 0.4947819411754608, + 2.3393449783325195, + 1.085239291191101 + ], + [ + -0.20489667356014252, + -0.14523622393608093, + 0.9838876724243164, + 0.41704049706459045, + 0.7022579908370972, + 1.8857104778289795, + 0.610305666923523, + 0.5053728818893433, + 0.32293838262557983, + -0.3289548456668854, + 0.5792660713195801, + -0.0353424996137619, + 2.4000720977783203, + 1.2580684423446655, + -0.20656800270080566, + -0.1023058295249939, + -0.001363798975944519, + 0.557207465171814, + 0.6280877590179443, + 2.1085338592529297, + 1.0341628789901733 + ] + ], + "generated_utilities": [ + 0.2022685557603836, + 0.20370453596115112, + 0.18321926891803741, + 0.21053926646709442, + 0.1966692954301834, + 0.17889420688152313, + 0.21036769449710846, + 0.21067237854003906 + ], + "group_id": "ms-61bde0225d6f4175b7cb", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15074965357780457, + 0.17946164309978485, + 0.21743658185005188, + 0.21020548045635223, + 0.11905410140752792, + 0.15078020095825195, + 0.12027712911367416, + 0.111223004758358, + 0.17966896295547485, + 0.12523755431175232, + 0.1095649003982544, + 0.20130358636379242, + 0.08467727899551392, + 0.05264381691813469, + 0.01874518394470215, + 0.11190180480480194 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.23125389218330383, + -0.6754148006439209, + 2.432413339614868, + -0.48599088191986084, + 0.8170754313468933, + 3.1461100578308105, + 1.7693686485290527, + 0.360906183719635, + -0.6357501745223999, + 0.5353763103485107, + 1.7619465589523315, + -0.28548699617385864, + 2.2634077072143555, + 2.606482982635498, + 0.49035507440567017, + 0.20669309794902802, + 1.2213491201400757, + -0.2243407964706421, + 0.5237166285514832, + 2.545412540435791, + 2.9314374923706055 + ], + [ + 0.07029804587364197, + -0.05942383408546448, + 1.3477286100387573, + -0.12039799988269806, + 0.43511492013931274, + 2.525310516357422, + 2.952348232269287, + 1.0839686393737793, + -0.5397346019744873, + 0.7606884241104126, + 1.3031457662582397, + 0.21147654950618744, + 3.739802360534668, + 2.4838247299194336, + 0.03296174854040146, + -0.7965098023414612, + 1.996314525604248, + -1.6299725770950317, + 1.1143563985824585, + 2.8113186359405518, + 3.1441774368286133 + ], + [ + -0.12192852795124054, + -0.17754361033439636, + 0.7324424386024475, + -0.01767212525010109, + 1.477006196975708, + 1.6180604696273804, + 1.4011435508728027, + 1.0719366073608398, + -0.7550902366638184, + -0.6957811713218689, + 2.2702016830444336, + -0.2817991375923157, + 3.0239977836608887, + 3.1189565658569336, + 0.5971717238426208, + 0.22514556348323822, + 1.9436471462249756, + -0.02264922857284546, + 0.9877209663391113, + 2.7411556243896484, + 1.8283390998840332 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.02772630751132965, + -0.0369977205991745, + 0.6884076595306396, + -0.004161961376667023, + 0.003910660743713379, + 1.278116226196289, + 0.0, + -0.10692721605300903, + 0.014217555522918701, + 0.20879875123500824, + 0.32229113578796387, + 0.13822153210639954, + 2.0078117847442627, + 0.0, + 0.10934145748615265, + 0.024394303560256958, + 0.2140120267868042, + -0.013185501098632812, + 0.09564852714538574, + 1.4074509143829346, + 0.0 + ], + [ + 0.06735733151435852, + -0.20170843601226807, + 0.6884076595306396, + 0.022566666826605797, + 0.24041199684143066, + 1.278116226196289, + 0.0, + -0.06558012962341309, + -0.030009150505065918, + -0.2508203685283661, + 0.32229113578796387, + -0.29153257608413696, + 2.0078117847442627, + 0.0, + 0.11009283363819122, + 0.1003173440694809, + 0.3514636754989624, + -0.14452028274536133, + 0.058069586753845215, + 1.4074509143829346, + 0.0 + ], + [ + 0.22636428475379944, + 0.2185482680797577, + 1.151796817779541, + -0.4237276613712311, + 1.1026487350463867, + 3.0627453327178955, + 2.5172488689422607, + 0.09599912166595459, + -1.010040283203125, + 0.13998961448669434, + 1.1231757402420044, + 1.1394126415252686, + 3.450011730194092, + 3.222909688949585, + -0.3868216872215271, + 0.11566756665706635, + 1.821446180343628, + -1.5599219799041748, + 1.5615296363830566, + 2.5525994300842285, + 2.8663153648376465 + ] + ], + "predicted_scores": [ + 0.8446449041366577, + 0.6328164339065552, + 0.619247317314148, + 0.6061185598373413, + 0.5594831705093384, + 0.5449000597000122, + 0.4114629030227661, + -0.08943474292755127 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "1951622f83b22535b2a504eaf0f5c875a77fe24a5b5cbc7712a8bf9344797582", + "stored_base_utility": 0.15074965357780457, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11928755044937134, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11928755044937134 + }, + "base_progress": 0.11928755044937134, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11928755044937134, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05011947825551033, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05011947825551033 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04430614039301872, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04430614039301872 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0465816855430603, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0465816855430603 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05312544107437134, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05312544107437134 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04824542999267578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04824542999267578 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05035986378788948, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05035986378788948 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04618591070175171, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04618591070175171 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05683191493153572, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05683191493153572 + } + ], + "candidate_progress": [ + 0.05011947825551033, + 0.04430614039301872, + 0.0465816855430603, + 0.05312544107437134, + 0.04824542999267578, + 0.05035986378788948, + 0.04618591070175171, + 0.05683191493153572 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b28f44671fe871a8bea8", + "ms-e9d7fc13264ff1c06637", + "ms-b28f44671fe871a8bea8", + "ms-6d46dae312649c977b64", + "ms-6d46dae312649c977b64", + "ms-3d090ac2459c4b891dd1", + "ms-1150c257eb77fdf40f55", + "ms-abf8880f672677acc931" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-62db3d4ffad1f0e82dd8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.11192400753498077, + -0.1012808308005333, + 0.8098649382591248, + -0.1105014905333519, + 0.10082149505615234, + 1.5666985511779785, + 0.8463420867919922, + -0.1605633795261383, + 0.18450313806533813, + 0.1518985480070114, + -0.42540067434310913, + 0.44643229246139526, + 0.1502126157283783, + -0.20583485066890717, + -0.23476749658584595, + 0.03099338710308075, + 0.9496429562568665, + -0.26907068490982056, + -0.17691871523857117, + 1.232137680053711, + 0.41665130853652954 + ], + [ + -0.469262957572937, + -0.12606430053710938, + 0.8253147602081299, + -0.37106257677078247, + 0.5000307559967041, + 1.4153344631195068, + 0.460045725107193, + -0.036018893122673035, + 0.19620871543884277, + 0.4610404372215271, + -0.24543413519859314, + -0.048148661851882935, + -0.2091667354106903, + -0.2682310938835144, + -0.05336882546544075, + 0.028740935027599335, + 0.6733770966529846, + -0.0803205817937851, + 0.07069131731987, + 1.6811020374298096, + 0.6760247945785522 + ], + [ + -0.2660999894142151, + -0.07760325819253922, + 0.8566339015960693, + -0.14464353024959564, + -0.07632693648338318, + 1.5460580587387085, + 0.6478684544563293, + -0.10990488529205322, + 0.13503426313400269, + 0.14450138807296753, + -0.3185100555419922, + 0.543326735496521, + -0.10583636164665222, + -0.09693793952465057, + -0.2532002031803131, + 0.03065984696149826, + 1.0080853700637817, + -0.13388390839099884, + -0.20458945631980896, + 1.2833194732666016, + 0.407912939786911 + ], + [ + -0.2133198231458664, + -0.06837160885334015, + 0.7691419124603271, + -0.18894609808921814, + 0.25096601247787476, + 1.4085363149642944, + 0.2536170482635498, + -0.054463550448417664, + 0.13964849710464478, + 0.24442364275455475, + -0.3188380300998688, + 0.3175317645072937, + -0.33534663915634155, + -0.053429439663887024, + -0.2187919020652771, + 0.027483727782964706, + 0.7714340090751648, + -0.24644891917705536, + -0.08026134967803955, + 1.2425172328948975, + 0.21076852083206177 + ], + [ + -0.2869774103164673, + -0.08688825368881226, + 0.7922976016998291, + -0.08071441948413849, + 0.15141776204109192, + 1.289244532585144, + 0.15396654605865479, + -0.1553114354610443, + 0.10394976288080215, + 0.159161776304245, + -0.31329748034477234, + 0.3374600410461426, + -0.15646091103553772, + -0.034387290477752686, + -0.2100767195224762, + 0.03244035318493843, + 0.8458178639411926, + -0.2808772325515747, + -0.05988204479217529, + 1.4150080680847168, + 0.24907109141349792 + ], + [ + -0.313072144985199, + -0.11145399510860443, + 0.8131574392318726, + -0.1287423074245453, + 0.038283199071884155, + 1.6027151346206665, + 0.404203325510025, + 0.03907044231891632, + 0.135733962059021, + 0.256174236536026, + -0.35348260402679443, + 0.4573960304260254, + -0.22653110325336456, + 0.11514368653297424, + -0.3001581132411957, + 0.06267543137073517, + 0.8465784788131714, + -0.19523246586322784, + -0.06093531847000122, + 1.351733922958374, + 0.27499786019325256 + ], + [ + -0.17817853391170502, + -0.1348811686038971, + 0.8925957679748535, + -0.16756746172904968, + -0.03545978665351868, + 1.5051733255386353, + 0.3483330309391022, + -0.11386147141456604, + 0.14993831515312195, + 0.21614977717399597, + -0.3447664976119995, + 0.45347774028778076, + -0.19333955645561218, + 0.06843152642250061, + -0.31554585695266724, + 0.05253657326102257, + 0.9018172025680542, + -0.1758822351694107, + -0.10628560185432434, + 1.3211760520935059, + 0.2490459382534027 + ], + [ + -0.10108703374862671, + -0.05725972354412079, + 0.8649824261665344, + -0.17326433956623077, + 0.07016241550445557, + 1.4310370683670044, + 0.4896509051322937, + -0.08388718962669373, + 0.07980115711688995, + 0.15626868605613708, + -0.1473669409751892, + 0.3844587504863739, + -0.4889774024486542, + -0.052676230669021606, + -0.17233142256736755, + 0.08868245780467987, + 0.7996228933334351, + -0.22843728959560394, + -0.10045140981674194, + 1.1044275760650635, + 0.3904365301132202 + ] + ], + "generated_utilities": [ + 0.05011947825551033, + 0.04430614039301872, + 0.0465816855430603, + 0.05312544107437134, + 0.04824542999267578, + 0.05035986378788948, + 0.04618591070175171, + 0.05683191493153572 + ], + "group_id": "ms-62db3d4ffad1f0e82dd8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1684652417898178, + 0.05803772062063217, + 0.22344236075878143, + 0.14670860767364502, + 0.09958694875240326, + 0.06281183660030365, + 0.06999069452285767, + 0.07651170343160629, + 0.0980517715215683, + 0.08219228684902191, + 0.02694547176361084, + 0.124226413667202, + 0.05802730843424797, + 0.08861415088176727, + 0.03236125037074089, + 0.07994306087493896 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.4356502294540405, + 0.0029824376106262207, + 1.1567833423614502, + 0.029919520020484924, + 0.01848810911178589, + 1.2792980670928955, + 0.0, + -0.06202380359172821, + -0.026020079851150513, + 0.05058920383453369, + 0.011414110660552979, + 0.03294670581817627, + 0.0684957206249237, + 0.0, + -0.6201118230819702, + -0.04964245855808258, + 0.9153063297271729, + -0.014045342803001404, + 0.050376489758491516, + 1.0610532760620117, + 0.0 + ], + [ + -1.4356502294540405, + -0.43396756052970886, + 2.15678334236145, + -0.04212696850299835, + -0.48367786407470703, + 2.2792980670928955, + 1.6897165775299072, + 0.24131639301776886, + 0.1068558394908905, + 1.0505892038345337, + -0.1967662125825882, + 1.0329467058181763, + -0.34224075078964233, + -0.07714929431676865, + -1.6201118230819702, + 0.06473717093467712, + 1.9153063297271729, + 0.045280322432518005, + -0.1707432121038437, + 2.0610532760620117, + 2.830286979675293 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.3794331550598145, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.1542985886335373, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.660573959350586 + ], + [ + -1.2346144914627075, + -0.2175140380859375, + 2.4010822772979736, + -0.23547329008579254, + -0.2676546573638916, + 2.375642776489258, + 1.5902010202407837, + 0.15591542422771454, + 0.04830656200647354, + 1.2190814018249512, + -0.10279333591461182, + 1.2318700551986694, + -0.10462793707847595, + -0.12592963874340057, + -1.9170136451721191, + 0.09419554471969604, + 1.6634151935577393, + -0.14010030031204224, + -0.44001346826553345, + 1.9544671773910522, + 2.714656114578247 + ], + [ + -1.6652836799621582, + -0.5228936076164246, + 2.0572052001953125, + 0.12644770741462708, + -0.7152919769287109, + 2.268428087234497, + 1.974047064781189, + 0.2944144606590271, + 0.5035276412963867, + 1.4406232833862305, + -0.44963186979293823, + 1.1668552160263062, + -0.1252118945121765, + 0.05762559920549393, + -1.6854851245880127, + 0.16074663400650024, + 2.1994612216949463, + 0.17823289334774017, + 0.05727313458919525, + 2.241177797317505, + 2.4675207138061523 + ], + [ + -1.3793917894363403, + -0.5092265009880066, + 2.2021944522857666, + -0.04694858565926552, + -0.4659535586833954, + 2.017899990081787, + 1.8143894672393799, + -0.03615383803844452, + 0.05151934549212456, + 0.7106654644012451, + -0.40345698595046997, + 1.319182276725769, + -0.4850674271583557, + 0.23716223239898682, + -1.9479564428329468, + -0.3675210773944855, + 1.5735443830490112, + -0.1855114996433258, + -0.45573240518569946, + 2.2729763984680176, + 3.154930830001831 + ], + [ + -1.9622838497161865, + 0.1253027617931366, + 1.6202306747436523, + -0.10721064358949661, + -0.8689912557601929, + 2.467728853225708, + 1.4430218935012817, + 0.5303524136543274, + -0.36227455735206604, + 0.47890669107437134, + 0.039254218339920044, + 1.0795233249664307, + -0.47029685974121094, + 0.34841522574424744, + -2.1852235794067383, + 0.34907910227775574, + 1.3457919359207153, + 0.22444060444831848, + 0.046765998005867004, + 2.002102851867676, + 3.0768136978149414 + ], + [ + -1.006675124168396, + 0.11263284087181091, + 2.6517586708068848, + 0.04008471220731735, + -0.1339537501335144, + 2.9377198219299316, + 1.1536052227020264, + 0.6232948303222656, + 0.5237526893615723, + 1.223052978515625, + 0.34724271297454834, + 0.4940728545188904, + -0.8863472938537598, + 0.5763826370239258, + -1.5729683637619019, + 0.3443371653556824, + 2.4706318378448486, + 0.09260359406471252, + -0.13880661129951477, + 1.871292233467102, + 3.2210631370544434 + ], + [ + -0.6152224540710449, + -0.2914571762084961, + 1.3460204601287842, + 0.1242697536945343, + 0.16193044185638428, + 2.6343352794647217, + 2.21022367477417, + 1.1347991228103638, + -0.3440946042537689, + 1.922204613685608, + -0.0909055843949318, + 1.3523231744766235, + -0.6125867366790771, + 0.6776885390281677, + -2.0281214714050293, + 0.5577918291091919, + 2.5087196826934814, + 0.22974564135074615, + -0.19139836728572845, + 1.4343914985656738, + 3.215759038925171 + ], + [ + -1.5924686193466187, + 0.20931491255760193, + 2.8291406631469727, + 0.11717782914638519, + -0.9763286113739014, + 2.930849552154541, + 1.458274245262146, + 0.5454500317573547, + -0.10339756309986115, + 1.8598977327346802, + -0.9725415706634521, + 0.306732177734375, + 0.5562845468521118, + 0.8326749801635742, + -0.9697457551956177, + 0.12925735116004944, + 1.3875401020050049, + 0.011552564799785614, + -1.0665720701217651, + 1.9225956201553345, + 2.0320992469787598 + ], + [ + -2.172436237335205, + -1.0756570100784302, + 1.8486073017120361, + -0.20624114573001862, + 0.5004010796546936, + 3.2130415439605713, + 0.8444286584854126, + -0.5191338062286377, + 0.5383130311965942, + 0.778934121131897, + 0.17723725736141205, + 0.7245050668716431, + 0.32251274585723877, + -0.49165627360343933, + -2.145460367202759, + 0.7944513559341431, + 1.7679517269134521, + 0.061874572187662125, + -0.9850836992263794, + 2.754023551940918, + 2.4485690593719482 + ], + [ + -0.9547683000564575, + -0.03078681230545044, + 2.5214667320251465, + -0.31737440824508667, + -0.645585834980011, + 2.695404529571533, + 2.6026132106781006, + -0.5828586220741272, + 0.6184724569320679, + 1.6070764064788818, + 0.6769546270370483, + 0.19899582862854004, + -0.4571516215801239, + -0.8374332785606384, + -1.7593835592269897, + 0.8036308288574219, + 2.81428861618042, + 0.4882432222366333, + -0.38890063762664795, + 2.299604892730713, + 2.5506396293640137 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.4356502294540405, + -0.20735247433185577, + 1.1567833423614502, + -0.27463406324386597, + 0.06447458267211914, + 1.2792980670928955, + 0.0, + -0.10899506509304047, + 0.0881824791431427, + 0.37787866592407227, + 0.12446124851703644, + 0.08880090713500977, + 0.2111421823501587, + 0.0, + -0.6201118230819702, + -0.18646839261054993, + 0.9153063297271729, + -0.09451927244663239, + 0.0026040375232696533, + 1.0610532760620117, + 0.0 + ] + ], + "predicted_scores": [ + 6.047607421875, + 5.67664098739624, + 5.388301849365234, + 5.286787033081055, + 5.11575174331665, + 4.979472637176514, + 4.955777645111084, + 4.763842582702637 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "957195748", + "selected_index": 0, + "state_hash": "d75caec4efa9b23fcd8100fae9712d9a0fd7a6773f2c8d01c41593b762119828", + "stored_base_utility": 0.1684652417898178, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23087799549102783, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23087799549102783 + }, + "base_progress": 0.23087799549102783, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23087799549102783, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24925978481769562, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24925978481769562 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2243710160255432, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2243710160255432 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2265280932188034, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2265280932188034 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23511452972888947, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23511452972888947 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22820568084716797, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22820568084716797 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2145199328660965, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2145199328660965 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1295004040002823, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1295004040002823 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.177733913064003, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.177733913064003 + } + ], + "candidate_progress": [ + 0.24925978481769562, + 0.2243710160255432, + 0.2265280932188034, + 0.23511452972888947, + 0.22820568084716797, + 0.2145199328660965, + 0.1295004040002823, + 0.177733913064003 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec", + "ms-c9f45175ee5fcafa38ec" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-6754ed0131c952830729", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2171224057674408, + -0.05351825803518295, + -0.42656752467155457, + 0.015132606029510498, + 0.21714496612548828, + -0.9372012615203857, + 0.5556896328926086, + -0.4820763170719147, + 0.3001647889614105, + 0.5390461683273315, + -0.4427652060985565, + 1.0653982162475586, + -0.20481735467910767, + 0.425434947013855, + 0.6946454644203186, + 0.296810120344162, + -0.5602902173995972, + -0.3436371088027954, + -0.22812575101852417, + -1.0972520112991333, + -0.551802396774292 + ], + [ + 0.13140815496444702, + -0.21072952449321747, + -0.30773404240608215, + 0.041112422943115234, + 0.5425474643707275, + -0.892155647277832, + 0.5118080377578735, + -0.2710499167442322, + 0.23537573218345642, + 0.49161094427108765, + -0.4658036530017853, + 1.2588515281677246, + -0.37178143858909607, + 0.4282909631729126, + 0.713492214679718, + 0.34913355112075806, + -0.5095891952514648, + -0.13565202057361603, + -0.46520668268203735, + -1.127518653869629, + -0.07948803901672363 + ], + [ + 0.07512390613555908, + -0.17125341296195984, + -0.4197963774204254, + -0.01560904085636139, + 0.4380330443382263, + -1.190124273300171, + 0.4415406286716461, + -0.34390202164649963, + 0.18502125144004822, + 0.5875831842422485, + -0.417208731174469, + 1.0265592336654663, + -0.353670597076416, + 0.6144850850105286, + 0.6258338093757629, + 0.27355337142944336, + -0.5163947939872742, + -0.13751651346683502, + -0.43647587299346924, + -0.9985307455062866, + -0.22702041268348694 + ], + [ + -0.050368234515190125, + -0.13921880722045898, + -0.6713862419128418, + -0.020132705569267273, + 0.3676740527153015, + -1.1982722282409668, + 0.2916359603404999, + -0.3801206648349762, + 0.2153223305940628, + 0.6293310523033142, + -0.43691426515579224, + 1.043687105178833, + -0.35670334100723267, + 0.8014243245124817, + 0.5990467667579651, + 0.2166052609682083, + -0.5087273120880127, + -0.22455622255802155, + -0.4176875948905945, + -0.7883144617080688, + -0.2374292016029358 + ], + [ + 0.2527101933956146, + -0.1504974365234375, + -0.36089423298835754, + 0.2546497881412506, + 0.27566635608673096, + -0.8587701320648193, + -0.00480237603187561, + -0.26195061206817627, + 0.3962903618812561, + 0.273175448179245, + -0.5413743853569031, + 1.2583467960357666, + -0.463257372379303, + 0.6861998438835144, + 0.6587735414505005, + 0.33594781160354614, + -0.5345524549484253, + 0.180850550532341, + -0.6865568161010742, + -1.226701021194458, + -0.12686604261398315 + ], + [ + 0.18750257790088654, + -0.2108583301305771, + -0.4943464696407318, + 0.02078355848789215, + 0.23876461386680603, + -0.8997764587402344, + 0.73527991771698, + -0.2021934688091278, + 0.15363730490207672, + 0.6205804347991943, + -0.30061912536621094, + 1.146500587463379, + -0.8308238387107849, + 0.6376700401306152, + 0.5518051385879517, + 0.3853670060634613, + -0.6408801078796387, + -0.13801340758800507, + -0.41800445318222046, + -0.6262478828430176, + -0.7496618032455444 + ], + [ + 0.26442232728004456, + -0.2574668228626251, + -0.29448726773262024, + -0.07916131615638733, + 0.45408737659454346, + -1.4926027059555054, + 0.6627755165100098, + -0.13048937916755676, + 0.14190983772277832, + 0.6552881002426147, + -0.37866830825805664, + 0.8210963010787964, + -0.4254553020000458, + 0.48415929079055786, + 0.5630935430526733, + 0.25449860095977783, + -0.6813889145851135, + -0.3010433316230774, + -0.4380374550819397, + -0.7058842778205872, + 0.05416858196258545 + ], + [ + 0.12249425053596497, + -0.20396125316619873, + -0.05429837107658386, + 0.11873754858970642, + -0.06305009126663208, + -1.1215605735778809, + 0.6490452885627747, + -0.45396801829338074, + 0.3248244524002075, + 0.7644733786582947, + -0.43347465991973877, + 0.9358134865760803, + -0.11858817934989929, + 0.6653910279273987, + 0.6804633140563965, + 0.09405717253684998, + -0.5005999803543091, + -0.0016438961029052734, + -0.8046886324882507, + -1.1086690425872803, + -0.09510844945907593 + ] + ], + "generated_utilities": [ + 0.24925978481769562, + 0.2243710160255432, + 0.2265280932188034, + 0.23511452972888947, + 0.22820568084716797, + 0.2145199328660965, + 0.1295004040002823, + 0.177733913064003 + ], + "group_id": "ms-6754ed0131c952830729", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.03362294286489487, + 0.022008439525961876, + 0.03661908954381943, + 0.11169970035552979, + 0.2233620136976242, + 0.037173688411712646, + 0.20208311080932617, + 0.25896167755126953, + 0.26679256558418274, + 0.13063904643058777, + 0.27206653356552124, + 0.28973090648651123, + 0.09437032788991928, + 0.15341326594352722, + 0.11546747386455536, + 0.15341441333293915 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.5795398950576782, + -0.4383700489997864, + 0.034154653549194336, + -0.3214695155620575, + -0.3869401812553406, + -1.2441754341125488, + 0.0, + -0.29970526695251465, + 0.2785681486129761, + 1.0164880752563477, + -0.04791554808616638, + 1.0315988063812256, + 0.0822184681892395, + 0.0, + 0.3849276900291443, + 0.21171240508556366, + -0.36005455255508423, + -0.009401798248291016, + -0.3257879316806793, + -0.8749141693115234, + 0.0 + ], + [ + 1.5795398950576782, + 0.14297325909137726, + -0.9658453464508057, + 0.4828924238681793, + 0.20239339768886566, + -2.244175434112549, + -1.9771898984909058, + -1.2997052669525146, + 1.278568148612976, + 2.0164880752563477, + 0.46046027541160583, + 2.0315988063812256, + -0.4424079656600952, + 1.3433197736740112, + 1.0466541051864624, + 0.25188732147216797, + -0.578407347202301, + 0.7223603129386902, + -0.5841695070266724, + -1.8749141693115234, + -1.3300902843475342 + ], + [ + 1.374727725982666, + 0.027229048311710358, + -1.0006452798843384, + 0.3756960332393646, + 0.4502227306365967, + -2.310447931289673, + -1.9550859928131104, + -1.5909531116485596, + 1.5599644184112549, + 2.0014286041259766, + 0.6178215742111206, + 1.8972896337509155, + -0.5074601769447327, + 1.2326852083206177, + 1.2898436784744263, + -0.0031363368034362793, + -0.40080034732818604, + 0.6488294005393982, + -0.8446260690689087, + -1.9693089723587036, + -1.3396542072296143 + ], + [ + 1.9625017642974854, + 0.23209932446479797, + -1.2609522342681885, + 0.4380040764808655, + -0.1539197713136673, + -2.122703790664673, + -1.7651212215423584, + -1.031088948249817, + 1.0202335119247437, + 2.1061038970947266, + 0.3176453709602356, + 2.049529790878296, + -0.5646430253982544, + 1.3310354948043823, + 0.9516713619232178, + -0.10537081956863403, + -0.4431202709674835, + 0.9462655782699585, + -0.9199388027191162, + -1.746180534362793, + -1.6830857992172241 + ], + [ + 2.0492942333221436, + 0.39677900075912476, + -1.0930317640304565, + 0.5997411012649536, + 0.03421011567115784, + -2.1327831745147705, + -2.1260170936584473, + -1.1922011375427246, + 1.6872732639312744, + 2.3425753116607666, + 0.642349898815155, + 2.503796100616455, + -0.10928869247436523, + 1.3226810693740845, + 1.3181769847869873, + 0.23882393538951874, + -0.7951035499572754, + 1.0578584671020508, + -0.3519573211669922, + -1.6372979879379272, + -1.6417838335037231 + ], + [ + 1.5343482494354248, + -0.008344173431396484, + -0.7121130228042603, + 0.3300849199295044, + 0.7756759524345398, + -2.1428709030151367, + -1.8477884531021118, + -1.2962815761566162, + 0.8928384780883789, + 2.570427179336548, + 0.639802098274231, + 1.533825159072876, + -0.8647946119308472, + 1.3289061784744263, + 1.4592459201812744, + 0.48479753732681274, + -0.5048681497573853, + 0.9399584531784058, + -0.42659348249435425, + -1.8976507186889648, + -1.845668077468872 + ], + [ + 1.0754555463790894, + -0.13044847548007965, + -0.6963863968849182, + 0.7981844544410706, + 0.44895246624946594, + -2.7814784049987793, + -1.9345999956130981, + -1.0312633514404297, + 1.9083043336868286, + 1.4850306510925293, + -0.22921797633171082, + 2.0509848594665527, + -0.1270783543586731, + 1.8627219200134277, + 0.7081196308135986, + 0.5631265640258789, + -1.0132687091827393, + 0.5549882650375366, + 0.09906131029129028, + -2.4268717765808105, + -1.1793601512908936 + ], + [ + 1.0469286441802979, + 0.3367418050765991, + -1.221032977104187, + 0.4150318503379822, + 0.2801660895347595, + -2.3237967491149902, + -1.3888875246047974, + -1.826718807220459, + 0.8862159252166748, + 1.3265273571014404, + 1.1925818920135498, + 1.674731969833374, + 0.26516127586364746, + 0.9958562850952148, + 1.6126508712768555, + -0.2099941074848175, + 0.16301244497299194, + -0.07235968112945557, + -0.40398097038269043, + -1.8341463804244995, + -1.5968304872512817 + ], + [ + 1.8587318658828735, + 0.697926938533783, + -0.9243577718734741, + 0.5216934680938721, + -0.06450627744197845, + -1.8138346672058105, + -1.5126303434371948, + -1.2046252489089966, + 1.1650176048278809, + 2.549496650695801, + 0.18391796946525574, + 1.6413161754608154, + -0.615993320941925, + 1.5921787023544312, + 1.6725709438323975, + 0.19002923369407654, + -0.30258285999298096, + 1.5857070684432983, + -0.1827661693096161, + -1.7044963836669922, + -1.0870838165283203 + ], + [ + 2.326885461807251, + -0.602461040019989, + -1.2420929670333862, + 1.4256200790405273, + 1.0923662185668945, + -2.596557855606079, + -1.4741466045379639, + -1.6546063423156738, + 2.236846923828125, + 2.0623793601989746, + 0.7316400408744812, + 1.8468960523605347, + -0.7478587627410889, + 0.6492385864257812, + 1.355316400527954, + 0.7364163398742676, + -1.3701002597808838, + 1.5692031383514404, + 0.13146662712097168, + -2.1782193183898926, + -1.2270419597625732 + ], + [ + 2.1359169483184814, + -0.6526250839233398, + -0.4945869445800781, + 0.08904966711997986, + 0.5044687986373901, + -2.0634384155273438, + -2.3735249042510986, + -2.0312423706054688, + 1.6923770904541016, + 2.787278175354004, + 0.10369837284088135, + 2.652716636657715, + -1.1642036437988281, + 2.1161699295043945, + 0.3771976828575134, + 0.8617271184921265, + -1.4437403678894043, + 1.145405650138855, + 0.3721970319747925, + -2.0536627769470215, + -1.9848436117172241 + ], + [ + 0.7408646941184998, + 0.653355598449707, + -1.353111982345581, + -0.31993773579597473, + -0.6916050314903259, + -2.2189056873321533, + -1.5136512517929077, + -0.41248762607574463, + 1.689054250717163, + 2.7434165477752686, + -0.40071865916252136, + 2.0152547359466553, + -0.8213764429092407, + 1.3167128562927246, + 0.6030945181846619, + 0.04704645276069641, + -1.1284213066101074, + -0.1347815990447998, + -0.4485930800437927, + -1.2010031938552856, + -1.544133186340332 + ] + ], + "predicted_scores": [ + 6.09787130355835, + 5.789083480834961, + 5.699886322021484, + 5.450315475463867, + 5.3650288581848145, + 5.228138446807861, + 4.699321269989014, + 4.488378524780273 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "7bb3f2b00e0e1816abb7db0ad1cfa09c8a6d57527fa6b975c5edb39f984c36f4", + "stored_base_utility": 0.03362294286489487, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08888021856546402, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08888021856546402 + }, + "base_progress": 0.08888021856546402, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08888021856546402, + "candidate_action_clip_max_abs": [ + 0.013958334922790527, + 0.032503485679626465, + 0.0754849910736084, + 0.12428545951843262, + 0.0679783821105957, + 0.06086230278015137, + 0.15329337120056152, + 0.12275588512420654 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.013958334922790527, + "contact_quality": null, + "progress": 0.027812382206320763, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027812382206320763 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.032503485679626465, + "contact_quality": null, + "progress": 0.021801749244332314, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.021801749244332314 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0754849910736084, + "contact_quality": null, + "progress": 0.02522430755198002, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02522430755198002 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12428545951843262, + "contact_quality": null, + "progress": 0.028192082419991493, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028192082419991493 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0679783821105957, + "contact_quality": null, + "progress": 0.03568277880549431, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03568277880549431 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06086230278015137, + "contact_quality": null, + "progress": 0.03334202244877815, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03334202244877815 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15329337120056152, + "contact_quality": null, + "progress": 0.02197609283030033, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02197609283030033 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12275588512420654, + "contact_quality": null, + "progress": 0.020420590415596962, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.020420590415596962 + } + ], + "candidate_progress": [ + 0.027812382206320763, + 0.021801749244332314, + 0.02522430755198002, + 0.028192082419991493, + 0.03568277880549431, + 0.03334202244877815, + 0.02197609283030033, + 0.020420590415596962 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-3c223e8c7f870c807541", + "ms-f7a54f4783da1d4129a8", + "ms-4f0a59b7bc897c0d5e5e", + "ms-a6a6de64c39abad45f86", + "ms-d43ba8a609bbee7e388c", + "ms-d43ba8a609bbee7e388c", + "ms-3c223e8c7f870c807541", + "ms-4f0a59b7bc897c0d5e5e" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-6758deb06644a14aa722", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1538430005311966, + -0.127422034740448, + 0.2738872468471527, + -0.07805852591991425, + 1.676046371459961, + 0.5478118658065796, + -0.06797903776168823, + -0.30412375926971436, + 0.22784893214702606, + 0.6152940988540649, + 0.001361507922410965, + 0.9901585578918457, + 0.2641364634037018, + 0.5323860049247742, + -0.2596907317638397, + 0.2860924303531647, + 0.8700503706932068, + -0.121689572930336, + 0.7903409600257874, + 1.469374656677246, + 0.793708324432373 + ], + [ + 0.011375576257705688, + -0.2117471992969513, + 0.7144771814346313, + 0.09615668654441833, + 1.6756348609924316, + 0.5955973267555237, + 0.4291340112686157, + -0.3298704922199249, + 0.3280860185623169, + 0.6669072508811951, + -0.038228362798690796, + 1.0775208473205566, + 0.4611698091030121, + 0.6042260527610779, + -0.3670096695423126, + 0.29563108086586, + 0.9055719375610352, + -0.15655429661273956, + 0.7770116329193115, + 1.4610984325408936, + 0.9135020971298218 + ], + [ + 0.04559178650379181, + -0.14992016553878784, + 0.5153576135635376, + 0.019834771752357483, + 1.5206713676452637, + 0.6834161281585693, + -0.46357518434524536, + -0.06759294867515564, + 0.1752791702747345, + 0.8036818504333496, + -0.2510528564453125, + 0.9572744369506836, + 0.5302382707595825, + 0.5107396245002747, + -0.38358354568481445, + 0.24264676868915558, + 1.001173973083496, + -0.4009110927581787, + 0.7910579442977905, + 1.7326064109802246, + 0.9889850616455078 + ], + [ + -0.0786580890417099, + -0.09865723550319672, + 0.30455681681632996, + -0.04176159203052521, + 1.5059175491333008, + 0.9854767322540283, + -0.26534056663513184, + 0.07811690866947174, + 0.3749256432056427, + 0.8799845576286316, + 0.15960323810577393, + 0.952221155166626, + 0.7392410039901733, + 0.6766617298126221, + -0.6820297241210938, + 0.20313218235969543, + 0.7385796308517456, + 0.2190331518650055, + 0.5320693254470825, + 1.9429354667663574, + 1.6379978656768799 + ], + [ + 0.07090112566947937, + -0.1328466534614563, + 0.2728407382965088, + -0.058795422315597534, + 1.6247258186340332, + 0.3924494981765747, + 0.24268274009227753, + -0.24737054109573364, + 0.20458835363388062, + 0.5954674482345581, + 0.10923542082309723, + 1.1546987295150757, + 0.7545095682144165, + 0.5634813904762268, + -0.08681796491146088, + 0.250845730304718, + 0.8312948942184448, + -0.1991414874792099, + 0.8103313446044922, + 1.5079376697540283, + 0.7116333246231079 + ], + [ + -0.011272773146629333, + -0.13063408434391022, + 0.23464030027389526, + 0.0396139919757843, + 1.5092453956604004, + 0.2915140986442566, + 0.08086663484573364, + -0.2790079712867737, + 0.22716040909290314, + 0.6262370944023132, + 0.10792016983032227, + 1.1934268474578857, + 0.7233248949050903, + 0.615235447883606, + -0.1066126674413681, + 0.2317342460155487, + 0.8144931793212891, + -0.11662067472934723, + 0.7504201531410217, + 1.4777987003326416, + 0.7396882772445679 + ], + [ + -0.05516614019870758, + -0.3395048975944519, + 0.5650713443756104, + 0.04801589250564575, + 1.2420601844787598, + 0.7416790723800659, + -0.2034260630607605, + -0.1602272391319275, + 0.34195148944854736, + 0.8722373247146606, + -0.2888077199459076, + 1.4977262020111084, + 0.713573694229126, + 0.7425276637077332, + -0.3010091483592987, + 0.317693293094635, + 0.9525783061981201, + -0.04794074594974518, + 1.1497952938079834, + 2.180384635925293, + 1.261592984199524 + ], + [ + 0.04402469843626022, + -0.1279013752937317, + 0.5833669304847717, + 0.14118337631225586, + 1.5367228984832764, + 0.48312440514564514, + -0.04839211702346802, + -0.10209938883781433, + 0.4166695475578308, + 0.8982012271881104, + -0.1172259971499443, + 1.0010219812393188, + 0.6579321622848511, + 0.22904160618782043, + -0.43744179606437683, + 0.2671302258968353, + 1.1680283546447754, + -0.018001317977905273, + 0.836428165435791, + 1.9924113750457764, + 1.0854825973510742 + ] + ], + "generated_utilities": [ + 0.027812382206320763, + 0.021801749244332314, + 0.02522430755198002, + 0.028192082419991493, + 0.03568277880549431, + 0.03334202244877815, + 0.02197609283030033, + 0.020420590415596962 + ], + "group_id": "ms-6758deb06644a14aa722", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14216181635856628, + 0.13793206214904785, + 2.0, + 2.0, + 0.12558495998382568, + 0.04772329330444336, + 0.08354785293340683, + 0.12369096279144287, + 0.1332290768623352, + 0.0716814249753952, + 0.11425809562206268, + 0.226584792137146, + 0.15524500608444214, + 0.0775691494345665, + 0.10921011865139008, + 0.05200805515050888 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.1580002307891846, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.3966588973999023, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.038559436798096 + ], + [ + 0.5757747888565063, + -1.0342447757720947, + 1.2678861618041992, + 0.03652431070804596, + 2.1862123012542725, + 0.9712725877761841, + 1.068665862083435, + -0.07086870074272156, + 0.6540718078613281, + 1.7722059488296509, + 0.1450657844543457, + 2.0566000938415527, + 1.7291696071624756, + 1.850498914718628, + -0.21508847177028656, + 0.3008255958557129, + 1.7299301624298096, + 0.048353902995586395, + 1.8368268013000488, + 2.169862985610962, + 1.9279041290283203 + ], + [ + 0.5049465894699097, + -0.703204870223999, + 1.1137369871139526, + 0.4098052382469177, + 1.8983087539672852, + 1.5445526838302612, + 0.5715863704681396, + -0.4784296154975891, + -0.0012123286724090576, + 1.8353608846664429, + 0.10608048737049103, + 1.283087968826294, + 1.9120876789093018, + 1.4086989164352417, + -0.7164556384086609, + 0.3570447266101837, + 2.175729274749756, + -0.21072730422019958, + 1.814173936843872, + 2.8497133255004883, + 1.4417246580123901 + ], + [ + 0.5260348916053772, + -1.6868064403533936, + 1.7538388967514038, + 0.4155423641204834, + 1.8244690895080566, + 2.0290756225585938, + 0.43929553031921387, + 0.5850655436515808, + 0.08241721987724304, + 1.7204684019088745, + -0.8632538914680481, + 1.4031448364257812, + 1.9314706325531006, + 1.5910594463348389, + 0.1047258973121643, + 0.7468291521072388, + 1.3365240097045898, + -0.8106350898742676, + 1.03411865234375, + 2.2877755165100098, + 2.282944440841675 + ], + [ + 0.7488541007041931, + -1.2248225212097168, + 1.3262438774108887, + -0.7125231027603149, + 2.194470167160034, + 0.6705548763275146, + 0.11441248655319214, + -0.43387675285339355, + 0.9883484840393066, + 1.6426197290420532, + 0.004483893513679504, + 2.516649007797241, + 1.9932992458343506, + 2.268803358078003, + -0.7736246585845947, + 0.4645204246044159, + 2.79480242729187, + 0.23116150498390198, + 0.8961346745491028, + 2.197087526321411, + 1.2013050317764282 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.06265032291412354, + -0.13292640447616577, + 0.1986222267150879, + -0.09194875508546829, + 1.3753809928894043, + 0.13494348526000977, + 0.0, + -0.1380796730518341, + -0.019669830799102783, + 0.7421175241470337, + 0.18057288229465485, + 0.7885879278182983, + 0.4732450246810913, + 0.0, + 0.03804445266723633, + -0.0818200409412384, + 0.8686007261276245, + 0.22303958237171173, + 0.6980459690093994, + 1.435570478439331, + 0.0 + ], + [ + -0.1796630620956421, + -0.002474188804626465, + 0.1986222267150879, + -0.3492794930934906, + 1.3753809928894043, + 0.13494348526000977, + 0.0, + -0.2321271002292633, + -0.06739184260368347, + 0.7421175241470337, + -0.34101784229278564, + 0.7885879278182983, + 0.4732450246810913, + 0.0, + -0.3090594410896301, + -0.3624313771724701, + 0.8686007261276245, + 0.31868627667427063, + 0.6980459690093994, + 1.435570478439331, + 0.0 + ], + [ + 0.7821425795555115, + -0.6092684268951416, + 1.3701322078704834, + 0.11785256862640381, + 1.611001968383789, + 0.8223586082458496, + 1.553877353668213, + -0.903599739074707, + -0.306512713432312, + 1.180018424987793, + -0.12851756811141968, + 2.3215670585632324, + 1.1751480102539062, + 2.4808342456817627, + 0.05931347608566284, + 0.3937370479106903, + 1.1317331790924072, + 0.8507382869720459, + 1.7000560760498047, + 2.1831412315368652, + 2.325467348098755 + ] + ], + "predicted_scores": [ + 9.021339416503906, + 8.417388916015625, + 8.35473918914795, + 7.8408098220825195, + 7.78185510635376, + 7.694692611694336, + 7.556798934936523, + 6.9479851722717285 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "c2251ef6370cdb102c82f092cc045456f236d56d7242a5134f28050f9ef95fc3", + "stored_base_utility": 0.14216181635856628, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3521186113357544, + 0.3088871240615845, + 0.367354154586792, + 0.3680669069290161, + 0.34527456760406494, + 0.35348641872406006, + 0.27465689182281494, + 0.30315399169921875 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3521186113357544, + "contact_quality": null, + "progress": 0.21399414539337158, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21399414539337158 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3088871240615845, + "contact_quality": null, + "progress": 0.1611134558916092, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1611134558916092 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.367354154586792, + "contact_quality": null, + "progress": 0.19869999587535858, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19869999587535858 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3680669069290161, + "contact_quality": null, + "progress": 0.2065158486366272, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2065158486366272 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34527456760406494, + "contact_quality": null, + "progress": 0.18239162862300873, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18239162862300873 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.35348641872406006, + "contact_quality": null, + "progress": 0.17141695320606232, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17141695320606232 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27465689182281494, + "contact_quality": null, + "progress": 0.2120375633239746, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2120375633239746 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30315399169921875, + "contact_quality": null, + "progress": 0.17191548645496368, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17191548645496368 + } + ], + "candidate_progress": [ + 0.21399414539337158, + 0.1611134558916092, + 0.19869999587535858, + 0.2065158486366272, + 0.18239162862300873, + 0.17141695320606232, + 0.2120375633239746, + 0.17191548645496368 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c", + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-cad6645f8175e38ad155", + "ms-1772611570ffaf72c98c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-68b43d83b97196e0d27f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5080437064170837, + -0.053088489919900894, + 1.9036427736282349, + -0.047349199652671814, + 0.55827796459198, + 2.5231502056121826, + 1.8253898620605469, + 2.266810894012451, + -0.11418470740318298, + -0.8988126516342163, + 1.2322649955749512, + 0.1147233247756958, + 2.3201138973236084, + 1.79884672164917, + 0.4151805341243744, + 0.07241211831569672, + -0.23545418679714203, + 1.3842698335647583, + 1.025634765625, + 2.8981316089630127, + 3.075315475463867 + ], + [ + -0.3995510935783386, + -0.22449150681495667, + 1.8898942470550537, + -0.33181193470954895, + 0.593685507774353, + 2.7277228832244873, + 1.6217806339263916, + 2.4623024463653564, + -0.0021387767046689987, + -1.0510989427566528, + 1.4121066331863403, + 0.07284732908010483, + 2.1291353702545166, + 1.6344220638275146, + 0.6672918200492859, + 0.14810767769813538, + -0.16653494536876678, + 1.3914687633514404, + 0.9395140409469604, + 2.719182014465332, + 2.9101810455322266 + ], + [ + -0.5440843105316162, + -0.14378049969673157, + 1.9713449478149414, + -0.06134249269962311, + 0.6051178574562073, + 2.826352834701538, + 1.8014755249023438, + 2.0779354572296143, + -0.1871224343776703, + -0.7177122831344604, + 1.0937342643737793, + 0.24312955141067505, + 2.3477237224578857, + 1.6936166286468506, + 0.4253498613834381, + -0.033906012773513794, + -0.2086666375398636, + 1.43961763381958, + 1.2213191986083984, + 3.0141220092773438, + 3.3670058250427246 + ], + [ + -0.4963863492012024, + -0.006134100258350372, + 1.9633502960205078, + -0.004960745573043823, + 0.45342758297920227, + 2.4660677909851074, + 1.604250431060791, + 2.1917777061462402, + -0.10165127366781235, + -0.7836794853210449, + 1.225051999092102, + 0.19774208962917328, + 2.3658673763275146, + 1.7866120338439941, + 0.469343900680542, + 0.0709705650806427, + -0.23843373358249664, + 1.449593424797058, + 1.0453740358352661, + 2.9970784187316895, + 3.038339138031006 + ], + [ + -0.48418378829956055, + -0.10275495797395706, + 2.2698416709899902, + -0.008341744542121887, + 0.4689195156097412, + 2.2916133403778076, + 1.6430549621582031, + 2.265368700027466, + -0.0034591369330883026, + -0.8228856921195984, + 1.244662880897522, + 0.35577553510665894, + 2.288888692855835, + 1.7284132242202759, + 0.5032725930213928, + 0.0944303423166275, + -0.24690838158130646, + 1.2291470766067505, + 1.2341463565826416, + 2.8711228370666504, + 2.9192209243774414 + ], + [ + -0.39872920513153076, + -0.1204906702041626, + 2.0650205612182617, + -0.23839546740055084, + 0.5359557867050171, + 2.366837739944458, + 1.4646530151367188, + 2.378190517425537, + -0.013844067230820656, + -0.9742735624313354, + 1.290515422821045, + 0.1862248033285141, + 2.2926855087280273, + 1.7032995223999023, + 0.6415117383003235, + 0.17438076436519623, + -0.26700741052627563, + 1.4214560985565186, + 0.9010142683982849, + 2.9484212398529053, + 2.854712963104248 + ], + [ + -0.3150560259819031, + -0.401918888092041, + 1.8192251920700073, + -0.17800141870975494, + 0.7355658411979675, + 2.565272331237793, + 1.273641586303711, + 2.05800461769104, + -0.036910898983478546, + -0.7773670554161072, + 1.2699806690216064, + 0.4676569998264313, + 1.6002708673477173, + 1.5731467008590698, + 0.0881277471780777, + -0.011799848638474941, + -0.04581932723522186, + 1.7983969449996948, + 0.8325981497764587, + 3.081026315689087, + 2.7111587524414062 + ], + [ + -0.5500258207321167, + -0.1564592570066452, + 2.163663864135742, + -0.3520379066467285, + 0.4724251329898834, + 2.4344534873962402, + 1.8519294261932373, + 2.4596896171569824, + 0.12957945466041565, + -1.1556651592254639, + 1.2944165468215942, + 0.4201110303401947, + 1.8310214281082153, + 1.5987309217453003, + 0.6967096924781799, + 0.201847642660141, + -0.12942622601985931, + 1.3475184440612793, + 1.0764691829681396, + 3.0591671466827393, + 2.8518924713134766 + ] + ], + "generated_utilities": [ + 0.21399414539337158, + 0.1611134558916092, + 0.19869999587535858, + 0.2065158486366272, + 0.18239162862300873, + 0.17141695320606232, + 0.2120375633239746, + 0.17191548645496368 + ], + "group_id": "ms-68b43d83b97196e0d27f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18609309196472168, + 0.16476166248321533, + 0.15987466275691986, + 0.08975273370742798, + 0.273949533700943, + 0.09655650705099106, + 0.2579830586910248, + 0.1561104655265808, + 0.1626431792974472, + 0.14395546913146973, + 0.23962073028087616, + 2.0, + 0.13720634579658508, + 2.0, + 0.19825845956802368, + 0.1294567584991455 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.26388853788375854, + -0.2657891511917114, + 0.5662481784820557, + -0.40240350365638733, + 0.5169861912727356, + 1.752655267715454, + 0.0, + 1.3843319416046143, + 0.23651766777038574, + -0.031130850315093994, + 0.4438413381576538, + 0.030895233154296875, + 0.9599729776382446, + 0.0, + 0.5958775281906128, + 0.5675433874130249, + -0.8494213223457336, + 0.6939513683319092, + 0.36970680952072144, + 2.0078117847442627, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.913458824157715, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.113699436187744, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.547636032104492 + ], + [ + -0.37133538722991943, + -0.9188079833984375, + 0.9979549050331116, + -1.387306809425354, + 0.9034212231636047, + 2.1073555946350098, + 3.3222875595092773, + 3.2717976570129395, + -1.1125710010528564, + -0.9080805778503418, + 2.4308016300201416, + 0.4060828685760498, + 2.518765687942505, + 2.250974178314209, + -0.5198458433151245, + -1.257768988609314, + -0.8808022737503052, + 0.7491870522499084, + 0.974101722240448, + 3.5734431743621826, + 2.4124093055725098 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.02742876298725605, + -0.41726943850517273, + 1.5662481784820557, + -0.578388512134552, + 0.7671812176704407, + 2.752655267715454, + 2.4567294120788574, + 2.3843319416046143, + -0.3636716604232788, + -0.9470374584197998, + 1.4438413381576538, + 0.31588464975357056, + 1.9599729776382446, + 2.056849718093872, + 0.279229074716568, + -0.4324566125869751, + 0.0094345323741436, + 1.3222911357879639, + 0.3927324414253235, + 3.0078117847442627, + 2.773818016052246 + ], + [ + -0.06768099218606949, + -0.34237706661224365, + 1.7530978918075562, + -0.6144071817398071, + 0.6651675701141357, + 2.773127317428589, + 2.6861114501953125, + 2.2378058433532715, + -0.10323226451873779, + -0.7326204776763916, + 1.2408047914505005, + 0.4305345118045807, + 2.0370242595672607, + 2.0501420497894287, + 0.2699022889137268, + -0.19620494544506073, + -0.047046516090631485, + 1.1463367938995361, + 0.36536264419555664, + 3.128035068511963, + 2.474088430404663 + ], + [ + 0.14580106735229492, + -0.24423687160015106, + 2.135439872741699, + -1.2127265930175781, + 0.9092552065849304, + 3.248265266418457, + 1.8249518871307373, + 2.151411771774292, + -0.030520886182785034, + -1.3021595478057861, + 1.9533886909484863, + -0.07702040672302246, + 1.796782374382019, + 1.830384612083435, + 0.5538747310638428, + 0.0919387936592102, + 0.6877588033676147, + 1.4229787588119507, + 0.7388359904289246, + 3.313817262649536, + 3.014568567276001 + ], + [ + 0.15313813090324402, + -0.4253275990486145, + 1.4687671661376953, + -1.0906703472137451, + 1.196042776107788, + 2.4434165954589844, + 2.749974250793457, + 1.7046126127243042, + -0.939110279083252, + -0.6958274841308594, + 1.725226879119873, + -0.0018646717071533203, + 2.2343780994415283, + 2.2918126583099365, + -0.33502861857414246, + 0.06379204988479614, + 0.1468343734741211, + 1.2837597131729126, + 1.1005549430847168, + 2.218147039413452, + 2.772488594055176 + ], + [ + 0.7344962358474731, + -1.1366790533065796, + 1.142157793045044, + -0.8335564732551575, + 1.0006489753723145, + 2.7382822036743164, + 1.7683908939361572, + 3.2268574237823486, + -1.326843023300171, + -1.1681709289550781, + 1.2299877405166626, + 0.3197508752346039, + 1.626006841659546, + 2.151825189590454, + 0.6206285953521729, + 0.14504951238632202, + 0.36236125230789185, + 1.5240414142608643, + 1.0389199256896973, + 2.0365729331970215, + 3.096600294113159 + ] + ], + "predicted_scores": [ + 4.7650532722473145, + 4.574192047119141, + 4.430004119873047, + 4.257763862609863, + 4.1392436027526855, + 3.841592311859131, + 3.7555055618286133, + 3.4748129844665527 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "212c21659c4cf5dac43cfb4cad41bd3b38e6ffdf5a96299111598f04b5ae37a1", + "stored_base_utility": 0.18609309196472168, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0963103398680687, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0963103398680687 + }, + "base_progress": 0.0963103398680687, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.0963103398680687, + "candidate_action_clip_max_abs": [ + 0.2849358320236206, + 0.18352532386779785, + 0.2289677858352661, + 0.2438894510269165, + 0.23942053318023682, + 0.303308367729187, + 0.27570104598999023, + 0.21462440490722656 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2849358320236206, + "contact_quality": null, + "progress": 0.01405151654034853, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01405151654034853 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18352532386779785, + "contact_quality": null, + "progress": 0.01518559455871582, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01518559455871582 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2289677858352661, + "contact_quality": null, + "progress": 0.017392674461007118, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017392674461007118 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2438894510269165, + "contact_quality": null, + "progress": 0.020398855209350586, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.020398855209350586 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23942053318023682, + "contact_quality": null, + "progress": 0.024653712287545204, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.024653712287545204 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.303308367729187, + "contact_quality": null, + "progress": 0.021177491173148155, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.021177491173148155 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27570104598999023, + "contact_quality": null, + "progress": 0.022659918293356895, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022659918293356895 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21462440490722656, + "contact_quality": null, + "progress": 0.03731636330485344, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03731636330485344 + } + ], + "candidate_progress": [ + 0.01405151654034853, + 0.01518559455871582, + 0.017392674461007118, + 0.020398855209350586, + 0.024653712287545204, + 0.021177491173148155, + 0.022659918293356895, + 0.03731636330485344 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-0e592951fa32139b6dc9", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-f2b2b2a1aa2863c3676f", + "ms-f2b2b2a1aa2863c3676f", + "ms-8e12f7ad446482627dd3" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-6a3add21affa4796f9be", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.4015066623687744, + -0.5411652326583862, + 1.2379487752914429, + -0.3011767864227295, + 1.5405323505401611, + 2.808511972427368, + 1.838484764099121, + 0.17465358972549438, + 0.02553211897611618, + 0.9545802474021912, + 0.4423547089099884, + 1.0211557149887085, + 1.794042944908142, + 2.3213672637939453, + -0.4986029267311096, + -0.07235808670520782, + 1.675641655921936, + 0.22376467287540436, + 1.1929339170455933, + 2.548994541168213, + 2.2339704036712646 + ], + [ + -0.4976377487182617, + -0.24740709364414215, + 1.175217866897583, + -0.23379731178283691, + 1.6439008712768555, + 2.7533352375030518, + 1.6366736888885498, + 0.1680154800415039, + 0.1688995361328125, + 0.8805516958236694, + 0.4230453073978424, + 0.9858662486076355, + 0.9725919961929321, + 2.033207416534424, + -0.45829981565475464, + -0.2994489371776581, + 1.7179741859436035, + 0.20219415426254272, + 1.4825685024261475, + 2.627173662185669, + 2.070990562438965 + ], + [ + -0.4051247239112854, + -0.45047152042388916, + 1.3259369134902954, + -0.3038152754306793, + 1.5336804389953613, + 2.319997787475586, + 2.0488932132720947, + 0.2502462565898895, + 0.19283239543437958, + 0.7231419086456299, + 0.5159019231796265, + 0.8762401938438416, + 1.4451262950897217, + 2.0749189853668213, + -0.537319004535675, + -0.19487161934375763, + 1.676639199256897, + 0.18958540260791779, + 1.2699480056762695, + 2.4528894424438477, + 2.230889320373535 + ], + [ + -0.29654014110565186, + -0.43153202533721924, + 1.2736972570419312, + -0.5082401037216187, + 1.3772344589233398, + 2.437854766845703, + 1.8104500770568848, + 0.3337790369987488, + 0.15983867645263672, + 0.6771745085716248, + 0.4162721335887909, + 0.9761028289794922, + 1.567447543144226, + 1.7565064430236816, + -0.525394856929779, + -0.20064713060855865, + 1.6869548559188843, + 0.13266891241073608, + 1.325155258178711, + 2.4394497871398926, + 2.0056819915771484 + ], + [ + -0.2828104496002197, + -0.35998815298080444, + 1.259954571723938, + -0.6193712949752808, + 1.4290826320648193, + 2.6209471225738525, + 1.778637170791626, + 0.3880656361579895, + 0.09903240948915482, + 0.5401742458343506, + 0.46563777327537537, + 0.9977576732635498, + 1.5611261129379272, + 1.5263278484344482, + -0.5655624866485596, + -0.1901397556066513, + 1.5816941261291504, + 0.10223253816366196, + 1.4274561405181885, + 2.4030585289001465, + 2.0079867839813232 + ], + [ + -0.10046263039112091, + -0.213030606508255, + 1.4584128856658936, + -0.4425780773162842, + 1.3516292572021484, + 2.6985459327697754, + 1.9576082229614258, + 0.4237073063850403, + 0.146006241440773, + 0.6701462268829346, + 0.5156009197235107, + 1.103847861289978, + 1.869425654411316, + 1.8585413694381714, + -0.33438870310783386, + -0.04219261556863785, + 1.8787187337875366, + 0.3344724178314209, + 1.2605085372924805, + 2.6327500343322754, + 2.523022413253784 + ], + [ + -0.1282494217157364, + -0.2931221127510071, + 1.4604836702346802, + -0.4981619417667389, + 1.4774651527404785, + 2.4416003227233887, + 1.7501418590545654, + 0.31019002199172974, + 0.10499975830316544, + 0.5074748396873474, + 0.5254103541374207, + 1.1318771839141846, + 1.8650869131088257, + 2.07234787940979, + -0.5031701326370239, + -0.0476275272667408, + 1.7218705415725708, + 0.22938349843025208, + 1.1704021692276, + 2.361649990081787, + 2.2306551933288574 + ], + [ + -0.00761587917804718, + -0.29514122009277344, + 1.3285932540893555, + -0.462351530790329, + 1.575087308883667, + 2.1063485145568848, + 1.7766778469085693, + 0.5344163179397583, + 0.09459567815065384, + 0.41647014021873474, + 0.6298210620880127, + 1.149451494216919, + 1.3853241205215454, + 1.1627470254898071, + -0.4029984772205353, + -0.0174296572804451, + 1.4076389074325562, + 0.05406276881694794, + 1.4839012622833252, + 2.3887686729431152, + 1.3291329145431519 + ] + ], + "generated_utilities": [ + 0.01405151654034853, + 0.01518559455871582, + 0.017392674461007118, + 0.020398855209350586, + 0.024653712287545204, + 0.021177491173148155, + 0.022659918293356895, + 0.03731636330485344 + ], + "group_id": "ms-6a3add21affa4796f9be", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14673510193824768, + 0.19129154086112976, + 0.20041970908641815, + 0.06128671020269394, + 0.19026462733745575, + 0.06920814514160156, + 0.1629248857498169, + 0.1960965394973755, + 0.25397229194641113, + 0.171848863363266, + 0.17135682702064514, + 0.15551337599754333, + 0.1622447818517685, + 0.1637115776538849, + 0.0754883736371994, + 0.09228162467479706 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.19335690140724182, + 0.1090032160282135, + 0.4085477590560913, + -0.27104973793029785, + 0.6486313343048096, + 1.7477545738220215, + 0.0, + -0.22684288024902344, + -0.40678879618644714, + -0.07216066122055054, + 0.3706338405609131, + 0.1407778263092041, + 0.688674807548523, + 0.0, + -0.6816319823265076, + 0.5296648144721985, + 0.752729058265686, + -0.13122689723968506, + 0.4232293367385864, + 1.932328462600708, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.744096040725708, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.8455381393432617, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.2499165534973145 + ], + [ + 0.5492727756500244, + -0.0943642258644104, + 0.9387529492378235, + -1.1315456628799438, + 1.1978615522384644, + 2.429669141769409, + 0.8824941515922546, + 1.5490288734436035, + -0.027681244537234306, + 1.4925810098648071, + 1.0870542526245117, + 0.4515671133995056, + 1.2752208709716797, + 1.5595510005950928, + -0.4074177145957947, + 0.6466807723045349, + 1.775999903678894, + 1.2745659351348877, + 2.2553763389587402, + 2.0460338592529297, + 1.9919160604476929 + ], + [ + -0.21047785878181458, + 0.17478317022323608, + 0.5908985733985901, + -1.8931955099105835, + 1.2920794486999512, + 2.1263208389282227, + 2.2426822185516357, + 1.0421274900436401, + -0.240587055683136, + -0.30034446716308594, + 0.19261974096298218, + 1.2316230535507202, + 1.9987311363220215, + 1.6485137939453125, + -0.49870970845222473, + -0.10038086771965027, + 2.0365612506866455, + 0.18317756056785583, + 1.05832040309906, + 2.078996419906616, + 3.3280129432678223 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.006776720285415649, + -0.09635913372039795, + 0.4085477590560913, + -0.21855086088180542, + 0.6486313343048096, + 1.7477545738220215, + 0.0, + 0.008918285369873047, + -0.01942521706223488, + -0.05440044403076172, + -0.16207104921340942, + 0.1191258430480957, + 0.688674807548523, + 0.0, + 0.1292130947113037, + -0.0855010375380516, + 0.6785821914672852, + -0.036247432231903076, + 0.4232293367385864, + 1.932328462600708, + 0.0 + ], + [ + -0.047035396099090576, + -0.6915604472160339, + 1.006862998008728, + -1.0907573699951172, + 1.410503625869751, + 2.8940017223358154, + 1.4989166259765625, + 0.6674194931983948, + 0.03586423769593239, + 0.9702642560005188, + 0.9383889436721802, + 1.2178385257720947, + 1.8811527490615845, + 2.39074969291687, + -0.6362485885620117, + -0.2604491114616394, + 1.793778419494629, + 0.044229358434677124, + 1.31660795211792, + 2.726487159729004, + 2.264584541320801 + ] + ], + "predicted_scores": [ + 6.263126850128174, + 5.859667778015137, + 5.839502334594727, + 5.681389331817627, + 5.651701927185059, + 5.238823890686035, + 5.206118106842041, + 5.164115905761719 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "6a4a70751ee85d6a62fbc9040ee5e95ad71af7f2385d4427d539c5b681ddee7c", + "stored_base_utility": 0.14673510193824768, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11067384481430054, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11067384481430054 + }, + "base_progress": 0.11067384481430054, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11067384481430054, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07190797477960587, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07190797477960587 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07676702737808228, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07676702737808228 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06713690608739853, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06713690608739853 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08366910368204117, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08366910368204117 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07364656776189804, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07364656776189804 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07590482383966446, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07590482383966446 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0938798189163208, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0938798189163208 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05753159523010254, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05753159523010254 + } + ], + "candidate_progress": [ + 0.07190797477960587, + 0.07676702737808228, + 0.06713690608739853, + 0.08366910368204117, + 0.07364656776189804, + 0.07590482383966446, + 0.0938798189163208, + 0.05753159523010254 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-003a2225c0892dcda683", + "ms-ebacae0135af2832dfbb", + "ms-003a2225c0892dcda683", + "ms-5e422b9487b4a1efd7af", + "ms-1150c257eb77fdf40f55", + "ms-3d090ac2459c4b891dd1", + "ms-ebacae0135af2832dfbb", + "ms-003a2225c0892dcda683" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-6d46dae312649c977b64", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.08636040985584259, + -0.061455145478248596, + 0.5236728191375732, + -0.4618414342403412, + 1.2359693050384521, + 0.6214203834533691, + 0.1615867018699646, + 0.17806854844093323, + 0.06888263672590256, + 0.16535115242004395, + -0.28180167078971863, + 0.7223501205444336, + -0.2790642976760864, + -0.10090063512325287, + -0.19610965251922607, + 0.06020084396004677, + 0.593682587146759, + -0.2277574986219406, + -0.053835272789001465, + 1.6351556777954102, + 0.0857720747590065 + ], + [ + -0.005236580967903137, + -0.03077683597803116, + 0.47948285937309265, + -0.34410110116004944, + 1.2138264179229736, + 0.62507164478302, + 0.3566385507583618, + 0.18196263909339905, + 0.035555336624383926, + 0.09493214637041092, + -0.2955971658229828, + 0.643636167049408, + -0.15398827195167542, + -0.07027171552181244, + -0.19415414333343506, + 0.04673096910119057, + 0.5386569499969482, + -0.17750142514705658, + -0.13254138827323914, + 1.5377333164215088, + 0.3296988606452942 + ], + [ + 0.08971778303384781, + -0.09305638819932938, + 0.5505937933921814, + -0.5146358013153076, + 1.2061617374420166, + 0.7260681390762329, + 0.11233577132225037, + 0.049500226974487305, + 0.06476116180419922, + 0.12342794984579086, + -0.2349226176738739, + 0.6233481168746948, + -0.3215271234512329, + -0.07490499317646027, + -0.23126843571662903, + 0.033536165952682495, + 0.5862321853637695, + -0.2655998468399048, + -0.2289637327194214, + 1.5717909336090088, + 0.17090263962745667 + ], + [ + 0.04137169569730759, + -0.03537575155496597, + 0.5259494185447693, + -0.42781728506088257, + 1.2489125728607178, + 0.8471935987472534, + 0.27314579486846924, + 0.2623768448829651, + 0.08321497589349747, + 0.06788063049316406, + -0.3026220500469208, + 0.5565423369407654, + -0.22164075076580048, + 0.11060448735952377, + -0.14025363326072693, + 0.07587997615337372, + 0.5184356570243835, + -0.25514745712280273, + 0.028621405363082886, + 1.573807716369629, + 0.23798111081123352 + ], + [ + 0.058305397629737854, + -0.03303621709346771, + 0.602182149887085, + -0.3365151882171631, + 1.2617802619934082, + 0.572996973991394, + 0.1477331817150116, + 0.12844324111938477, + 0.050616584718227386, + 0.03607293963432312, + -0.2153136432170868, + 0.6033199429512024, + -0.15515148639678955, + 0.05384478718042374, + -0.23262682557106018, + 0.04974963888525963, + 0.5535864233970642, + -0.22309748828411102, + -0.07780930399894714, + 1.5032472610473633, + 0.1508428007364273 + ], + [ + -0.03547757863998413, + -0.0066871605813503265, + 0.5420525074005127, + -0.31275448203086853, + 1.2307918071746826, + 0.7664843797683716, + 0.31669551134109497, + 0.21801376342773438, + 0.03716043010354042, + 0.06213780492544174, + -0.26280370354652405, + 0.5573636293411255, + -0.212589830160141, + 0.0465102344751358, + -0.24819239974021912, + 0.05184636637568474, + 0.5399145483970642, + -0.19457758963108063, + -0.047543495893478394, + 1.5541024208068848, + 0.2777806520462036 + ], + [ + 0.1913042664527893, + 0.0022711902856826782, + 0.5599501729011536, + -0.30662569403648376, + 0.9957566261291504, + 0.7063865661621094, + 0.34030652046203613, + 0.3282582759857178, + 0.029775289818644524, + 0.0484977662563324, + -0.17193791270256042, + 0.4990673363208771, + -0.4359874427318573, + 0.12922360002994537, + -0.18213148415088654, + 0.07255710661411285, + 0.42768698930740356, + -0.09652040898799896, + -0.1197359561920166, + 1.5629465579986572, + 0.07067622989416122 + ], + [ + -0.2312762588262558, + -0.09633192420005798, + 0.6615204811096191, + -0.5995935201644897, + 1.3983891010284424, + 1.141235589981079, + 0.22388578951358795, + 0.14869624376296997, + -0.045974671840667725, + 0.20389828085899353, + -0.2214909791946411, + 0.31286725401878357, + -0.12930920720100403, + -0.037560150027275085, + -0.31881579756736755, + 0.0186359453946352, + 0.4723178744316101, + -0.0930362194776535, + -0.13382774591445923, + 1.3795342445373535, + 0.2931765615940094 + ] + ], + "generated_utilities": [ + 0.07190797477960587, + 0.07676702737808228, + 0.06713690608739853, + 0.08366910368204117, + 0.07364656776189804, + 0.07590482383966446, + 0.0938798189163208, + 0.05753159523010254 + ], + "group_id": "ms-6d46dae312649c977b64", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2214377373456955, + 2.0, + 2.0, + 0.12764446437358856, + 0.09707534313201904, + 0.05436400696635246, + 0.06683826446533203, + 0.09124946594238281, + 0.15801653265953064, + 0.0749746561050415, + 0.02660316228866577, + 0.1263030618429184, + 0.10262171924114227, + 0.033599041402339935, + 0.0456559881567955, + 0.04723622649908066 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.39111828804016113, + 0.01628229022026062, + 0.6821959018707275, + -0.4033774733543396, + 1.465806484222412, + 0.4930797815322876, + 0.0, + -0.36203843355178833, + -0.1416860967874527, + 0.1512344479560852, + -0.5085378289222717, + 0.46066439151763916, + -0.7922922968864441, + 0.0, + -0.17378616333007812, + -0.027247905731201172, + 0.37020444869995117, + 0.10636067390441895, + -0.03919178247451782, + 1.5643246173858643, + 0.0 + ], + [ + 0.42408859729766846, + 0.37742263078689575, + 1.6821959018707275, + -1.1667720079421997, + 2.465806484222412, + 1.4930797815322876, + 1.5913217067718506, + 0.5888186097145081, + -0.09641599655151367, + 0.7804327607154846, + -0.17707528173923492, + 1.4606643915176392, + -0.494251549243927, + -0.24081075191497803, + -1.1048296689987183, + 0.17478014528751373, + 1.3702044486999512, + -0.5285401940345764, + 0.2998705506324768, + 2.5643246173858643, + 2.824326515197754 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.182643413543701, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.48162150382995605, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.648653030395508 + ], + [ + 0.35298001766204834, + 0.5582358837127686, + 1.5224732160568237, + -1.1914077997207642, + 2.5281028747558594, + 1.7165846824645996, + 1.7027167081832886, + 0.7228407859802246, + -0.32239338755607605, + 0.9760057926177979, + -0.4275627136230469, + 1.5995445251464844, + -0.2230287790298462, + -0.34365707635879517, + -0.8932536840438843, + -0.03637109696865082, + 1.3744003772735596, + -0.5291128158569336, + 0.5014165043830872, + 2.634406089782715, + 2.969374895095825 + ], + [ + 0.7842081785202026, + 0.7652096152305603, + 1.4709886312484741, + -1.4749994277954102, + 2.3775999546051025, + 1.2469955682754517, + 1.6014398336410522, + 0.46265339851379395, + -0.2743881940841675, + 0.9054073095321655, + -0.37061670422554016, + 1.2015621662139893, + -0.4175724983215332, + 0.03440147638320923, + -1.0134514570236206, + 0.15787731111049652, + 1.2934622764587402, + -0.6022717356681824, + -0.06906995177268982, + 2.31488299369812, + 2.5918259620666504 + ], + [ + 0.832076907157898, + 0.5976746082305908, + 1.249228835105896, + -1.2630014419555664, + 2.6927130222320557, + 1.9606672525405884, + 1.5611933469772339, + 0.7553866505622864, + -0.2605445384979248, + 0.9214385747909546, + 0.2309599369764328, + 1.211969256401062, + -0.9802255630493164, + -0.27336248755455017, + -1.5457583665847778, + -0.22310428321361542, + 1.7398161888122559, + -0.531592071056366, + 0.7308909893035889, + 2.1266000270843506, + 2.798896551132202 + ], + [ + 0.23966765403747559, + 0.5751044154167175, + 1.2091410160064697, + -0.5711289048194885, + 2.806333065032959, + 1.8046531677246094, + 1.9892982244491577, + 0.007926404476165771, + -0.1855381429195404, + 1.350046157836914, + -0.5083305835723877, + 1.0838348865509033, + -0.2279527187347412, + -0.3059251606464386, + -1.5878541469573975, + 0.003751307725906372, + 0.8667904734611511, + -0.11511334776878357, + 0.1685245931148529, + 3.129093885421753, + 2.7752492427825928 + ], + [ + -0.1368420124053955, + -0.15997296571731567, + 2.1086978912353516, + -0.5544743537902832, + 3.0229156017303467, + 1.0953477621078491, + 1.2667269706726074, + 0.5399846434593201, + -0.5436350107192993, + 1.136418342590332, + -0.41592034697532654, + 1.1723101139068604, + -0.8269591331481934, + -0.1150364875793457, + -1.4628134965896606, + 0.6887887716293335, + 1.246437907218933, + -0.9099059104919434, + 0.1650959700345993, + 1.8664052486419678, + 3.1946558952331543 + ], + [ + -0.27563387155532837, + 0.29269930720329285, + 1.3081483840942383, + -1.8132762908935547, + 3.2597463130950928, + 1.1676830053329468, + 1.6606265306472778, + 0.6596877574920654, + -0.5845193862915039, + -0.013742208480834961, + 0.4079951047897339, + 1.8723132610321045, + -0.40320640802383423, + -0.9005648493766785, + -0.36712324619293213, + -0.2675045132637024, + 0.9273223876953125, + 0.019003987312316895, + -0.5000684857368469, + 1.9910836219787598, + 2.169985771179199 + ], + [ + 0.2512959837913513, + 1.1398534774780273, + 2.419802188873291, + -1.5883638858795166, + 3.1728031635284424, + 1.931584119796753, + 1.6917576789855957, + -0.2637574076652527, + 0.1678258180618286, + 1.1256295442581177, + -0.5634685158729553, + 2.315192222595215, + -0.6333914995193481, + 0.3714860677719116, + -0.7091628313064575, + -0.19836686551570892, + 1.9724524021148682, + -0.1966949999332428, + 0.29393231868743896, + 3.405892848968506, + 2.662627696990967 + ], + [ + -0.48997384309768677, + 0.9193575382232666, + 1.4014712572097778, + -1.2184159755706787, + 2.5807363986968994, + 1.5389362573623657, + 0.9028100967407227, + -0.13811802864074707, + -0.43306994438171387, + 1.4784300327301025, + -0.5570200085639954, + 1.5728700160980225, + -0.8390967845916748, + 0.48720020055770874, + -0.27358478307724, + -0.7123227715492249, + 1.4258694648742676, + 0.14356422424316406, + 0.47931966185569763, + 1.9598274230957031, + 3.4053828716278076 + ], + [ + 0.3609609007835388, + 0.11235624551773071, + 1.008261799812317, + -0.28495562076568604, + 2.939987897872925, + 1.0375003814697266, + 2.3871665000915527, + 0.32078787684440613, + -0.11962801218032837, + 1.4829328060150146, + -0.6033602952957153, + 1.1137291193008423, + -0.30725640058517456, + 0.5225602984428406, + -1.5509850978851318, + -0.5511693358421326, + 1.3990391492843628, + -0.7980403304100037, + -0.2925288677215576, + 3.1130146980285645, + 2.0911126136779785 + ], + [ + 0.6485748291015625, + 1.2620712518692017, + 1.5758501291275024, + -1.2417224645614624, + 2.8757450580596924, + 1.5150681734085083, + 0.6733909249305725, + 0.7243824005126953, + 0.11932668089866638, + 1.2029242515563965, + -0.2588959336280823, + 1.1436821222305298, + 0.042691171169281006, + -0.44430679082870483, + -0.24883848428726196, + 1.121665596961975, + 1.1576884984970093, + -0.13761651515960693, + -0.14254149794578552, + 2.1221213340759277, + 3.7887749671936035 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.018086105585098267, + -0.00970575213432312, + 0.6821959018707275, + -0.1667720079421997, + 1.465806484222412, + 0.4930797815322876, + 0.0, + 0.08367204666137695, + 0.041364386677742004, + 0.002412259578704834, + 0.020936504006385803, + 0.46066439151763916, + 0.012726843357086182, + 0.0, + -0.10482966899871826, + -0.0033944547176361084, + 0.37020444869995117, + -0.05073302984237671, + -0.0019913017749786377, + 1.5643246173858643, + 0.0 + ], + [ + -0.20884829759597778, + -0.05532044172286987, + 0.6821959018707275, + -0.1667720079421997, + 1.465806484222412, + 0.4930797815322876, + 0.0, + -0.07258331775665283, + -0.20556756854057312, + -0.10567528009414673, + 0.07439644634723663, + 0.46066439151763916, + 0.22363495826721191, + 0.0, + -0.10482966899871826, + 0.14742004871368408, + 0.37020444869995117, + -0.24314308166503906, + 0.04260796308517456, + 1.5643246173858643, + 0.0 + ] + ], + "predicted_scores": [ + 8.266556739807129, + 8.233277320861816, + 8.014421463012695, + 7.962092876434326, + 7.950165748596191, + 7.943875312805176, + 7.633530616760254, + 7.327812671661377 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1505049690", + "selected_index": 0, + "state_hash": "83bdcf96f7053347df3e2724a0b4d30bfc989ebe19acb908a415b787689808fd", + "stored_base_utility": 0.2214377373456955, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24495439231395721, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24495439231395721 + }, + "base_progress": 0.24495439231395721, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.24495439231395721, + "candidate_action_clip_max_abs": [ + 0.047838449478149414, + 0.08121109008789062, + 0.09406077861785889, + 0.04023003578186035, + 0.07584309577941895, + 0.09935176372528076, + 0.08492028713226318, + 0.07689201831817627 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.047838449478149414, + "contact_quality": null, + "progress": 0.06963159888982773, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06963159888982773 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08121109008789062, + "contact_quality": null, + "progress": 0.07449358701705933, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07449358701705933 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09406077861785889, + "contact_quality": null, + "progress": 0.06572139263153076, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06572139263153076 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04023003578186035, + "contact_quality": null, + "progress": 0.062231820076704025, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.062231820076704025 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07584309577941895, + "contact_quality": null, + "progress": 0.08119425922632217, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08119425922632217 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09935176372528076, + "contact_quality": null, + "progress": 0.07943860441446304, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07943860441446304 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08492028713226318, + "contact_quality": null, + "progress": 0.0678805485367775, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0678805485367775 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07689201831817627, + "contact_quality": null, + "progress": 0.07560644298791885, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07560644298791885 + } + ], + "candidate_progress": [ + 0.06963159888982773, + 0.07449358701705933, + 0.06572139263153076, + 0.062231820076704025, + 0.08119425922632217, + 0.07943860441446304, + 0.0678805485367775, + 0.07560644298791885 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-4f0a41c8fb3caaeb9540", + "ms-4bda8533405961380322", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-4bda8533405961380322" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-6ddecc7f074b9e267409", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.9579066038131714, + 0.2213508039712906, + -0.44690337777137756, + -1.017761468887329, + -0.500419020652771, + -2.215784788131714, + -1.531038761138916, + -0.800451397895813, + 1.0020651817321777, + 0.32057681679725647, + 1.8829913139343262, + 0.8111125230789185, + 0.3950088918209076, + 2.2013938426971436, + -1.0328161716461182, + 1.5990631580352783, + 2.448667287826538, + -2.221348524093628, + 1.3271586894989014, + -0.9892146587371826, + 0.8682098388671875 + ], + [ + 1.1154422760009766, + -0.0715344175696373, + -0.20794382691383362, + -0.8023420572280884, + -0.048455387353897095, + -2.4486119747161865, + -0.7824962735176086, + -0.923056960105896, + 0.9893185496330261, + 0.4392881393432617, + 1.8992576599121094, + 0.7956913113594055, + 1.0747909545898438, + 2.0068962574005127, + -1.17799711227417, + 1.5128313302993774, + 2.142453908920288, + -2.0141422748565674, + 1.5131216049194336, + -0.7846607565879822, + 1.1040843725204468 + ], + [ + 1.178279161453247, + 0.20276948809623718, + -0.3027651607990265, + -0.525650680065155, + -0.06737023591995239, + -1.9784959554672241, + -1.4365413188934326, + -0.976805567741394, + 0.8953596353530884, + 0.5594242215156555, + 1.9501041173934937, + 0.31582921743392944, + 0.5686659812927246, + 2.5617966651916504, + -1.0660974979400635, + 1.5229650735855103, + 2.2986879348754883, + -2.233920097351074, + 0.991519033908844, + -1.081944227218628, + 0.5074855089187622 + ], + [ + 0.947970986366272, + -0.05158393085002899, + 0.0623837411403656, + -0.8358258008956909, + 0.06444346904754639, + -2.696671485900879, + -1.3403337001800537, + -0.8504388332366943, + 0.9736977815628052, + 0.644048273563385, + 1.7621406316757202, + 0.3346680998802185, + 0.3862861096858978, + 2.008605480194092, + -1.1008350849151611, + 1.4072595834732056, + 2.190661907196045, + -1.5771586894989014, + 1.9035427570343018, + -0.5437914729118347, + 1.0423784255981445 + ], + [ + 1.0967111587524414, + -0.08664464950561523, + -0.19876739382743835, + -0.8524442911148071, + -0.14230573177337646, + -2.3667213916778564, + -1.6071033477783203, + -0.9231624603271484, + 0.8151113986968994, + 0.5222582817077637, + 2.1327004432678223, + 0.675807774066925, + 0.5483294725418091, + 1.3517472743988037, + -0.6812625527381897, + 1.529516339302063, + 2.219275951385498, + -1.8996919393539429, + 1.4390733242034912, + -1.0456444025039673, + 0.8695930242538452 + ], + [ + 1.0940535068511963, + 0.02996218204498291, + 0.015669792890548706, + -1.008592963218689, + -0.5715959072113037, + -2.350980043411255, + -1.6022353172302246, + -0.6686389446258545, + 1.0264582633972168, + 0.23208573460578918, + 2.082994222640991, + 0.8246530890464783, + 1.1758270263671875, + 1.944731593132019, + -0.8025095462799072, + 1.2656753063201904, + 2.585660457611084, + -2.2086918354034424, + 0.9812483191490173, + -0.9895673394203186, + 0.2627728283405304 + ], + [ + 1.136347770690918, + 0.16111759841442108, + -0.5623433589935303, + -0.01843160390853882, + -0.4187377095222473, + -1.934921383857727, + -1.7394583225250244, + -0.9468734264373779, + 0.8694010972976685, + 0.7821311950683594, + 1.664516806602478, + 1.2451287508010864, + 0.45998093485832214, + 2.0303823947906494, + -1.1589819192886353, + 1.6348965167999268, + 1.902147889137268, + -2.182772397994995, + 1.6564161777496338, + -1.0888453722000122, + 0.7983969449996948 + ], + [ + 1.115808367729187, + -0.037062592804431915, + -0.22125431895256042, + -0.8028136491775513, + -0.16737979650497437, + -2.5283045768737793, + -1.597597360610962, + -0.9694535732269287, + 0.8139895796775818, + 0.568984866142273, + 2.0814125537872314, + 0.7835394144058228, + 0.5617421865463257, + 1.4088499546051025, + -0.7629314661026001, + 1.4595987796783447, + 2.3047754764556885, + -1.9098016023635864, + 1.4271702766418457, + -0.8549112677574158, + 0.8143596649169922 + ] + ], + "generated_utilities": [ + 0.06963159888982773, + 0.07449358701705933, + 0.06572139263153076, + 0.062231820076704025, + 0.08119425922632217, + 0.07943860441446304, + 0.0678805485367775, + 0.07560644298791885 + ], + "group_id": "ms-6ddecc7f074b9e267409", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08958809077739716, + 0.03144284337759018, + 0.047205448150634766, + 0.07898347079753876, + 0.19380418956279755, + 0.007497906684875488, + 0.16276800632476807, + 0.2393745481967926, + 0.19232699275016785, + 0.1334715187549591, + 0.07633499801158905, + 0.20682939887046814, + 0.10822725296020508, + 0.024373292922973633, + 0.12270049750804901, + 0.06158691644668579 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.015243589878082275, + -0.018608644604682922, + -0.019999057054519653, + 0.06776672601699829, + 0.0483764111995697, + -1.748929500579834, + 0.0, + -0.010735571384429932, + -0.013151705265045166, + -0.057658642530441284, + 0.8547754287719727, + 0.0029795467853546143, + -0.04081612825393677, + 0.0, + -0.08869361877441406, + 0.32704269886016846, + 1.1206419467926025, + -0.7215878963470459, + 0.05749952793121338, + -0.3765484094619751, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.105986595153809, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.249570608139038, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6535188555717468 + ], + [ + 0.01957547664642334, + -0.3348179757595062, + -0.6306508779525757, + -0.9204081296920776, + -0.13960537314414978, + -3.5157365798950195, + -1.84234619140625, + 0.03682154417037964, + -0.2760828733444214, + 0.0512324720621109, + 1.1004559993743896, + 1.0816459655761719, + 1.084665298461914, + 1.6006487607955933, + -1.4996960163116455, + 0.7838447093963623, + 1.7955636978149414, + -1.8367936611175537, + 0.794074296951294, + -1.302558422088623, + 1.0936089754104614 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7541365623474121, + 0.09522029757499695, + -0.2982918918132782, + -0.8441759347915649, + -0.3979870080947876, + -2.748929500579834, + -2.5529932975769043, + -0.6906574964523315, + 0.5966935753822327, + 0.1873793751001358, + 1.8547754287719727, + 0.16492335498332977, + 0.4949548840522766, + 0.624785304069519, + -1.034856915473938, + 1.3270426988601685, + 2.1206419467926025, + -1.721587896347046, + 0.7966813445091248, + -1.376548409461975, + 0.3267594277858734 + ], + [ + 0.9405583739280701, + 0.25300461053848267, + -0.44503289461135864, + -0.9371873140335083, + -0.6916138529777527, + -2.760127067565918, + -2.4300739765167236, + -0.8403915166854858, + 0.8130096793174744, + 0.46999627351760864, + 1.9673219919204712, + 0.4349837303161621, + 0.5779666304588318, + 0.8225842714309692, + -1.1017415523529053, + 1.5299694538116455, + 2.3339526653289795, + -1.609735369682312, + 0.9917272329330444, + -1.1932891607284546, + 0.22541767358779907 + ], + [ + 0.5460819602012634, + -0.023089371621608734, + -0.6671134233474731, + -1.1311253309249878, + -0.35123589634895325, + -2.973568916320801, + -2.273216485977173, + -0.9769293069839478, + 0.808673620223999, + -0.05653572082519531, + 1.5998659133911133, + 0.2948032021522522, + 0.7578713893890381, + 0.9637242555618286, + -1.070178508758545, + 1.7242289781570435, + 1.9226593971252441, + -2.0850701332092285, + 0.8153123259544373, + -1.5760114192962646, + 0.5713825225830078 + ], + [ + 0.7637014389038086, + -0.22099179029464722, + 0.09596166014671326, + -0.5476971864700317, + -0.04238158464431763, + -2.6438817977905273, + -2.4699974060058594, + -0.8442578911781311, + 0.8715342283248901, + 0.259931743144989, + 1.6993261575698853, + 0.4404142498970032, + 0.09345480799674988, + 1.1226685047149658, + -0.8096402883529663, + 1.1515763998031616, + 2.000638961791992, + -1.7377008199691772, + 1.2877691984176636, + -1.092457890510559, + 0.3898981213569641 + ], + [ + 1.0530307292938232, + -0.2349715232849121, + -0.7491914629936218, + -0.5438814759254456, + -0.07587641477584839, + -3.371830940246582, + -1.9116474390029907, + -1.2770087718963623, + 0.44060951471328735, + -0.32904869318008423, + 1.1918392181396484, + 0.126692995429039, + 0.35492604970932007, + 0.41832682490348816, + -1.7073509693145752, + 1.3255488872528076, + 1.58756422996521, + -2.2981598377227783, + 0.9633466005325317, + -1.6802715063095093, + 0.9205820560455322 + ] + ], + "predicted_scores": [ + 9.622051239013672, + 9.41921615600586, + 9.349714279174805, + 9.332215309143066, + 9.298739433288574, + 9.188294410705566, + 9.115205764770508, + 8.794781684875488 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "61775eece13b5dedb69ccc5b627dd882626522ecf1c8b8fda98aedd9ea0c87cf", + "stored_base_utility": 0.08958809077739716, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1821652501821518, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1821652501821518 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20123222470283508, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20123222470283508 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17609702050685883, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17609702050685883 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17852109670639038, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17852109670639038 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17965081334114075, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17965081334114075 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17884275317192078, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17884275317192078 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20520809292793274, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20520809292793274 + } + ], + "candidate_progress": [ + 0.1821652501821518, + 1.0, + 0.20123222470283508, + 0.17609702050685883, + 0.17852109670639038, + 0.17965081334114075, + 0.17884275317192078, + 0.20520809292793274 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323", + "ms-bad55a54ecb4349a5323" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0350672b45f92c437c22", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6270737648010254, + 0.03330356627702713, + 0.9769998788833618, + -1.0236471891403198, + -0.993682324886322, + -0.42836448550224304, + 0.3469347655773163, + -0.03975169360637665, + 0.21195614337921143, + 0.10976389795541763, + -0.30673283338546753, + -0.5392269492149353, + 0.028219759464263916, + 0.512334406375885, + -0.10605250298976898, + -0.08838552236557007, + -0.2177954465150833, + -0.07743604481220245, + -0.07549622654914856, + 0.07484045624732971, + 0.31558093428611755 + ], + [ + -0.6043866872787476, + 0.07161392271518707, + 0.9741668701171875, + -1.0365221500396729, + -0.993571937084198, + -0.6512390375137329, + 0.3814068138599396, + -0.005511030554771423, + 0.2280190885066986, + 0.046329304575920105, + -0.2838394045829773, + -0.5117953419685364, + -0.04907667636871338, + 0.44287943840026855, + -0.1465432494878769, + -0.036247774958610535, + -0.15282540023326874, + -0.021826952695846558, + -0.1290118396282196, + 0.26331740617752075, + 0.30823493003845215 + ], + [ + -0.5791267156600952, + 0.06899704039096832, + 1.000747561454773, + -0.9727774858474731, + -0.9554718136787415, + -0.6991931200027466, + 0.31397467851638794, + -0.004903391003608704, + 0.22466015815734863, + 0.059133052825927734, + -0.2808019816875458, + -0.38361597061157227, + 0.20646634697914124, + 0.5203118920326233, + -0.22554931044578552, + -0.08210168778896332, + -0.15654624998569489, + 0.0368054062128067, + -0.2861059904098511, + 0.27507442235946655, + 0.4284205138683319 + ], + [ + -0.6611731648445129, + -0.026433434337377548, + 0.7644256353378296, + -1.192596197128296, + -1.1239330768585205, + -0.1581580638885498, + 0.40949124097824097, + 0.2356162667274475, + 0.29519009590148926, + 0.04807056486606598, + -0.22569012641906738, + -0.5241652727127075, + 0.10095646977424622, + -0.17520107328891754, + -0.22558918595314026, + -0.01707664132118225, + -0.2953081727027893, + -0.10622726380825043, + 0.07222656905651093, + 0.5776882171630859, + -0.013595879077911377 + ], + [ + -0.7576572895050049, + -0.007117778062820435, + 0.7823786735534668, + -0.9979747533798218, + -1.0306422710418701, + -0.33348044753074646, + 0.18368157744407654, + 0.2590523958206177, + 0.26999083161354065, + -0.06113862246274948, + -0.017068661749362946, + -0.4547710418701172, + 0.15370675921440125, + 0.09401969611644745, + -0.3326929211616516, + -0.06812714040279388, + -0.26254451274871826, + -0.027644693851470947, + -0.10237148404121399, + 0.7130102515220642, + 0.1622035950422287 + ], + [ + -0.698111891746521, + 0.044187240302562714, + 0.7431261539459229, + -1.058353304862976, + -1.0353868007659912, + -0.3494516909122467, + 0.14009693264961243, + 0.19044937193393707, + 0.23943652212619781, + -0.03945232182741165, + -0.08752960711717606, + -0.4651944637298584, + 0.01402348279953003, + 0.3149089217185974, + -0.17183978855609894, + -0.13500405848026276, + -0.3564327359199524, + 0.12147071957588196, + -0.2698785662651062, + 0.7465313076972961, + 0.15766866505146027 + ], + [ + -0.6911680698394775, + -0.04199131950736046, + 0.8197469115257263, + -0.9713150262832642, + -0.8477901816368103, + -0.5215730667114258, + 0.36688053607940674, + 0.13778090476989746, + 0.25977927446365356, + -2.419203519821167e-05, + -0.04790513217449188, + -0.3298388719558716, + 0.5718845129013062, + 0.5125130414962769, + -0.41006362438201904, + -0.10787162184715271, + -0.3998752236366272, + 0.023280560970306396, + -0.1355380415916443, + 0.41866254806518555, + 0.36946290731430054 + ], + [ + -0.8415385484695435, + -0.06633706390857697, + 1.0801594257354736, + -1.0372017621994019, + -1.3722155094146729, + -0.5841031074523926, + 0.18354758620262146, + -0.024721190333366394, + 0.24321632087230682, + 0.0508178249001503, + -0.4060148596763611, + -0.601730227470398, + 0.06973180174827576, + 0.22699782252311707, + -0.2948242127895355, + -0.03820738196372986, + -0.5897791981697083, + 0.005158975720405579, + -0.39257490634918213, + 0.20819079875946045, + -0.05077345669269562 + ] + ], + "generated_utilities": [ + 0.1821652501821518, + 2.0, + 0.20123222470283508, + 0.17609702050685883, + 0.17852109670639038, + 0.17965081334114075, + 0.17884275317192078, + 0.20520809292793274 + ], + "group_id": "ms-0350672b45f92c437c22", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.10616239905357361, + 0.06838373839855194, + 2.0, + 0.011524960398674011, + 0.18079301714897156, + 0.11901114881038666, + 0.10647156834602356, + 0.11927114427089691, + 0.13511452078819275, + 0.1730097234249115, + 0.11050663888454437, + 0.10463470220565796, + 0.12988881766796112, + 0.008037075400352478, + 0.06779614090919495, + 0.10922840237617493 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.6254100799560547, + 0.31462547183036804, + 1.0717601776123047, + -1.4503862857818604, + -0.823593020439148, + -0.3401673436164856, + 0.0, + -0.17486226558685303, + 0.14893439412117004, + -1.035625696182251, + 0.35188305377960205, + -0.21875977516174316, + 0.4545382857322693, + 0.0, + -0.45361989736557007, + -0.023885667324066162, + 0.15045970678329468, + -0.051324471831321716, + -0.1583995819091797, + -0.16411139070987701, + 0.0 + ], + [ + -2.3683974742889404, + 0.8682721853256226, + 1.3706562519073486, + -2.4288570880889893, + -1.0143394470214844, + -0.8295549154281616, + 2.0640861988067627, + 0.5264819860458374, + -0.07241618633270264, + -1.2292454242706299, + 1.0921424627304077, + -0.6547319889068604, + -0.2816160023212433, + -0.12217378616333008, + -0.7544946074485779, + -0.43532365560531616, + -1.0709670782089233, + 0.6577354669570923, + -1.8824204206466675, + 0.5577775835990906, + -0.16884684562683105 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.6254100799560547, + -0.030202537775039673, + 1.0717601776123047, + -1.4503862857818604, + -0.823593020439148, + -0.2993283271789551, + 0.0, + -0.23023897409439087, + 0.1476593017578125, + 0.30005335807800293, + -0.023107394576072693, + -0.21875977516174316, + -0.07936453819274902, + 0.0, + -0.04452115669846535, + -0.06857642531394958, + -0.10556834936141968, + 0.0022238045930862427, + -0.023615598678588867, + 0.20797094702720642, + 0.0 + ], + [ + -1.6254100799560547, + 0.11672893166542053, + 2.0717601776123047, + -2.4503862857818604, + -1.823593020439148, + -1.299328327178955, + 1.9680241346359253, + 0.266639769077301, + -0.06352435052394867, + -0.23248769342899323, + 0.14855022728443146, + -1.2187597751617432, + 0.2999055087566376, + 0.8519266843795776, + 0.05685300752520561, + 0.19287657737731934, + -0.11654016375541687, + 0.24873612821102142, + -1.0236155986785889, + 0.19371096789836884, + 0.5175192952156067 + ], + [ + -1.9841766357421875, + -0.1975586712360382, + 1.6035289764404297, + -2.5791714191436768, + -1.8775503635406494, + -1.8881676197052002, + 1.7505669593811035, + -0.017207026481628418, + 0.328436017036438, + -0.1556689441204071, + -0.1441783457994461, + -0.7470974922180176, + 0.8979259729385376, + 1.332694172859192, + 0.3980007767677307, + 0.516269326210022, + -0.07305002212524414, + 0.4058987498283386, + -1.1715960502624512, + 0.18214869499206543, + 0.56585294008255 + ] + ], + "predicted_scores": [ + 2.500802993774414, + 2.4198460578918457, + 1.8419955968856812, + 1.6848258972167969, + 1.4534631967544556, + 1.2766081094741821, + 0.8676139712333679, + 0.6142269968986511 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1753014417", + "selected_index": 0, + "state_hash": "a7d1789b4911ddd215e69764701260862db1d7e0e87f9e63b75d29332d103c66", + "stored_base_utility": 0.10616239905357361, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0678517073392868, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0678517073392868 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08594454824924469, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08594454824924469 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07366850972175598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07366850972175598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07789164781570435, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07789164781570435 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07082559168338776, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07082559168338776 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06660641729831696, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06660641729831696 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05945649743080139, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05945649743080139 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07199865579605103, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07199865579605103 + } + ], + "candidate_progress": [ + 0.0678517073392868, + 0.08594454824924469, + 0.07366850972175598, + 0.07789164781570435, + 0.07082559168338776, + 0.06660641729831696, + 0.05945649743080139, + 0.07199865579605103 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-81eff749adbf328a93e1", + "ms-67f2977ab7d070052b61", + "ms-1979b899f11945b46b51", + "ms-1979b899f11945b46b51", + "ms-81eff749adbf328a93e1", + "ms-81eff749adbf328a93e1", + "ms-81eff749adbf328a93e1", + "ms-1979b899f11945b46b51" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-07aa7d1f9c01e93d04bc", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.11779913306236267, + -0.03200622648000717, + 1.4926834106445312, + 0.03273820877075195, + -1.350977897644043, + 0.6025639772415161, + 0.4852638244628906, + 0.39850592613220215, + 0.15264028310775757, + 0.3282070755958557, + 0.13091352581977844, + -1.1916717290878296, + 0.43156328797340393, + 0.6929131150245667, + -0.3471153676509857, + 0.19959868490695953, + 0.39967668056488037, + 0.1954607367515564, + -0.48728740215301514, + 0.3333975672721863, + 0.6445639133453369 + ], + [ + 0.07566067576408386, + 0.06760513782501221, + 1.1401903629302979, + -0.382429838180542, + -1.6212170124053955, + 0.015488937497138977, + 0.22893503308296204, + 0.18058831989765167, + 0.14918217062950134, + 0.2746824324131012, + -0.2856714427471161, + -1.2858202457427979, + -0.15226268768310547, + -0.14864091575145721, + -0.13758006691932678, + 0.06061118468642235, + 0.4149007797241211, + -0.15968142449855804, + -0.5642582178115845, + 0.08349570631980896, + 0.1389985978603363 + ], + [ + 0.21307462453842163, + -0.08683373034000397, + 1.3855793476104736, + -0.2699434161186218, + -1.3231911659240723, + 0.08744199573993683, + 0.4928649663925171, + 0.26003894209861755, + 0.14068017899990082, + 0.17370444536209106, + -0.07124081999063492, + -1.2029714584350586, + -0.10381874442100525, + 0.15368686616420746, + -0.14154252409934998, + 0.05604858323931694, + 0.4055674970149994, + 0.06636866927146912, + -0.5107128620147705, + -0.1948494166135788, + 0.06990482658147812 + ], + [ + 0.17576763033866882, + -0.06436017155647278, + 1.3680438995361328, + -0.32439154386520386, + -1.3798792362213135, + 0.13013173639774323, + 0.3687707781791687, + 0.19729074835777283, + 0.12135408818721771, + 0.1888597309589386, + -0.06813464313745499, + -1.2555227279663086, + -0.08759331703186035, + 0.09525300562381744, + -0.11183410882949829, + 0.0662010908126831, + 0.4085845649242401, + 0.09897031635046005, + -0.49051713943481445, + -0.2562476396560669, + 0.130118265748024 + ], + [ + 0.1162969172000885, + -0.09322485327720642, + 1.4613670110702515, + -0.14854860305786133, + -1.1726534366607666, + -0.07139289379119873, + 0.5605716705322266, + 0.48568594455718994, + 0.15617947280406952, + 0.016284361481666565, + -0.04904991388320923, + -1.2078770399093628, + 0.162928968667984, + -0.01547706127166748, + -0.23721623420715332, + 0.1781073808670044, + 0.30785682797431946, + 0.11218081414699554, + -0.6176875233650208, + -0.18605297803878784, + 0.08373136073350906 + ], + [ + 0.1825302541255951, + -0.09708705544471741, + 1.4459019899368286, + -0.16284623742103577, + -1.307774543762207, + -0.12692326307296753, + 0.4617268741130829, + 0.48589062690734863, + 0.1848442107439041, + 0.040106430649757385, + -0.09680760651826859, + -1.2098214626312256, + 0.22147992253303528, + -0.09754790365695953, + -0.22262951731681824, + 0.1729259341955185, + 0.38340482115745544, + 0.22457145154476166, + -0.6799169182777405, + -0.15697826445102692, + 0.14586424827575684 + ], + [ + 0.26166030764579773, + -0.1139151081442833, + 1.3980963230133057, + 0.012254983186721802, + -1.1866416931152344, + 0.00662386417388916, + 0.5527676343917847, + 0.4596124291419983, + 0.1696518361568451, + 0.216002956032753, + -0.15963461995124817, + -1.0721149444580078, + -0.11473789811134338, + 0.1172875389456749, + -0.1854434460401535, + 0.0858411192893982, + 0.47332674264907837, + 0.20421458780765533, + -0.709636926651001, + -0.035680025815963745, + 0.03106464445590973 + ], + [ + 0.29432913661003113, + -0.0432293526828289, + 1.2948795557022095, + -0.2563169002532959, + -1.4507172107696533, + 0.31909945607185364, + 0.32723933458328247, + 0.2281630039215088, + 0.20674598217010498, + 0.25935378670692444, + -0.27908986806869507, + -1.1885942220687866, + 0.35814961791038513, + -0.3516210913658142, + -0.17211563885211945, + 0.1535114198923111, + 0.4442097246646881, + 0.06529366970062256, + -0.6122323870658875, + -0.11233367025852203, + 0.16853968799114227 + ] + ], + "generated_utilities": [ + 0.0678517073392868, + 0.08594454824924469, + 0.07366850972175598, + 0.07789164781570435, + 0.07082559168338776, + 0.06660641729831696, + 0.05945649743080139, + 0.07199865579605103 + ], + "group_id": "ms-07aa7d1f9c01e93d04bc", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18926367163658142, + 2.0, + 2.0, + 2.0, + 0.1427595317363739, + 0.034345418214797974, + 0.12413336336612701, + 0.1654103398323059, + 0.11290323734283447, + 0.14792579412460327, + 0.12321607768535614, + 0.13565924763679504, + 0.08733458817005157, + 0.03649061918258667, + 0.07937338948249817, + 0.0658959150314331 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.125611305236816, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5493106842041016, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.0089104175567627 + ], + [ + 0.14238688349723816, + 0.03513336181640625, + 2.5667576789855957, + -1.8518844842910767, + -2.630262851715088, + 0.4694019556045532, + 2.4844484329223633, + -0.05818851292133331, + 0.2609984576702118, + 0.8959318995475769, + -0.1644352823495865, + -2.8498404026031494, + 0.20823663473129272, + 1.6316367387771606, + -0.21670445799827576, + 0.2198340892791748, + 1.1410901546478271, + 0.6826859712600708, + -1.2756297588348389, + -0.6867580413818359, + 0.9664238691329956 + ], + [ + 0.03473608195781708, + -0.08529776334762573, + 2.490187883377075, + -1.8146228790283203, + -2.202261447906494, + 0.9428143501281738, + 2.135626792907715, + -0.10655798763036728, + -0.033692341297864914, + 1.0065343379974365, + -0.4764363169670105, + -2.6108319759368896, + 0.47787266969680786, + 1.6475906372070312, + 0.15823931992053986, + -0.4457235336303711, + 1.2894762754440308, + 1.0302298069000244, + -1.3558037281036377, + -0.8996328115463257, + 0.6500784158706665 + ], + [ + 0.6086731553077698, + 0.03713788092136383, + 2.403877019882202, + -1.2159936428070068, + -2.8114917278289795, + 1.1484737396240234, + 3.039802312850952, + -0.30332785844802856, + 0.45573627948760986, + 1.3269968032836914, + -0.33359798789024353, + -2.7265655994415283, + 0.07013925909996033, + 1.2172493934631348, + -0.5175061225891113, + -0.36366134881973267, + 1.217995524406433, + 1.0853493213653564, + -1.6990681886672974, + -0.6223440170288086, + 1.2817727327346802 + ], + [ + 0.32171475887298584, + -0.2698219120502472, + 2.3960578441619873, + -1.3519248962402344, + -3.1908862590789795, + -0.04006385803222656, + 2.0764060020446777, + -0.6685644388198853, + 0.11606991291046143, + 0.7692342400550842, + -0.0538652241230011, + -2.776801347732544, + 0.36107364296913147, + 1.2827894687652588, + 0.21468095481395721, + -0.7955788969993591, + 1.3779823780059814, + 0.062268972396850586, + -1.779904842376709, + -0.45073556900024414, + 0.8312835097312927 + ], + [ + 0.15550042688846588, + -0.5831835269927979, + 1.844264268875122, + -2.4161362648010254, + -1.9779739379882812, + 1.0482043027877808, + 3.341488838195801, + 0.33528053760528564, + -0.7009281516075134, + 0.7490277290344238, + -0.0818164050579071, + -2.05548095703125, + -0.33325567841529846, + 1.483801007270813, + 0.6545045375823975, + 0.5259580612182617, + 0.8153448104858398, + 0.1304115653038025, + -1.3520798683166504, + -0.20879697799682617, + 0.8153961300849915 + ], + [ + -0.7569056153297424, + 0.6863799691200256, + 2.658961534500122, + -2.0095176696777344, + -2.062197685241699, + 0.29943859577178955, + 3.188664197921753, + 0.184101402759552, + -0.22622142732143402, + 0.2817254662513733, + -0.40221914649009705, + -1.5894832611083984, + 0.628059446811676, + 2.758695363998413, + -0.4101707935333252, + 0.630728006362915, + 0.5702639818191528, + 0.5650373697280884, + -1.367917537689209, + -0.06390440464019775, + 0.08770203590393066 + ], + [ + -0.7324795126914978, + -0.04196617007255554, + 2.435462474822998, + -1.0274040699005127, + -2.7883670330047607, + 0.33034926652908325, + 2.15506911277771, + 0.6507522463798523, + -0.3260752558708191, + -0.0511401891708374, + 0.25698670744895935, + -3.563106060028076, + 0.5032112002372742, + 0.8516157269477844, + -0.42019957304000854, + -0.9591671228408813, + 0.6075756549835205, + 0.4984016418457031, + -0.9229881167411804, + -0.6124570369720459, + 0.8475193977355957 + ], + [ + 0.5387861728668213, + 0.547892689704895, + 1.5264887809753418, + -2.1603527069091797, + -1.9088364839553833, + 0.5278177857398987, + 2.799982786178589, + -0.43755996227264404, + -0.440300852060318, + 1.2999916076660156, + -0.6231002807617188, + -2.864748001098633, + 0.20554929971694946, + 1.8677091598510742, + 0.6598074436187744, + -0.770180344581604, + 0.7336648106575012, + 0.9671539664268494, + -1.571576476097107, + -0.8592798709869385, + 0.23846811056137085 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.07858230173587799, + 0.013958901166915894, + 1.345174789428711, + -0.6463751792907715, + -1.4137957096099854, + 0.06728297472000122, + 0.0, + -0.0344090610742569, + -0.022492188960313797, + 0.006683409214019775, + 0.06887826323509216, + -1.5833423137664795, + -0.025061458349227905, + 0.0, + 0.033757567405700684, + 0.00044427067041397095, + 0.06955873966217041, + -0.013705193996429443, + 0.0008342862129211426, + 0.0462641716003418, + 0.0 + ], + [ + 0.10906831920146942, + -0.20550140738487244, + 1.345174789428711, + -0.6463751792907715, + -1.4137957096099854, + 0.08168917894363403, + 0.0, + 0.17920029163360596, + -0.13320258259773254, + -0.05357402563095093, + -0.11537347733974457, + -1.5833423137664795, + -0.24427005648612976, + 0.0, + 0.009291470050811768, + 0.047557681798934937, + 0.06955873966217041, + 0.11611008644104004, + -0.20925426483154297, + -0.07543367147445679, + 0.0 + ], + [ + -0.2515835762023926, + -0.015742361545562744, + 1.345174789428711, + -0.6463751792907715, + -1.4137957096099854, + -0.09779387712478638, + 0.0, + -0.1741258054971695, + -0.2646547555923462, + -0.13550782203674316, + -0.06765279173851013, + -1.5833423137664795, + -0.09921035170555115, + 0.0, + 0.5055923461914062, + -0.39498674869537354, + 0.2807265520095825, + -0.33145827054977417, + -0.18515044450759888, + 0.4366549849510193, + 0.0 + ] + ], + "predicted_scores": [ + 8.365199089050293, + 8.242633819580078, + 8.158160209655762, + 8.114899635314941, + 7.608830451965332, + 7.600743770599365, + 7.581482887268066, + 7.41744327545166 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1054295834", + "selected_index": 0, + "state_hash": "3b7131ec7266d520be5a2824dbf12514d0f520192608883d1212d338b8cde2d7", + "stored_base_utility": 0.18926367163658142, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16588160395622253, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16588160395622253 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13915863633155823, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13915863633155823 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1575203835964203, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1575203835964203 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13602891564369202, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13602891564369202 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11638107895851135, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11638107895851135 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16822947561740875, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16822947561740875 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16134923696517944, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16134923696517944 + } + ], + "candidate_progress": [ + 0.16588160395622253, + 0.13915863633155823, + 0.1575203835964203, + 0.13602891564369202, + 1.0, + 0.11638107895851135, + 0.16822947561740875, + 0.16134923696517944 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9f61e09c05b4c8f74366", + "ms-934e125b62165b614036", + "ms-9f61e09c05b4c8f74366", + "ms-74704688fb63757619e1", + "ms-934e125b62165b614036", + "ms-74704688fb63757619e1", + "ms-934e125b62165b614036", + "ms-934e125b62165b614036" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + true, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-1044e227d00afb01a5dd", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6585477590560913, + 0.06157561391592026, + 0.9756766557693481, + -1.6973389387130737, + -0.11806175112724304, + -0.7678613662719727, + 0.22592759132385254, + 0.1680482178926468, + -0.14878667891025543, + -0.09708044677972794, + -0.4144591987133026, + -0.6292808055877686, + 0.6414610147476196, + 0.3811778426170349, + -0.35872602462768555, + -0.1975627988576889, + -0.1736583560705185, + 1.436942219734192, + -0.46042299270629883, + 0.23156774044036865, + 0.2568780183792114 + ], + [ + -0.5007504224777222, + -0.06023896485567093, + 1.0646640062332153, + -1.5704193115234375, + -0.3985300660133362, + -0.9783849716186523, + 0.22516490519046783, + 0.2152329385280609, + -0.17012520134449005, + -0.08659248799085617, + -0.3458516299724579, + -1.0934957265853882, + 0.08592727780342102, + -0.09411360323429108, + -0.37117448449134827, + -0.18568779528141022, + -0.076627716422081, + 1.5396755933761597, + -0.3548615574836731, + 0.3426334261894226, + 0.41396158933639526 + ], + [ + -0.5465311408042908, + -0.004793576896190643, + 1.0092928409576416, + -1.8236056566238403, + -0.13944852352142334, + -0.9659709930419922, + 0.1957361400127411, + 0.14218395948410034, + -0.07572401314973831, + -0.218472421169281, + -0.314484566450119, + -0.7334651350975037, + 0.20701166987419128, + 0.23047345876693726, + -0.23789626359939575, + -0.18358676135540009, + -0.2429816573858261, + 1.4396212100982666, + -0.4025343060493469, + 0.39960211515426636, + 0.21611572802066803 + ], + [ + -0.5260177254676819, + -0.03081386908888817, + 1.0452708005905151, + -1.5237562656402588, + -0.4687235951423645, + -1.1589884757995605, + 0.19185441732406616, + 0.24987488985061646, + -0.12104347348213196, + -0.144948810338974, + -0.16490334272384644, + -0.812336802482605, + 0.3462698757648468, + -0.08480705320835114, + -0.2861117124557495, + -0.18884502351284027, + 0.05209307372570038, + 1.461190938949585, + -0.35061347484588623, + 0.3928530216217041, + 0.3646760582923889 + ], + [ + -0.5763716101646423, + 0.06020031124353409, + 0.8886792659759521, + -1.3657939434051514, + -0.19448643922805786, + -0.49048885703086853, + 0.3080112934112549, + 0.15640711784362793, + 0.0967317447066307, + -0.3093245327472687, + -0.37101584672927856, + -0.9356448650360107, + 0.45217934250831604, + 0.41751426458358765, + -0.5073121786117554, + -0.38415899872779846, + -0.020914271473884583, + 1.1901116371154785, + -0.3276675343513489, + 0.8205406069755554, + 1.0585829019546509 + ], + [ + -0.6765320897102356, + -0.1434881091117859, + 1.1917304992675781, + -1.7244032621383667, + -0.1720661222934723, + -0.984594464302063, + -0.21477371454238892, + 0.29293292760849, + -0.23101583123207092, + -0.12456662207841873, + -0.26300758123397827, + -0.639758825302124, + 0.32589778304100037, + -0.29924333095550537, + -0.3357657790184021, + -0.21617776155471802, + -0.15408815443515778, + 1.627466082572937, + -0.41727977991104126, + 0.5280889868736267, + 0.5638382434844971 + ], + [ + -0.6321603059768677, + -0.08704402297735214, + 0.8921231031417847, + -1.4672235250473022, + -0.34214234352111816, + -0.8011776208877563, + -0.06832486391067505, + 0.14739927649497986, + -0.08975997567176819, + -0.2332463562488556, + -0.3144250214099884, + -0.720024585723877, + 0.0302867591381073, + 0.0676850825548172, + -0.681831955909729, + -0.11879083514213562, + -0.03567327558994293, + 1.6013004779815674, + -0.3993651866912842, + 0.5156832337379456, + 0.7794942855834961 + ], + [ + -0.8952846527099609, + 0.00042093172669410706, + 1.077204942703247, + -1.534623146057129, + -0.20156580209732056, + -0.9671595096588135, + -0.3182274103164673, + 0.0680328905582428, + -0.13692094385623932, + -0.10620742291212082, + -0.29694443941116333, + -1.174565315246582, + -0.12360885739326477, + 0.23185163736343384, + -0.617423415184021, + -0.19791385531425476, + -0.06583087146282196, + 1.5496776103973389, + -0.5919071435928345, + -0.04117664694786072, + 0.663584291934967 + ] + ], + "generated_utilities": [ + 0.16588160395622253, + 0.13915863633155823, + 0.1575203835964203, + 0.13602891564369202, + 2.0, + 0.11638107895851135, + 0.16822947561740875, + 0.16134923696517944 + ], + "group_id": "ms-1044e227d00afb01a5dd", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2145896553993225, + 0.19754952192306519, + 0.17013242840766907, + 2.0, + 0.17329880595207214, + 0.13339251279830933, + 0.1496034413576126, + 0.11739102005958557, + 0.16494518518447876, + 0.20626141130924225, + 0.02590155601501465, + 0.06185050308704376, + 0.06309205293655396, + 0.12879866361618042, + 0.021194294095039368, + 0.07894416153430939 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.093719482421875, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.6942098140716553, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.3083355128765106 + ], + [ + -1.922119379043579, + 0.3623587489128113, + 2.3221564292907715, + -2.908271551132202, + -0.8592150211334229, + -2.1698808670043945, + 1.809230089187622, + -0.7062340974807739, + 0.09716878831386566, + -1.14900803565979, + 0.023012563586235046, + -2.566500186920166, + 0.16732007265090942, + 1.0075154304504395, + -0.10482759773731232, + -0.8822442293167114, + -0.226433664560318, + 2.5035688877105713, + 0.6862115859985352, + -0.286649614572525, + -0.24601134657859802 + ], + [ + -1.7839877605438232, + 0.29217326641082764, + 1.9817595481872559, + -2.7901451587677, + -0.7288602590560913, + -2.1052353382110596, + 1.8564280271530151, + -1.1188421249389648, + 0.5083670020103455, + -1.339603304862976, + 0.12539513409137726, + -2.4121716022491455, + 0.858241081237793, + 0.7046903371810913, + -0.21208037436008453, + -0.7142258286476135, + -0.3577999770641327, + 2.727987051010132, + 0.8609580993652344, + -0.08588948845863342, + -0.23246881365776062 + ], + [ + -1.0475614070892334, + 0.2655071020126343, + 2.696117401123047, + -2.7807188034057617, + -0.40548890829086304, + -1.1885325908660889, + 2.0163486003875732, + -0.8131689429283142, + -0.20372924208641052, + -1.5791354179382324, + 0.42356133460998535, + -2.9150123596191406, + 0.5524688363075256, + 0.5313563346862793, + 0.4341346025466919, + -1.1566686630249023, + 0.17233866453170776, + 2.031898260116577, + 0.8035083413124084, + -0.5402030944824219, + 0.41352641582489014 + ], + [ + -1.9776999950408936, + 0.7565374374389648, + 1.2908042669296265, + -2.502549648284912, + -0.7262017726898193, + -2.2346794605255127, + 2.064448118209839, + -0.7003727555274963, + 0.5984997749328613, + -1.641568899154663, + -0.6459292769432068, + -1.6402660608291626, + 0.6510862112045288, + 0.8070712089538574, + 0.1573195904493332, + -0.3571138381958008, + 0.45147451758384705, + 2.1261260509490967, + 0.7385245561599731, + -0.7596347332000732, + 0.6146891117095947 + ], + [ + -2.420757293701172, + -0.5859079957008362, + 2.7938060760498047, + -2.1469547748565674, + -0.8613092303276062, + -1.423818588256836, + 1.5977696180343628, + -1.0392202138900757, + -0.3130764067173004, + -0.587592601776123, + -0.39563754200935364, + -2.1803293228149414, + -0.21096354722976685, + 0.6937522888183594, + 0.5638982057571411, + 0.28706687688827515, + 0.4913906753063202, + 2.089712619781494, + 1.177950382232666, + 0.5243914723396301, + -0.4854710102081299 + ], + [ + -1.7670289278030396, + 0.12419088184833527, + 1.583034873008728, + -2.2685306072235107, + -0.6035768985748291, + -1.0598386526107788, + 2.9532454013824463, + 0.25464075803756714, + -0.49219855666160583, + -1.136840581893921, + -1.0544556379318237, + -1.4295320510864258, + -0.02442079782485962, + 1.2847086191177368, + -0.026332523673772812, + 0.2061956524848938, + 0.1318572461605072, + 2.15842604637146, + 1.2628153562545776, + -0.6744182109832764, + 0.49649250507354736 + ], + [ + -1.8537466526031494, + -0.4126991033554077, + 2.719137191772461, + -3.7381465435028076, + -1.4246970415115356, + -1.103502631187439, + 1.5685752630233765, + -0.28031256794929504, + -0.38613203167915344, + -1.4470810890197754, + -0.15916617214679718, + -1.5072131156921387, + 1.0411016941070557, + 0.47015148401260376, + 0.8477149605751038, + -0.3530938923358917, + -0.7177070379257202, + 1.4422080516815186, + -0.36909621953964233, + -0.2072853147983551, + 0.21053265035152435 + ], + [ + -1.671810507774353, + -0.4252781271934509, + 2.08288836479187, + -1.943285346031189, + -1.0947016477584839, + -1.9933338165283203, + 1.0780658721923828, + 0.04412877559661865, + -0.5310046672821045, + -1.3927178382873535, + 0.27505046129226685, + -1.5216246843338013, + 0.7113823890686035, + 0.6389058828353882, + 0.544517993927002, + -1.460707426071167, + -0.1548248827457428, + 1.7102313041687012, + 0.7686294317245483, + 0.6641349196434021, + -0.4521622657775879 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.718492865562439, + -0.11991098523139954, + 1.0519843101501465, + -1.8566319942474365, + 0.026642680168151855, + -0.8870351314544678, + 0.0, + -0.03800511360168457, + -0.31998172402381897, + 0.023350834846496582, + -0.551912784576416, + -1.288337230682373, + -0.07120555639266968, + 0.0, + -0.2127259075641632, + -0.15620020031929016, + 0.01697331666946411, + 1.3755004405975342, + -0.47053658962249756, + -0.20401409268379211, + 0.0 + ] + ], + "predicted_scores": [ + 5.179682731628418, + 4.868813514709473, + 4.756007194519043, + 4.67084264755249, + 4.559667587280273, + 3.9740467071533203, + 3.6219329833984375, + 3.535489082336426 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1676419878", + "selected_index": 0, + "state_hash": "103068cd85dfd1bc959c8ba72059990c4e0e98fc5ebf2736697fa6b6ed0c1d25", + "stored_base_utility": 0.2145896553993225, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-79e8bd81bad486786dc3", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-79e8bd81bad486786dc3" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-14c6516a0f22d20ef6b0", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.8111419081687927, + 0.12932021915912628, + -0.14975008368492126, + -0.8786290884017944, + -1.8612878322601318, + 0.15006299316883087, + -0.10729086399078369, + 0.4181453287601471, + -0.1045403704047203, + 0.028896689414978027, + -0.44296249747276306, + -0.5183029174804688, + -0.2946603000164032, + 0.44790875911712646, + -0.1667342334985733, + -0.08922962844371796, + -0.09723569452762604, + -0.01795901358127594, + 0.26843753457069397, + 0.26085203886032104, + 0.24440531432628632 + ], + [ + -0.4714251160621643, + 0.018360011279582977, + -0.06391724944114685, + -0.965072512626648, + -1.4538943767547607, + -0.3296498954296112, + -0.5854315161705017, + 0.25351816415786743, + 0.01340078841894865, + -0.036067672073841095, + -0.13701343536376953, + -0.20074018836021423, + 0.07411959767341614, + 0.5950574278831482, + -0.27867406606674194, + -0.17955382168293, + 0.19144931435585022, + 0.07141084969043732, + 0.1822921335697174, + 0.4639170169830322, + 0.10291066765785217 + ], + [ + -0.36796194314956665, + 0.017705075442790985, + -0.03927287459373474, + -1.0122201442718506, + -1.7761497497558594, + 0.11221925169229507, + -0.27283334732055664, + 0.21422557532787323, + 0.0605752170085907, + -0.07230589538812637, + -0.3186531960964203, + -0.3791033625602722, + -0.1558520793914795, + 0.2652530074119568, + -0.26303815841674805, + -0.050986167043447495, + 0.028504475951194763, + -0.2284739464521408, + 0.3771076202392578, + 0.23512840270996094, + -0.12047740817070007 + ], + [ + -0.5466029644012451, + -0.07233606278896332, + 0.10945901274681091, + -0.8815419673919678, + -1.1814937591552734, + -0.10572600364685059, + -0.5153394341468811, + 0.34992557764053345, + -0.026348179206252098, + -0.1346806287765503, + -0.25226080417633057, + -0.4158986806869507, + -0.3724348545074463, + 0.4030954837799072, + -0.15848398208618164, + -0.17895497381687164, + -0.15510420501232147, + -0.07465837895870209, + 0.12053819000720978, + -0.13360245525836945, + 0.29957664012908936 + ], + [ + -0.28359586000442505, + -0.04717886447906494, + 0.22914323210716248, + -1.1710349321365356, + -1.5753507614135742, + -0.009009301662445068, + 0.33392030000686646, + 0.06533913314342499, + 0.0484437569975853, + 0.08099590986967087, + -0.27190810441970825, + -0.47313690185546875, + -0.09722864627838135, + 0.38366198539733887, + -0.11374065279960632, + -0.1803254783153534, + 0.19230230152606964, + 0.06815582513809204, + 0.06943520903587341, + 0.40781062841415405, + 0.3617307245731354 + ], + [ + -0.6285306215286255, + -0.11758401244878769, + 0.33028334379196167, + -0.9375474452972412, + -1.7803258895874023, + 0.6022961139678955, + -0.1304132342338562, + 0.15993672609329224, + 0.11906236410140991, + -0.0793675109744072, + -0.392844557762146, + -0.8271667957305908, + -0.028270065784454346, + 0.610998272895813, + -0.28812775015830994, + -0.007962606847286224, + -0.18082089722156525, + -0.12290851771831512, + 0.2605302035808563, + 0.2184019684791565, + 0.2115277647972107 + ], + [ + -0.4316384196281433, + 0.05717569589614868, + -0.060454756021499634, + -0.9440426826477051, + -1.7356348037719727, + 0.10162273794412613, + -0.27754318714141846, + 0.27267375588417053, + 0.003880821168422699, + -0.0402742400765419, + -0.3623855710029602, + -0.26178082823753357, + -0.21624413132667542, + 0.2295035570859909, + -0.21888023614883423, + -0.11470465362071991, + -0.008565336465835571, + -0.11738766729831696, + 0.3066425323486328, + 0.22472929954528809, + 0.010553643107414246 + ], + [ + -0.4052116274833679, + -0.10179653763771057, + 0.12838149070739746, + -0.8106329441070557, + -1.3160934448242188, + -0.12557107210159302, + -0.1995519995689392, + 0.36163651943206787, + 0.04763185977935791, + -0.07809246331453323, + -0.3491634726524353, + -0.14213413000106812, + -0.3222174048423767, + 0.27222806215286255, + -0.08302484452724457, + -0.15720750391483307, + -0.1588812619447708, + -0.16340957581996918, + 0.1147569864988327, + -0.1593421995639801, + 0.25639107823371887 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-14c6516a0f22d20ef6b0", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.042847394943237305, + 0.18362289667129517, + 0.03806135058403015, + 0.09585317969322205, + 0.1922430396080017, + 0.00039884448051452637, + 0.1824297457933426, + 0.11804351210594177, + 2.0, + 2.0, + 0.14467239379882812, + 2.0, + 0.07465380430221558, + 0.07150663435459137, + 2.0, + 2.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.4469689130783081, + -0.07077497243881226, + -0.0443987138569355, + -1.1984708309173584, + -1.3494341373443604, + -0.020852088928222656, + 0.0, + 0.0005346536636352539, + 0.06140974164009094, + 0.023299455642700195, + -0.020961984992027283, + -0.12927472591400146, + -0.04656009376049042, + 0.0, + 0.02322840690612793, + -0.06718875467777252, + -0.026050973683595657, + -0.036435723304748535, + 0.0649614930152893, + 0.006289273500442505, + 0.0 + ], + [ + -0.4469689130783081, + 0.4993283152580261, + 0.30456334352493286, + -1.1984708309173584, + -1.3494341373443604, + -0.6009534597396851, + 0.0, + -0.23553133010864258, + 0.6207501292228699, + 0.12748098373413086, + -0.17735148966312408, + -0.12927472591400146, + 0.1906115710735321, + 0.0, + 0.16754759848117828, + 0.24092689156532288, + 0.24378055334091187, + 0.04114091396331787, + -0.03897899389266968, + -0.5055654644966125, + 0.0 + ], + [ + -1.446968913078308, + 0.3416106104850769, + -0.08357182145118713, + -2.1984708309173584, + -2.3494341373443604, + 0.17427529394626617, + 1.324280023574829, + 0.5962587594985962, + -0.33551734685897827, + 1.0232994556427002, + 0.1969655603170395, + -1.1292747259140015, + -0.18772104382514954, + 1.1459966897964478, + -0.11204732954502106, + -0.06817934662103653, + -0.004447232931852341, + 0.6996259093284607, + -0.47674256563186646, + -0.30764901638031006, + 0.18102166056632996 + ], + [ + -1.3145755529403687, + 0.10596694052219391, + 0.07630585134029388, + -2.1041035652160645, + -2.1203932762145996, + 0.37397199869155884, + 1.2955149412155151, + 0.49910566210746765, + -0.2236456274986267, + 1.024080514907837, + 0.01593993604183197, + -0.9197161793708801, + 0.09193593263626099, + 0.9220412969589233, + 0.1692296415567398, + -0.22767886519432068, + -0.018288521096110344, + 0.9222051501274109, + -0.4571765065193176, + -0.3232407569885254, + 0.2094651162624359 + ], + [ + -1.6335790157318115, + 0.48008275032043457, + -0.26623618602752686, + -2.367553234100342, + -2.2366294860839844, + -0.007341861724853516, + 1.4076387882232666, + 0.8952933549880981, + -0.4514440894126892, + 1.1630059480667114, + 0.3861275911331177, + -1.49148428440094, + -0.4289477467536926, + 1.4535155296325684, + -0.1005617007613182, + 0.12895938754081726, + 0.3345301151275635, + 0.6218324303627014, + -0.6294054388999939, + 0.05430081486701965, + 0.08252495527267456 + ], + [ + -1.1360993385314941, + -0.1280418038368225, + 0.24434340000152588, + -1.8031774759292603, + -2.3644378185272217, + 0.6339425444602966, + 1.2499351501464844, + 0.4983317255973816, + -0.7057151794433594, + 0.940764307975769, + -0.025121942162513733, + -1.571899175643921, + 0.11814621090888977, + 1.1819641590118408, + 0.022486552596092224, + -0.335860937833786, + -0.10728615522384644, + 0.6561185717582703, + -0.42900824546813965, + 0.1350051462650299, + 0.5696130394935608 + ], + [ + -1.2145521640777588, + 0.3062475323677063, + 0.2218298316001892, + -1.817956805229187, + -2.0342979431152344, + -0.1109386533498764, + 1.4921916723251343, + 0.35274386405944824, + -0.7991421222686768, + 0.5527739524841309, + -0.06647761166095734, + -0.7723795175552368, + -0.6120963096618652, + 1.6268106698989868, + -0.07414502650499344, + 0.3339260220527649, + 0.10865937173366547, + 0.3529382646083832, + -0.004834979772567749, + -0.1267099380493164, + 0.27929866313934326 + ], + [ + -1.0195152759552002, + 0.530055046081543, + -0.006777405738830566, + -1.8260360956192017, + -2.57391357421875, + 0.17005300521850586, + 1.824889898300171, + 1.1303623914718628, + 0.07067087292671204, + 0.958163857460022, + -0.4173022508621216, + -1.144320011138916, + -0.6803029179573059, + 0.9522299766540527, + -0.6103996634483337, + -0.22012323141098022, + -0.2118099182844162, + 0.1669800877571106, + 0.18899625539779663, + -0.6116793155670166, + 0.6488173007965088 + ], + [ + -0.9778162240982056, + -0.39613187313079834, + -0.5425238609313965, + -2.8171141147613525, + -2.3316643238067627, + -0.3407018184661865, + 1.4712404012680054, + 0.33877694606781006, + 0.282235324382782, + 0.8941717147827148, + -0.4213830232620239, + -0.4840606451034546, + -0.7222471237182617, + 0.3698301315307617, + -0.6221379637718201, + 0.246660977602005, + 0.3937343657016754, + 0.17483890056610107, + -0.2501654624938965, + -0.6624716520309448, + 0.34750276803970337 + ], + [ + -0.8653856515884399, + 0.2678307592868805, + -1.0618891716003418, + -1.5991525650024414, + -1.8379395008087158, + 1.1356523036956787, + 1.1948527097702026, + 1.1927300691604614, + -0.6625681519508362, + 0.7004260420799255, + -0.4390953779220581, + -0.4292404055595398, + 0.3256398141384125, + 1.8168731927871704, + -0.9836377501487732, + -1.0082451105117798, + -0.42019012570381165, + 0.2583683729171753, + -1.3775097131729126, + 0.2144719958305359, + 0.31943631172180176 + ], + [ + -0.8076831698417664, + 0.8045225143432617, + 0.7159647941589355, + -2.0028669834136963, + -2.908834934234619, + -0.7697704434394836, + 0.5930060744285583, + 1.1702719926834106, + -0.7238484621047974, + 1.9714689254760742, + -0.24383912980556488, + -0.9085350632667542, + -0.9625771045684814, + 0.7581779956817627, + -0.017136074602603912, + -0.2045179009437561, + 0.4277338683605194, + 0.5547180771827698, + -0.1907772719860077, + 0.010958164930343628, + -0.4384377896785736 + ] + ], + "predicted_scores": [ + 1.102140188217163, + 1.046247959136963, + 0.9122937321662903, + 0.9061740636825562, + 0.8180170059204102, + 0.6218681335449219, + 0.6024200320243835, + 0.5084881782531738 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1824746139", + "selected_index": 0, + "state_hash": "4ad80a38d27ea390f60a972008b8ffbe682181d7f1c6bcc52d98cb5b9d1db636", + "stored_base_utility": 0.042847394943237305, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09703831374645233, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09703831374645233 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10140031576156616, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10140031576156616 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11047245562076569, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11047245562076569 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08456547558307648, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08456547558307648 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09138298034667969, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09138298034667969 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10116662085056305, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10116662085056305 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09755021333694458, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09755021333694458 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08386978507041931, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08386978507041931 + } + ], + "candidate_progress": [ + 0.09703831374645233, + 0.10140031576156616, + 0.11047245562076569, + 0.08456547558307648, + 0.09138298034667969, + 0.10116662085056305, + 0.09755021333694458, + 0.08386978507041931 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-81eff749adbf328a93e1", + "ms-81eff749adbf328a93e1", + "ms-81eff749adbf328a93e1", + "ms-81eff749adbf328a93e1", + "ms-81eff749adbf328a93e1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-1979b899f11945b46b51", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.18544548749923706, + 0.00763867050409317, + 1.4151201248168945, + -0.48754531145095825, + -1.7676990032196045, + 0.12626945972442627, + 0.23771943151950836, + 0.165631502866745, + 0.0720786452293396, + 0.2055526077747345, + 0.08955106139183044, + -1.6705917119979858, + -0.24047473073005676, + 0.04805418848991394, + -0.185679629445076, + 0.002346453256905079, + 0.40362006425857544, + 0.02399645745754242, + -0.636085569858551, + 0.12936711311340332, + 0.20048727095127106 + ], + [ + 0.17714640498161316, + 0.018582753837108612, + 1.4538207054138184, + -0.588132381439209, + -1.8384160995483398, + 0.1447531282901764, + 0.0914546549320221, + 0.07482630759477615, + 0.03306429088115692, + 0.2106572985649109, + 0.07348313927650452, + -1.6874089241027832, + -0.2931244373321533, + 0.08466729521751404, + -0.12080231308937073, + -0.03448772430419922, + 0.3469357192516327, + -0.08791317045688629, + -0.6258139610290527, + 0.41482287645339966, + 0.14103712141513824 + ], + [ + 0.04447910189628601, + -0.0024059638381004333, + 1.3922947645187378, + -0.5066545605659485, + -1.7096872329711914, + 0.07410167902708054, + 0.2376101166009903, + 0.06583680212497711, + 0.047833770513534546, + 0.23458468914031982, + 0.09257598221302032, + -1.5534213781356812, + -0.10364094376564026, + 0.046269841492176056, + -0.16678816080093384, + -0.004727560095489025, + 0.3886740207672119, + -0.007781490683555603, + -0.5913812518119812, + 0.2128080129623413, + 0.2061486542224884 + ], + [ + 0.14018604159355164, + -0.07347603887319565, + 1.346724271774292, + -0.24466747045516968, + -1.6019442081451416, + -0.09219588339328766, + 0.24762079119682312, + 0.4017984867095947, + 0.12385592609643936, + 0.15868791937828064, + -0.058670349419116974, + -1.3815855979919434, + 0.25234732031822205, + -0.02852468192577362, + -0.20377719402313232, + 0.11323536932468414, + 0.44877442717552185, + 0.28060147166252136, + -1.0021576881408691, + 0.14958232641220093, + 0.20287518203258514 + ], + [ + 0.07336347550153732, + -0.0508187934756279, + 1.3544223308563232, + -0.19270440936088562, + -1.457310676574707, + -0.19054478406906128, + 0.307515025138855, + 0.3714708685874939, + 0.12226204574108124, + 0.14760680496692657, + 0.007344689220190048, + -1.4235652685165405, + 0.16806742548942566, + 0.019189298152923584, + -0.2042086124420166, + 0.1122705489397049, + 0.37716221809387207, + 0.15071815252304077, + -0.9828317761421204, + 0.10704070329666138, + 0.15614095330238342 + ], + [ + 0.03392145782709122, + 0.09282074868679047, + 1.3203544616699219, + -0.10384966433048248, + -1.6083025932312012, + 0.4550282657146454, + 0.2746141850948334, + 0.32317543029785156, + 0.13587315380573273, + 0.3028741776943207, + 0.062406718730926514, + -1.3397998809814453, + 0.5378497838973999, + 0.6147279739379883, + -0.48684126138687134, + 0.14089271426200867, + 0.4570689797401428, + 0.27183592319488525, + -0.8387071490287781, + 0.646264910697937, + 0.7246276140213013 + ], + [ + 0.016515538096427917, + 0.061160825192928314, + 1.3752777576446533, + 0.043941497802734375, + -1.6360368728637695, + 0.42355892062187195, + 0.2139137089252472, + 0.2656592130661011, + 0.13299192488193512, + 0.3895149230957031, + 0.09158267825841904, + -1.342605710029602, + 0.4683822691440582, + 0.7491140961647034, + -0.4117109775543213, + 0.13730131089687347, + 0.45488476753234863, + 0.3194064199924469, + -0.8473237156867981, + 0.6078894138336182, + 0.8051161766052246 + ], + [ + 0.1278214305639267, + -0.08014452457427979, + 1.3700653314590454, + -0.10798147320747375, + -1.3552463054656982, + -0.07621413469314575, + 0.34904393553733826, + 0.33076322078704834, + 0.1382962465286255, + 0.3156617283821106, + -0.13951808214187622, + -1.2897441387176514, + -0.070484459400177, + 0.12511904537677765, + -0.20300790667533875, + 0.0416891910135746, + 0.49875956773757935, + 0.22739055752754211, + -0.9968951344490051, + 0.19129157066345215, + 0.08789578825235367 + ] + ], + "generated_utilities": [ + 0.09703831374645233, + 0.10140031576156616, + 0.11047245562076569, + 0.08456547558307648, + 0.09138298034667969, + 0.10116662085056305, + 0.09755021333694458, + 0.08386978507041931 + ], + "group_id": "ms-1979b899f11945b46b51", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1350320279598236, + 2.0, + 2.0, + 2.0, + 0.14280864596366882, + 0.041447579860687256, + 0.09184354543685913, + 0.09218147397041321, + 0.16702459752559662, + 0.09195396304130554, + 0.1367242932319641, + 0.10417234897613525, + 0.05875822901725769, + 0.06487590074539185, + 0.13489437103271484, + 0.06543286144733429 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.9874958992004395, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.034379482269287, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.3177430629730225 + ], + [ + 0.09864580631256104, + 0.5171197652816772, + 1.8620250225067139, + -1.4143257141113281, + -1.9813307523727417, + 0.5567652583122253, + 2.253654956817627, + -0.15210776031017303, + 0.3290249705314636, + 2.268216133117676, + 0.5652095675468445, + -2.76814866065979, + 0.22076316177845, + 1.4283227920532227, + 0.7933834791183472, + 0.3403928577899933, + 0.9719875454902649, + 0.4466990530490875, + -1.4445182085037231, + 0.6390764713287354, + 2.358715057373047 + ], + [ + 0.7064499855041504, + -0.0206708163022995, + 1.963773250579834, + -0.6541996002197266, + -2.8665876388549805, + 0.37271788716316223, + 1.509915828704834, + 0.5853426456451416, + -0.6962877511978149, + 1.738905429840088, + 0.42162024974823, + -2.4987802505493164, + -0.163543701171875, + 1.1549172401428223, + 1.3634953498840332, + -0.5767443776130676, + 1.4993642568588257, + 0.48087963461875916, + -1.414345145225525, + -0.579797089099884, + 1.9374682903289795 + ], + [ + 0.6766642928123474, + 0.4457177519798279, + 2.674956798553467, + -0.4826853275299072, + -3.4497337341308594, + 0.6627101302146912, + 2.0928361415863037, + 0.8596311807632446, + 0.05813822150230408, + 0.5847499370574951, + 0.5627272725105286, + -2.5081331729888916, + -0.04817548394203186, + 2.405264377593994, + 1.0150964260101318, + -1.1231054067611694, + 2.2500343322753906, + 1.380918025970459, + -2.4512827396392822, + -0.49609798192977905, + 0.858004093170166 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.011988971382379532, + 0.007904395461082458, + 1.4163858890533447, + -0.4478127956390381, + -1.5992627143859863, + -0.017530858516693115, + 0.0, + -0.011828046292066574, + -0.02485738694667816, + 0.5643883943557739, + 0.05947680026292801, + -1.7169878482818604, + -0.025034427642822266, + 0.0, + 0.028101086616516113, + 0.006337761878967285, + 0.5403530597686768, + 0.019456923007965088, + -0.9581809043884277, + -0.0246334969997406, + 0.0 + ], + [ + 0.017867151647806168, + 0.17416158318519592, + 1.4163858890533447, + -0.4478127956390381, + -1.5992627143859863, + -0.03725123405456543, + 0.0, + -0.0005881451070308685, + 0.11394000053405762, + 0.5643883943557739, + -0.04938901960849762, + -1.7169878482818604, + 0.022741585969924927, + 0.0, + -0.04891842603683472, + -0.08416512608528137, + 0.5403530597686768, + 0.04995429515838623, + -0.9581809043884277, + -0.15162992477416992, + 0.0 + ], + [ + -0.055521268397569656, + 0.029356077313423157, + 1.4163858890533447, + -0.4478127956390381, + -1.5992627143859863, + -0.016098439693450928, + 0.0, + -0.09020568430423737, + 0.6208561062812805, + 0.5643883943557739, + -0.017042100429534912, + -1.7169878482818604, + 1.0380862951278687, + 0.0, + -0.20149630308151245, + 0.5415390729904175, + 0.5403530597686768, + 0.01605457067489624, + -0.9581809043884277, + -0.17323926091194153, + 0.0 + ] + ], + "predicted_scores": [ + 8.478683471679688, + 8.41489315032959, + 8.323524475097656, + 8.215744018554688, + 8.081168174743652, + 7.890559196472168, + 7.6158647537231445, + 7.373495578765869 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1295221513", + "selected_index": 0, + "state_hash": "d608376e9d91cbb40d636ac629f630b61cf6e3073c1c88efe4e6ec6895842a57", + "stored_base_utility": 0.1350320279598236, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12117838859558105, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12117838859558105 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11220341920852661, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11220341920852661 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11992087960243225, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11992087960243225 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1144469827413559, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1144469827413559 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11518928408622742, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11518928408622742 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11755387485027313, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11755387485027313 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1451350450515747, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1451350450515747 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1100500077009201, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1100500077009201 + } + ], + "candidate_progress": [ + 0.12117838859558105, + 0.11220341920852661, + 0.11992087960243225, + 0.1144469827413559, + 0.11518928408622742, + 0.11755387485027313, + 0.1451350450515747, + 0.1100500077009201 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-1aea30e99a4945020cc1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.09409531205892563, + -0.14501230418682098, + 1.0158380270004272, + 0.2095491588115692, + -1.592515468597412, + 0.033414870500564575, + -0.08774036169052124, + 0.06673862040042877, + 0.20941290259361267, + 0.5399506092071533, + -0.21787920594215393, + -1.2399784326553345, + -0.09693124890327454, + -0.007406830787658691, + -0.1287168711423874, + 0.5691965818405151, + 0.24950753152370453, + -0.7491626143455505, + 0.19128909707069397, + -0.11071217060089111, + 0.3383164405822754 + ], + [ + 0.005769118666648865, + -0.16089707612991333, + 1.142652153968811, + 0.048497289419174194, + -1.9333851337432861, + -0.05613033473491669, + 0.17301368713378906, + 0.032223135232925415, + 0.019636310636997223, + 0.36025550961494446, + -0.05157899111509323, + -1.2006921768188477, + 0.026639670133590698, + 0.01033259928226471, + -0.052802521735429764, + 0.514128565788269, + 0.4830489158630371, + -0.6106160879135132, + 0.1919068992137909, + -0.00355491042137146, + 0.09460563212633133 + ], + [ + -0.09130829572677612, + -0.10977358371019363, + 1.3831803798675537, + 0.3050972521305084, + -1.9427313804626465, + -0.26212188601493835, + 0.16046378016471863, + 0.15996816754341125, + 0.16936779022216797, + 0.14475573599338531, + 0.2605547606945038, + -1.4067559242248535, + -0.015622317790985107, + 0.348916232585907, + -0.0515887625515461, + 0.3752105236053467, + 0.3768789768218994, + -0.8268193602561951, + -0.024145126342773438, + -0.033827513456344604, + -0.2617396116256714 + ], + [ + 0.1398329883813858, + -0.09127432852983475, + 1.1697666645050049, + -0.10870716720819473, + -2.082139015197754, + -0.4462703764438629, + 0.22080539166927338, + -0.03642947971820831, + 0.05234621465206146, + 0.39586570858955383, + -0.09566807001829147, + -1.4183638095855713, + 0.22217103838920593, + 0.08837948739528656, + 0.035514481365680695, + 0.5203647017478943, + 0.40691542625427246, + -0.6108285784721375, + 0.18471983075141907, + -0.05031025409698486, + -0.11991700530052185 + ], + [ + -0.06127357482910156, + -0.039650801569223404, + 1.2983251810073853, + 0.42021986842155457, + -2.1669352054595947, + 0.06815673410892487, + 0.24343861639499664, + 0.1446664184331894, + 0.11139155924320221, + 0.30018240213394165, + 0.12337172776460648, + -1.3215785026550293, + 0.21988287568092346, + 0.2582969069480896, + -0.1280154436826706, + 0.4731765687465668, + 0.3347722291946411, + -0.6973494291305542, + 0.0696696788072586, + -0.04348337650299072, + 0.031283795833587646 + ], + [ + -0.07783554494380951, + -0.026987362653017044, + 1.272363305091858, + 0.2621507942676544, + -2.191988229751587, + 0.10875412821769714, + 0.2152707576751709, + 0.09299743920564651, + 0.10605445504188538, + 0.34004026651382446, + 0.06438057124614716, + -1.2580851316452026, + 0.19588956236839294, + 0.11336098611354828, + -0.09910866618156433, + 0.4185541570186615, + 0.29712802171707153, + -0.703147828578949, + 0.2290474772453308, + 0.19379621744155884, + -0.08705359697341919 + ], + [ + 0.10241486132144928, + -0.011949267238378525, + 0.9229020476341248, + 0.4282025992870331, + -2.04022216796875, + 0.11050654202699661, + -0.24270778894424438, + 0.04614502191543579, + 0.11617768555879593, + 0.29874753952026367, + 0.0953945741057396, + -1.0095105171203613, + 0.4267288148403168, + 0.5451644062995911, + -0.04661739990115166, + 0.4808875322341919, + 0.2358146458864212, + -0.8266931176185608, + -0.05868670344352722, + -0.25261637568473816, + -0.16512992978096008 + ], + [ + -0.029540762305259705, + -0.042394235730171204, + 1.414833664894104, + 0.3890920579433441, + -2.07594895362854, + -0.09476608037948608, + 0.27913782000541687, + 0.16037973761558533, + 0.12819504737854004, + 0.33697009086608887, + -0.008710898458957672, + -1.6704368591308594, + -0.04817301034927368, + 0.3615719676017761, + -0.14916318655014038, + 0.36807507276535034, + 0.22861157357692719, + -0.7617822885513306, + 0.10267598927021027, + 0.40180373191833496, + 0.053524747490882874 + ] + ], + "generated_utilities": [ + 0.12117838859558105, + 0.11220341920852661, + 0.11992087960243225, + 0.1144469827413559, + 0.11518928408622742, + 0.11755387485027313, + 0.1451350450515747, + 0.1100500077009201 + ], + "group_id": "ms-1aea30e99a4945020cc1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.06947596371173859, + 2.0, + 2.0, + 2.0, + 0.21349912881851196, + 0.032505959272384644, + 0.16310033202171326, + 0.20925837755203247, + 0.12773765623569489, + 0.18057957291603088, + 0.14128780364990234, + 0.07211919128894806, + 0.060223326086997986, + 2.0, + 0.06245507299900055, + 0.1405109316110611 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05810737609863281, + -0.06364759802818298, + 1.241459846496582, + -0.07408756017684937, + -2.0502381324768066, + -0.02516406774520874, + 0.0, + -0.032410457730293274, + 0.04396238923072815, + 0.5393762588500977, + -0.047806739807128906, + -1.8485028743743896, + -0.04672721028327942, + 0.0, + 0.010677814483642578, + 0.5511114597320557, + 0.2865469455718994, + -0.734207272529602, + -0.02972128987312317, + -0.03196519613265991, + 0.0 + ], + [ + -0.05810737609863281, + 0.17275822162628174, + 1.241459846496582, + 0.10737437009811401, + -2.0502381324768066, + 0.02822890877723694, + 0.0, + -0.08999525010585785, + -0.08604541420936584, + 0.5393762588500977, + -0.1039932370185852, + -1.8485028743743896, + 0.16137975454330444, + 0.0, + -0.25257211923599243, + 0.5511114597320557, + 0.2865469455718994, + -0.734207272529602, + -0.1476108282804489, + -0.10118985176086426, + 0.0 + ], + [ + -0.05810737609863281, + 0.22121042013168335, + 1.241459846496582, + 0.13259345293045044, + -2.0502381324768066, + 0.12148497998714447, + 0.0, + 0.8249626755714417, + -0.28284600377082825, + 0.5393762588500977, + 0.3388936519622803, + -1.8485028743743896, + -0.54253089427948, + 0.0, + -0.39008891582489014, + 0.5511114597320557, + 0.2865469455718994, + -0.734207272529602, + -0.2883687913417816, + 0.23320960998535156, + 0.0 + ], + [ + -1.0581073760986328, + -0.38194453716278076, + 2.241459846496582, + -0.5412028431892395, + -3.0502381324768066, + 0.30337995290756226, + 2.2530384063720703, + 0.13708262145519257, + -0.21864169836044312, + 1.5393762588500977, + 0.46578162908554077, + -2.8485028743743896, + 0.089779332280159, + 1.97324538230896, + 0.21156413853168488, + 1.5511114597320557, + 1.2865469455718994, + -1.734207272529602, + -0.2899700701236725, + -0.7667903900146484, + 0.3888852298259735 + ], + [ + -1.013522744178772, + -0.4541504979133606, + 2.3982226848602295, + -0.42409443855285645, + -3.0492329597473145, + 0.5054473876953125, + 2.049368381500244, + 0.16996276378631592, + -0.49512505531311035, + 1.639060378074646, + 0.4934662878513336, + -2.834810972213745, + -0.053047314286231995, + 2.0173258781433105, + 0.06910210847854614, + 1.4807987213134766, + 1.1203017234802246, + -1.9117361307144165, + -0.2800184488296509, + -0.7134411334991455, + 0.12951767444610596 + ], + [ + -1.0163357257843018, + -0.19680730998516083, + 2.113050699234009, + -0.1876126229763031, + -3.12334942817688, + 0.15881505608558655, + 2.3613977432250977, + 0.40980803966522217, + -0.2373150885105133, + 1.5105562210083008, + 0.31278195977211, + -2.556739568710327, + 0.3850358724594116, + 2.1310150623321533, + 0.0566229522228241, + 1.8698675632476807, + 1.3133474588394165, + -1.8111929893493652, + -0.3943890929222107, + -0.4525143504142761, + 0.267753541469574 + ], + [ + -1.0426993370056152, + 0.06443852186203003, + 2.5563902854919434, + -0.20031523704528809, + -2.8857901096343994, + 0.48506468534469604, + 2.6562020778656006, + -0.301452100276947, + -0.16468976438045502, + 1.875762701034546, + 0.884487509727478, + -2.5471017360687256, + 0.4913431406021118, + 1.9295780658721924, + -0.24428854882717133, + 1.1443886756896973, + 1.5140997171401978, + -1.4030916690826416, + -0.2777215242385864, + -0.5023475885391235, + 0.13725358247756958 + ], + [ + -1.0699529647827148, + -0.931367039680481, + 2.172039031982422, + -1.057313084602356, + -2.9291672706604004, + -0.1014355719089508, + 1.9977188110351562, + 0.6795395612716675, + -0.27339375019073486, + 1.8941664695739746, + -0.011083215475082397, + -2.472914218902588, + 0.26876920461654663, + 2.0860533714294434, + 0.5633067488670349, + 1.8186506032943726, + 1.1216100454330444, + -1.6364996433258057, + -0.3632522225379944, + -1.0321053266525269, + 0.5985664129257202 + ], + [ + -1.7045133113861084, + -0.06425678730010986, + 2.460336446762085, + -0.6122682094573975, + -3.6328887939453125, + 0.05696837604045868, + 2.914504051208496, + -0.43411797285079956, + 0.1640881896018982, + 1.4751605987548828, + -0.23043102025985718, + -2.636561632156372, + -0.3670075535774231, + 2.1182634830474854, + 0.7894171476364136, + 2.1491498947143555, + 1.6584620475769043, + -1.8610217571258545, + -0.9022985696792603, + -1.1240620613098145, + 0.48414146900177 + ], + [ + -0.1088411808013916, + -0.6114855408668518, + 1.6117744445800781, + -0.33362215757369995, + -2.3270063400268555, + 0.5693055987358093, + 1.5399563312530518, + 0.13522633910179138, + 0.3199619650840759, + 2.1977901458740234, + 1.2556958198547363, + -3.6760950088500977, + 0.6680203080177307, + 1.7307683229446411, + 0.48501843214035034, + 1.3150756359100342, + 1.4398479461669922, + -0.8952159285545349, + 0.36217132210731506, + -0.1249580979347229, + 0.5822754502296448 + ], + [ + -1.4738242626190186, + 0.2043081521987915, + 1.9731242656707764, + -0.5670610070228577, + -2.2793259620666504, + -0.16711288690567017, + 2.5953001976013184, + -0.018192797899246216, + 0.14091292023658752, + 1.846104621887207, + 0.9533095359802246, + -3.5417520999908447, + 0.9350526332855225, + 1.1418559551239014, + 0.3683962821960449, + 1.3877053260803223, + 1.7025959491729736, + -1.4085025787353516, + -0.005983680486679077, + 0.13607728481292725, + 0.2901932895183563 + ] + ], + "predicted_scores": [ + 11.404207229614258, + 11.088995933532715, + 10.974239349365234, + 10.72531795501709, + 10.295354843139648, + 10.111345291137695, + 10.049359321594238, + 9.624317169189453 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "998761162", + "selected_index": 0, + "state_hash": "3208a5efd2ccbc447c547e7b0771e5188a2e355cb01539f70cd8a464f9139398", + "stored_base_utility": 0.06947596371173859, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12941738963127136, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12941738963127136 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12328922748565674, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12328922748565674 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12289571762084961, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12289571762084961 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14446943998336792, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14446943998336792 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12964597344398499, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12964597344398499 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13891340792179108, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13891340792179108 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13822610676288605, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13822610676288605 + } + ], + "candidate_progress": [ + 0.12941738963127136, + 1.0, + 0.12328922748565674, + 0.12289571762084961, + 0.14446943998336792, + 0.12964597344398499, + 0.13891340792179108, + 0.13822610676288605 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-ec5ac79449116b0a30c1", + "ms-07aa7d1f9c01e93d04bc", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-1c4df81cce643ca4fb3e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.11960853636264801, + 0.10670788586139679, + 1.1094732284545898, + -0.38995906710624695, + -1.6307718753814697, + 0.14955464005470276, + 0.35319048166275024, + -0.050711095333099365, + -0.03671715408563614, + 0.5003223419189453, + -0.19896256923675537, + -1.6481693983078003, + -0.27343952655792236, + 0.09034649282693863, + -0.24086543917655945, + -0.0488881878554821, + 0.13956166803836823, + -0.3301369547843933, + -0.7808708548545837, + 0.42187392711639404, + 0.48391881585121155 + ], + [ + 0.03432442247867584, + 0.1267831176519394, + 1.132003664970398, + -0.44604671001434326, + -1.7609820365905762, + -0.08538970351219177, + 0.24777619540691376, + 0.035507068037986755, + 0.0826186090707779, + 0.4779846966266632, + -0.2129935622215271, + -1.6526780128479004, + -0.05547502636909485, + -0.10092665255069733, + -0.15262281894683838, + -0.0387064665555954, + 0.25637486577033997, + -0.2474832683801651, + -0.7826749682426453, + 0.3581045866012573, + 0.21994107961654663 + ], + [ + 0.1935775876045227, + 0.15771721303462982, + 1.2515560388565063, + -0.6640275120735168, + -1.9854576587677002, + -0.06747962534427643, + -0.12643373012542725, + 0.04903446137905121, + 0.07772409170866013, + 0.3614652156829834, + -0.14527806639671326, + -1.7326953411102295, + -0.05344337224960327, + 0.14854523539543152, + 0.07031616568565369, + -0.10179196298122406, + 0.03407368063926697, + -0.3108915090560913, + -0.7936756014823914, + 0.5191967487335205, + 0.11820737272500992 + ], + [ + 0.039585091173648834, + 0.11921766400337219, + 1.1892733573913574, + -0.604007363319397, + -1.8265697956085205, + -0.2090056836605072, + 0.07252240180969238, + 0.06633906066417694, + 0.07060070335865021, + 0.46932902932167053, + -0.18440139293670654, + -1.6777706146240234, + -0.02547648549079895, + 0.09598830342292786, + -0.061925534158945084, + -0.0742657408118248, + 0.05953750014305115, + -0.20271308720111847, + -0.7535105347633362, + 0.5347825884819031, + 0.17271281778812408 + ], + [ + 0.12490174174308777, + 0.19793084263801575, + 1.1520485877990723, + -0.4334779381752014, + -1.876683235168457, + -0.26555973291397095, + 0.2943055033683777, + 0.0689629390835762, + 0.06316554546356201, + 0.4116069972515106, + -0.21943572163581848, + -1.693595290184021, + -0.1444402039051056, + -0.08494721353054047, + -0.08175699412822723, + -0.0775861144065857, + 0.18431952595710754, + -0.10191522538661957, + -0.8391311764717102, + 0.47879642248153687, + 0.21310961246490479 + ], + [ + 0.04936293512582779, + 0.1560017168521881, + 1.2624281644821167, + -0.5565645694732666, + -1.8391644954681396, + -0.21985584497451782, + 0.119169682264328, + 0.12150105834007263, + 0.07600913196802139, + 0.4247271418571472, + -0.2465430498123169, + -1.7579587697982788, + -0.15270569920539856, + 0.1361554116010666, + -0.04445565864443779, + -0.08126294612884521, + 0.014441341161727905, + -0.20693062245845795, + -0.8202034831047058, + 0.49500495195388794, + 0.1415005624294281 + ], + [ + 0.09514498710632324, + 0.25175338983535767, + 0.9823455214500427, + -0.3520721197128296, + -1.7166013717651367, + 0.31992703676223755, + -0.3047138452529907, + 0.14359572529792786, + 0.19157573580741882, + 0.4575759768486023, + -0.48964235186576843, + -1.7485496997833252, + -0.7731398344039917, + 0.04346873611211777, + -0.21613344550132751, + -0.053074657917022705, + 0.2198670506477356, + -0.16378070414066315, + -0.8708180785179138, + 0.26140111684799194, + 0.19894911348819733 + ], + [ + 0.19434083998203278, + 0.1474139243364334, + 0.9411295652389526, + -0.36262595653533936, + -1.8266429901123047, + 0.45399409532546997, + 0.03218153119087219, + -0.01502719521522522, + 0.10340075194835663, + 0.6087347269058228, + -0.35957419872283936, + -1.4760500192642212, + -0.791736364364624, + 0.1280660182237625, + -0.04407690092921257, + -0.09141270816326141, + 0.283705472946167, + -0.08291836082935333, + -0.7758604884147644, + 0.17355334758758545, + -0.0592055469751358 + ] + ], + "generated_utilities": [ + 0.12941738963127136, + 2.0, + 0.12328922748565674, + 0.12289571762084961, + 0.14446943998336792, + 0.12964597344398499, + 0.13891340792179108, + 0.13822610676288605 + ], + "group_id": "ms-1c4df81cce643ca4fb3e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17416667938232422, + 2.0, + 2.0, + 2.0, + 0.16505461931228638, + 0.058946311473846436, + 0.18890543282032013, + 0.1685103327035904, + 0.13926173746585846, + 0.14904563128948212, + 0.13135868310928345, + 0.026115939021110535, + 0.13874602317810059, + 0.08931386470794678, + 0.1790468990802765, + 0.10432498157024384 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.650542259216309, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.718355655670166, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5454206466674805 + ], + [ + 0.16615206003189087, + 1.1484159231185913, + 1.6916589736938477, + -2.19307279586792, + -2.9360127449035645, + 1.1675539016723633, + 2.387002944946289, + -0.07256101071834564, + -0.6415566205978394, + 1.2661964893341064, + 0.2817276120185852, + -3.6637966632843018, + 0.03925786167383194, + 2.187878370285034, + 0.2028661072254181, + -0.6172752380371094, + 0.3119576573371887, + -0.21164624392986298, + -2.570549249649048, + -1.0718224048614502, + 2.2124550342559814 + ], + [ + 0.24845248460769653, + 1.4151568412780762, + 1.4350130558013916, + -2.249081611633301, + -3.2113845348358154, + 0.5451764464378357, + 1.51881742477417, + -0.3700065314769745, + -1.1082278490066528, + 1.3011679649353027, + -1.120687484741211, + -3.573497772216797, + 0.2434033751487732, + 3.228355884552002, + 1.030895471572876, + -0.34630265831947327, + 1.6913666725158691, + -0.19185002148151398, + -1.3923587799072266, + -1.1530828475952148, + 2.341134548187256 + ], + [ + -0.10462196171283722, + 1.1403851509094238, + 1.7573866844177246, + -0.6582326889038086, + -2.5322651863098145, + 1.397059679031372, + 2.6068742275238037, + -0.27440688014030457, + -0.40225455164909363, + 0.9145073294639587, + -0.3980303406715393, + -2.7193899154663086, + 0.437588632106781, + 2.1376936435699463, + -0.8760088682174683, + 0.02785412222146988, + 0.018206119537353516, + -0.17660966515541077, + -1.7145752906799316, + 0.3192320466041565, + 1.7520536184310913 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06139048933982849, + 0.026314079761505127, + 1.320380449295044, + -0.642257571220398, + -1.6044514179229736, + 0.029478371143341064, + 0.0, + -0.08090193569660187, + 0.01980385184288025, + 0.9103100299835205, + -0.008258163928985596, + -1.9157791137695312, + -0.03469615802168846, + 0.0, + -0.012446798384189606, + -0.11005035042762756, + 0.08271342515945435, + -0.02901071310043335, + -0.9352643489837646, + 0.018352389335632324, + 0.0 + ], + [ + -0.07386831939220428, + 0.11090761423110962, + 1.320380449295044, + -0.642257571220398, + -1.6044514179229736, + 0.06369742751121521, + 0.0, + 0.08782598376274109, + -0.1619214117527008, + 0.9103100299835205, + -0.16828502714633942, + -1.9157791137695312, + -0.08774874359369278, + 0.0, + -0.30928903818130493, + -0.023732781410217285, + 0.2061481475830078, + 0.045795291662216187, + -0.9352643489837646, + 0.026364386081695557, + 0.0 + ], + [ + 0.3622364401817322, + 0.006511330604553223, + 1.320380449295044, + -0.642257571220398, + -1.6044514179229736, + 0.33946654200553894, + 0.0, + 0.2104913592338562, + -0.2754891812801361, + 0.9103100299835205, + 0.7062453031539917, + -1.9157791137695312, + -0.6462191939353943, + 0.0, + -0.010731279850006104, + 0.2064768224954605, + -0.255434513092041, + -0.2150851935148239, + -0.9352643489837646, + 0.6114235520362854, + 0.0 + ] + ], + "predicted_scores": [ + 8.497252464294434, + 8.333381652832031, + 8.159558296203613, + 8.080010414123535, + 8.013059616088867, + 7.973227024078369, + 7.643726825714111, + 7.189462661743164 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "923596794", + "selected_index": 0, + "state_hash": "17ce5e34ac19eb564735c570b1347fcae1b4eb3dd2f3f8aa91bb879dcd3b8921", + "stored_base_utility": 0.17416667938232422, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15534576773643494, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15534576773643494 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16349542140960693, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16349542140960693 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15765728056430817, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15765728056430817 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12323309481143951, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12323309481143951 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1513213813304901, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1513213813304901 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15034760534763336, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15034760534763336 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1488267332315445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1488267332315445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14515656232833862, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14515656232833862 + } + ], + "candidate_progress": [ + 0.15534576773643494, + 0.16349542140960693, + 0.15765728056430817, + 0.12323309481143951, + 0.1513213813304901, + 0.15034760534763336, + 0.1488267332315445, + 0.14515656232833862 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-22cfd6a9a619133478b6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.06831707805395126, + 0.030970774590969086, + 1.1959099769592285, + -0.5767464637756348, + -1.3231713771820068, + 0.21862605214118958, + 0.03851115703582764, + -0.14922678470611572, + 0.0006889514625072479, + 0.18070285022258759, + 0.0872240960597992, + -0.9318070411682129, + -0.02451258897781372, + 0.06640671193599701, + -0.01040160283446312, + -0.1187075674533844, + -0.1398412138223648, + -0.019114181399345398, + 0.0311882346868515, + 0.12450897693634033, + 0.08613638579845428 + ], + [ + 0.0019336193799972534, + 0.0909595638513565, + 1.3407646417617798, + -0.5962997078895569, + -1.4439806938171387, + -0.14090818166732788, + 0.23698648810386658, + 0.02340780198574066, + 0.026283536106348038, + -0.0003334134817123413, + 0.03698404133319855, + -1.0623939037322998, + -0.0031660497188568115, + 0.09322195500135422, + 0.07397644966840744, + -0.10715293884277344, + -0.08528740704059601, + 0.09724271297454834, + -0.13908618688583374, + 0.1665949523448944, + 0.060668326914310455 + ], + [ + 0.01463809609413147, + 0.0951995998620987, + 1.3084503412246704, + -0.6042032241821289, + -1.4544155597686768, + 0.013543620705604553, + 0.17292162775993347, + 0.08547025918960571, + 0.034080639481544495, + 0.05241303890943527, + -0.0037119872868061066, + -1.0869700908660889, + -7.814168930053711e-05, + -0.011997655034065247, + 0.05167686566710472, + -0.0777081847190857, + -0.035388216376304626, + 0.055273786187171936, + -0.15040385723114014, + 0.07516568899154663, + 0.11519847810268402 + ], + [ + -0.18360863626003265, + 0.10129185020923615, + 1.4342644214630127, + -0.7110734581947327, + -1.2977416515350342, + 0.006713271141052246, + 0.019150763750076294, + 0.14458027482032776, + -0.021460095420479774, + -0.03805512934923172, + -0.2741345167160034, + -1.1200525760650635, + 0.09222891926765442, + -0.19664762914180756, + -0.0232362262904644, + 0.026326168328523636, + 0.1159527376294136, + -0.04648365080356598, + -0.2776550054550171, + 0.1285325586795807, + 0.1625562459230423 + ], + [ + 0.07661693543195724, + 0.12075050175189972, + 1.2186328172683716, + -0.47095200419425964, + -1.4059221744537354, + 0.11375601589679718, + -0.06120777130126953, + 0.16802462935447693, + 0.053520187735557556, + 0.055203624069690704, + -0.15703412890434265, + -1.1480305194854736, + -0.12803322076797485, + -0.08497267961502075, + 0.003907140344381332, + 0.019010281190276146, + -0.2613370418548584, + 0.1079561784863472, + -0.11836150288581848, + 0.09912842512130737, + -0.14510014653205872 + ], + [ + -0.01102524995803833, + 0.02445683628320694, + 1.310438871383667, + -0.7344642877578735, + -1.464869499206543, + -0.04308849573135376, + -0.11495691537857056, + 0.25670358538627625, + 0.038545332849025726, + -0.055738724768161774, + -0.15469089150428772, + -0.9291815757751465, + 0.006390899419784546, + -0.03250281512737274, + -0.019993577152490616, + 0.02529280260205269, + -0.11061601340770721, + 0.2517387866973877, + 0.07040438055992126, + 0.4282084107398987, + 0.11960344761610031 + ], + [ + -0.10664413869380951, + 0.0005208365619182587, + 1.2629952430725098, + -0.740815281867981, + -1.2528166770935059, + 0.2245207130908966, + 0.005190759897232056, + 0.1365419626235962, + 0.08412870764732361, + 0.04488886892795563, + -0.0913456454873085, + -0.960474967956543, + 0.096087247133255, + 0.022020414471626282, + -0.07728946208953857, + 0.03765564039349556, + -0.0426516979932785, + 0.12335487455129623, + 0.1359909474849701, + 0.49521446228027344, + 0.13644279539585114 + ], + [ + -0.10329358279705048, + -0.01901501789689064, + 1.1497583389282227, + -0.7492074966430664, + -1.2655754089355469, + 0.010656222701072693, + -0.1049758791923523, + 0.17482513189315796, + 0.044410377740859985, + 0.12063755840063095, + -0.14909163117408752, + -1.296474575996399, + 0.024971365928649902, + -0.4218737483024597, + 0.07999683916568756, + 0.03035106509923935, + -0.30993956327438354, + 0.16226819157600403, + -0.11165598034858704, + 0.4850921034812927, + -0.20599856972694397 + ] + ], + "generated_utilities": [ + 0.15534576773643494, + 0.16349542140960693, + 0.15765728056430817, + 0.12323309481143951, + 0.1513213813304901, + 0.15034760534763336, + 0.1488267332315445, + 0.14515656232833862 + ], + "group_id": "ms-22cfd6a9a619133478b6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20761503279209137, + 0.20355167984962463, + 2.0, + 2.0, + 0.1796887218952179, + 2.0, + 0.15013420581817627, + 0.13926857709884644, + 0.18466025590896606, + 0.1626027524471283, + 0.10582539439201355, + 0.11708293855190277, + 0.04512795805931091, + 0.0828043520450592, + 0.16351458430290222, + 0.10978814959526062 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.5695635080337524, + 0.4909931421279907, + 2.041539192199707, + -1.9004648923873901, + -2.204754114151001, + -0.035379309207201004, + 2.5601017475128174, + -0.4900101125240326, + 0.05422508716583252, + 0.19127795100212097, + -0.5209512114524841, + -2.333818197250366, + 0.3409174680709839, + 1.3454917669296265, + 0.1186944991350174, + 0.14220023155212402, + 0.11273348331451416, + 0.8882100582122803, + -0.12960031628608704, + -0.27115851640701294, + 0.0598873496055603 + ], + [ + -0.14466314017772675, + 0.6498041152954102, + 2.3725523948669434, + -2.1038877964019775, + -2.4172332286834717, + 0.2422621101140976, + 2.738284111022949, + -0.6410576105117798, + 0.4181549847126007, + 0.24166452884674072, + -0.23463328182697296, + -2.285025119781494, + 0.46818676590919495, + 1.3777778148651123, + 0.14241839945316315, + 0.22433754801750183, + -0.24795007705688477, + 0.9216815233230591, + 0.13546068966388702, + -0.037522412836551666, + -0.05351996421813965 + ], + [ + -0.30387553572654724, + 0.6960956454277039, + 2.825160026550293, + -1.5383988618850708, + -2.273822784423828, + -0.4966794550418854, + 2.769486904144287, + -0.7447226047515869, + 0.2666059732437134, + -0.15183839201927185, + 0.14468908309936523, + -2.3426167964935303, + 0.9150101542472839, + 1.8699595928192139, + -0.3164200484752655, + 0.2700009346008301, + -0.23353254795074463, + 0.39669322967529297, + -0.15235106647014618, + 0.6052297949790955, + 0.6950333118438721 + ], + [ + -0.5183841586112976, + 0.6570133566856384, + 2.954864025115967, + -1.0379769802093506, + -1.9735221862792969, + 0.6295698881149292, + 2.793874979019165, + 0.2304602861404419, + -0.4281476140022278, + -0.18007539212703705, + -0.6924164295196533, + -2.9618003368377686, + 1.0934653282165527, + 1.0114715099334717, + 0.1294187605381012, + -0.1896255910396576, + -0.5355721116065979, + 0.29915153980255127, + -0.04915739595890045, + -0.6374725699424744, + 0.9156984090805054 + ], + [ + -0.5820450186729431, + 0.7459195852279663, + 2.5265040397644043, + -0.9608373641967773, + -1.8229334354400635, + -0.1546020656824112, + 3.0762569904327393, + -0.5677027106285095, + -0.33562034368515015, + -0.7336273789405823, + -1.1041128635406494, + -2.3273229598999023, + 0.8277790546417236, + 2.0734009742736816, + 0.7358044981956482, + 0.12706610560417175, + 0.766219973564148, + 0.32417237758636475, + 0.4610190987586975, + 0.25019901990890503, + 0.10829611122608185 + ], + [ + -0.8447995781898499, + -0.06037554144859314, + 3.098803997039795, + -2.4292688369750977, + -3.005204439163208, + 0.5404706597328186, + 1.6881098747253418, + -0.4944075644016266, + 1.146694540977478, + 0.3000313639640808, + 0.03158712387084961, + -1.4695570468902588, + 1.0958386659622192, + 0.3873090147972107, + -0.3205590844154358, + -0.13705043494701385, + -1.0003012418746948, + 0.45585477352142334, + -0.41389578580856323, + -0.5900784134864807, + 0.13003486394882202 + ], + [ + 0.19018280506134033, + -0.3084741234779358, + 1.4296238422393799, + -2.3593358993530273, + -1.665922999382019, + -0.7023545503616333, + 2.3732917308807373, + -0.907066822052002, + -0.008201733231544495, + -0.2381839007139206, + -0.9691557884216309, + -1.464893102645874, + 1.2799501419067383, + 0.6925449967384338, + 0.9125993251800537, + -0.34705379605293274, + -0.2621729373931885, + 1.620361566543579, + -0.7970576882362366, + -0.852020800113678, + 0.44760921597480774 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.17626802623271942, + 0.15918147563934326, + 1.3239789009094238, + -0.7426419258117676, + -1.2665817737579346, + 0.1785002201795578, + 0.0, + 0.15071231126785278, + 0.03061804175376892, + -0.05025744438171387, + 0.11296480894088745, + -1.3353886604309082, + -0.06016415357589722, + 0.0, + 0.22013401985168457, + -0.013629376888275146, + -0.3959923982620239, + -0.024168014526367188, + -0.06267937272787094, + 0.03474925085902214, + 0.0 + ], + [ + -0.1708986759185791, + -0.22334617376327515, + 1.3239789009094238, + -0.7426419258117676, + -1.2665817737579346, + -0.28080782294273376, + 0.0, + -0.012637972831726074, + -0.25395703315734863, + -0.15321283042430878, + -0.19815599918365479, + -1.3353886604309082, + 0.31600192189216614, + 0.0, + -0.40913429856300354, + 0.2673310935497284, + -0.40860047936439514, + -0.054891228675842285, + -0.23037229478359222, + 0.45919421315193176, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.7484917640686035, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7286438941955566, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5137543082237244 + ] + ], + "predicted_scores": [ + 5.3658447265625, + 5.277859687805176, + 5.1852264404296875, + 4.98318338394165, + 3.9337949752807617, + 3.635592460632324, + 3.358734607696533, + 2.791745185852051 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "494359192", + "selected_index": 0, + "state_hash": "7bdb6ca888fee8961f0e8e3197c710f3fd092a74e18b9e63eea760c8c5a1c8e1", + "stored_base_utility": 0.20761503279209137, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07213771343231201, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07213771343231201 + }, + "base_progress": 0.07213771343231201, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07213771343231201, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04970619082450867, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04970619082450867 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05949901044368744, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05949901044368744 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05745318531990051, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05745318531990051 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.056105732917785645, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.056105732917785645 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05576200783252716, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05576200783252716 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04538002610206604, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04538002610206604 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05442969501018524, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05442969501018524 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05063502490520477, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05063502490520477 + } + ], + "candidate_progress": [ + 0.04970619082450867, + 0.05949901044368744, + 0.05745318531990051, + 0.056105732917785645, + 0.05576200783252716, + 0.04538002610206604, + 0.05442969501018524, + 0.05063502490520477 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-543339410c02ce2269d1", + "ms-3b99101d58e538cfbd6d", + "ms-940cce8479900a244d54", + "ms-940cce8479900a244d54", + "ms-940cce8479900a244d54", + "ms-fe38b164397dd669f391", + "ms-3b99101d58e538cfbd6d", + "ms-3b99101d58e538cfbd6d" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-2423891634e7b469eed8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.30339786410331726, + 0.13178452849388123, + 0.8741472959518433, + -1.0565491914749146, + -0.1781824231147766, + 0.09402050077915192, + 0.2954540252685547, + 0.22343365848064423, + 0.1801258772611618, + 0.02261212468147278, + -0.08433059602975845, + -0.37877511978149414, + -0.22916102409362793, + 0.12882009148597717, + 0.06330611556768417, + -0.3063499927520752, + 0.093611940741539, + -0.396012544631958, + -0.40406250953674316, + 0.08144581317901611, + 0.13301052153110504 + ], + [ + 0.168722003698349, + 0.09771540760993958, + 0.7549360990524292, + -1.0518712997436523, + -0.14389783143997192, + 0.29482007026672363, + 0.27105826139450073, + 0.2005331665277481, + 0.17832477390766144, + -0.038267411291599274, + -0.06030260771512985, + -0.3304932713508606, + -0.09599587321281433, + 0.1401914656162262, + -0.04578334465622902, + -0.36445245146751404, + 0.061854153871536255, + -0.3856561779975891, + -0.3877300024032593, + 0.0882977545261383, + 0.045170024037361145 + ], + [ + 0.4781055450439453, + 0.11279992759227753, + 0.7349705696105957, + -1.0720059871673584, + -0.1238315999507904, + 0.5592731833457947, + 0.014559030532836914, + 0.007463023066520691, + 0.19602952897548676, + -0.10538112372159958, + -0.19997307658195496, + -0.37999576330184937, + -0.12509560585021973, + 0.09178884327411652, + 0.03132648020982742, + -0.3916541039943695, + -0.007647618651390076, + -0.2838432788848877, + -0.44270098209381104, + -0.11962167918682098, + 0.12176918983459473 + ], + [ + 0.2842954993247986, + 0.05508393794298172, + 0.7380053400993347, + -1.0095481872558594, + -0.25841861963272095, + 0.12543721497058868, + 0.21010026335716248, + 0.14870423078536987, + 0.198343425989151, + -0.0008672475814819336, + -0.08963014930486679, + -0.28882870078086853, + 0.0013180375099182129, + 0.12980394065380096, + 0.027506116777658463, + -0.3449101150035858, + 0.08734823763370514, + -0.363990843296051, + -0.45621639490127563, + 0.07566401362419128, + -0.11228954792022705 + ], + [ + 0.22086209058761597, + 0.06273244321346283, + 0.7487882375717163, + -1.0143065452575684, + -0.2959992289543152, + 0.38105475902557373, + 0.2789202332496643, + 0.17401941120624542, + 0.17177356779575348, + -0.09833849221467972, + -0.03834788501262665, + -0.2564438581466675, + 0.07477208971977234, + 0.2489677369594574, + 0.0642661601305008, + -0.3877948522567749, + 0.023573607206344604, + -0.4007863402366638, + -0.38009214401245117, + 0.16800236701965332, + -0.029818013310432434 + ], + [ + 0.2494412213563919, + 0.18592774868011475, + 0.6883842349052429, + -1.158450961112976, + -0.08470958471298218, + 0.36363446712493896, + 0.45449599623680115, + 0.3064417839050293, + 0.21205006539821625, + -0.11476916819810867, + -0.027152061462402344, + -0.5050193071365356, + -0.059784889221191406, + -0.0529361218214035, + 0.12720128893852234, + -0.27035218477249146, + 0.06974683701992035, + -0.4842712879180908, + -0.46540409326553345, + 0.07448053359985352, + 0.1435641050338745 + ], + [ + 0.3334371745586395, + 0.11939506232738495, + 0.8459392786026001, + -0.9191688299179077, + -0.4601665139198303, + 0.46695515513420105, + 0.598236083984375, + 0.1410074234008789, + 0.21393245458602905, + 0.01415245234966278, + 0.07584596425294876, + -0.2771088778972626, + 0.325668603181839, + 0.18939480185508728, + 0.02783001959323883, + -0.3698466718196869, + -0.057191893458366394, + -0.3453937768936157, + -0.5063170194625854, + -0.128484308719635, + 0.19396308064460754 + ], + [ + 0.446876585483551, + 0.13859786093235016, + 1.021977424621582, + -0.7854728698730469, + -0.32621628046035767, + 0.2805600166320801, + 0.5498480796813965, + 0.1416635811328888, + 0.18831759691238403, + 0.0015224963426589966, + 0.10373251140117645, + -0.3484530448913574, + 0.3125300705432892, + 0.33249998092651367, + 0.013591188937425613, + -0.31672731041908264, + -0.07826702296733856, + -0.23173092305660248, + -0.6267563104629517, + -0.3516470491886139, + 0.3960699439048767 + ] + ], + "generated_utilities": [ + 0.04970619082450867, + 0.05949901044368744, + 0.05745318531990051, + 0.056105732917785645, + 0.05576200783252716, + 0.04538002610206604, + 0.05442969501018524, + 0.05063502490520477 + ], + "group_id": "ms-2423891634e7b469eed8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1643277257680893, + 0.09464716911315918, + 0.14400523900985718, + 2.0, + 0.0710691511631012, + 0.03224955499172211, + 0.058563485741615295, + 0.05748578906059265, + 0.08852344751358032, + 0.029653072357177734, + 0.09653069078922272, + 0.08929240703582764, + 0.03652520477771759, + 0.07005313038825989, + 0.055088549852371216, + 0.04421225190162659 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.24009668827056885, + 0.173234224319458, + 0.7505606412887573, + -1.398263931274414, + 0.018065273761749268, + 0.04184141755104065, + 0.0, + -0.0468313992023468, + 0.026428431272506714, + 0.0010321191512048244, + 0.0014032721519470215, + -0.2550617456436157, + -0.041882216930389404, + 0.0, + 0.037879765033721924, + -0.0498996376991272, + 0.22228288650512695, + 0.04239785671234131, + -0.19056439399719238, + -0.005097031593322754, + 0.0 + ], + [ + 1.2400966882705688, + 1.173234224319458, + 1.7505606412887573, + -2.398263931274414, + 0.30451709032058716, + -0.4078153371810913, + 1.7605407238006592, + -0.32935965061187744, + 0.18851816654205322, + 0.004730481654405594, + -0.8308380842208862, + -1.2550617456436157, + 0.28363701701164246, + 1.5181657075881958, + -0.5548962950706482, + 0.4515414834022522, + 1.222282886505127, + -0.8174388408660889, + -1.1905643939971924, + -0.5518588423728943, + 1.3790667057037354 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5210814476013184, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.0363314151763916, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7581334114074707 + ], + [ + 1.5381081104278564, + 1.0521098375320435, + 1.6740102767944336, + -2.5337088108062744, + 0.14324989914894104, + -0.22149749100208282, + 1.8080720901489258, + -0.36249011754989624, + 0.39908260107040405, + -0.05959119275212288, + -0.5800682902336121, + -1.0234336853027344, + 0.10613393783569336, + 1.4438449144363403, + -0.3986644148826599, + 0.17874020338058472, + 1.1460440158843994, + -0.7727213501930237, + -1.3208749294281006, + -0.6447305679321289, + 1.4703178405761719 + ], + [ + 1.389634370803833, + 1.0951608419418335, + 1.642845630645752, + -2.613654851913452, + 0.3061210811138153, + -0.4064844250679016, + 1.7721707820892334, + 0.005521893501281738, + -0.0896713137626648, + -0.013187320902943611, + -0.9046856164932251, + -1.0091614723205566, + 0.11207076907157898, + 1.5130959749221802, + -0.18702414631843567, + 0.1664312779903412, + 1.3748114109039307, + -0.4267878234386444, + -1.197730541229248, + -0.6804962754249573, + 1.2237823009490967 + ], + [ + 1.3613531589508057, + 1.2603137493133545, + 1.779256820678711, + -2.202944040298462, + 0.5569980144500732, + -0.13340792059898376, + 1.490307331085205, + -0.27753400802612305, + 0.31846410036087036, + 0.31806546449661255, + -0.5959742069244385, + -1.70035719871521, + 0.7646631002426147, + 1.7286818027496338, + -0.15292981266975403, + 0.4942167401313782, + 1.2803112268447876, + -0.4894959032535553, + -1.4195520877838135, + -0.2297840118408203, + 1.0435830354690552 + ], + [ + 1.5200600624084473, + 1.2315633296966553, + 1.7089033126831055, + -2.1955888271331787, + -0.2827188968658447, + -0.08423030376434326, + 1.466679573059082, + -0.640073299407959, + 0.23296767473220825, + 0.5412775278091431, + -0.9348950386047363, + -1.5645806789398193, + -0.15275853872299194, + 1.2032551765441895, + -0.3098038136959076, + 0.8825939893722534, + 0.6701673865318298, + -0.23505645990371704, + -0.7258420586585999, + -0.9541272521018982, + 1.617017388343811 + ], + [ + 0.8427028059959412, + 0.8360940217971802, + 1.2023351192474365, + -2.278966188430786, + 0.547819197177887, + -0.12552958726882935, + 2.0751519203186035, + -0.9923749566078186, + 0.008126899600028992, + -0.20187504589557648, + -1.0948612689971924, + -0.6381674408912659, + 0.25975820422172546, + 1.1605421304702759, + -0.23825055360794067, + -0.050250887870788574, + 1.3616341352462769, + -0.3653480112552643, + -1.4523314237594604, + 0.03333836793899536, + 1.3348047733306885 + ], + [ + 1.6144003868103027, + 0.42274999618530273, + 2.023862600326538, + -1.9540073871612549, + 0.21563658118247986, + -0.47450318932533264, + 1.458453893661499, + -1.0500284433364868, + 0.4118309020996094, + 0.34253063797950745, + -0.11428898572921753, + -0.7079573273658752, + -0.4218231737613678, + 1.6043485403060913, + -0.9429042339324951, + 0.1311928927898407, + 1.8535377979278564, + -1.345015525817871, + -0.8881939649581909, + 0.017161011695861816, + 2.1155214309692383 + ], + [ + 0.9627610445022583, + 0.862094521522522, + 2.116478204727173, + -3.071791410446167, + 0.2720455229282379, + 0.13497090339660645, + 0.8814371228218079, + 0.5337173938751221, + -0.6638108491897583, + -0.6080455780029297, + -1.5627408027648926, + -1.6231093406677246, + 0.5310084819793701, + 1.023172378540039, + -0.4349638819694519, + -0.025802284479141235, + 1.5348899364471436, + -1.5186846256256104, + -0.5908795595169067, + -1.0913505554199219, + 1.2821344137191772 + ], + [ + 1.9519906044006348, + 1.8779690265655518, + 1.371373176574707, + -2.874305009841919, + 1.292649507522583, + -0.4449749290943146, + 2.208116054534912, + 0.4404471516609192, + 1.122915267944336, + 0.7762736678123474, + -0.7268484234809875, + -1.2840588092803955, + -0.2231965959072113, + 1.997901201248169, + -0.624616801738739, + -0.28526729345321655, + 1.6844393014907837, + -1.6850464344024658, + -1.7166566848754883, + -0.07542040944099426, + 1.392643690109253 + ], + [ + 0.4137413501739502, + 1.6401172876358032, + 1.6861273050308228, + -3.197333335876465, + 0.21809202432632446, + -0.49416741728782654, + 1.486660361289978, + -0.9249803423881531, + -0.7287761569023132, + 0.06864577531814575, + -1.6283345222473145, + -0.6158119440078735, + -0.2724979817867279, + 0.88765549659729, + -1.4957162141799927, + -0.14758968353271484, + 0.5739250183105469, + -0.2700428366661072, + -0.5431461334228516, + -0.8473176956176758, + 1.3560549020767212 + ], + [ + 0.416351854801178, + 1.7047604322433472, + 1.9912400245666504, + -2.055460214614868, + 0.7521896958351135, + -0.488500714302063, + 0.9797499775886536, + -0.7584044933319092, + 0.08883456140756607, + 0.0793033093214035, + -1.3987576961517334, + -1.2833834886550903, + 0.3636428713798523, + 0.7604294419288635, + -0.9332415461540222, + 0.3268354833126068, + 1.6318719387054443, + -1.2333225011825562, + -1.4857611656188965, + 0.4122658967971802, + 2.201129913330078 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.24009668827056885, + 0.173234224319458, + 0.7505606412887573, + -1.398263931274414, + -0.5580559372901917, + 0.5921846628189087, + 0.0, + -0.006112575531005859, + 0.05451035499572754, + 0.08609932661056519, + 0.16916191577911377, + -0.2550617456436157, + 0.5376695394515991, + 0.0, + 0.4451037049293518, + -0.42497605085372925, + 0.22228288650512695, + -0.5483917593955994, + -0.19056439399719238, + -0.022378504276275635, + 0.0 + ] + ], + "predicted_scores": [ + 4.745145320892334, + 4.505289554595947, + 4.368092060089111, + 4.182849884033203, + 4.0990705490112305, + 4.033627510070801, + 2.8876752853393555, + 2.3770785331726074 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "207104919", + "selected_index": 0, + "state_hash": "368518df842fda5fdbb9763d3814ea54fde7490d6922f6b466f8b215d1fa3923", + "stored_base_utility": 0.1643277257680893, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15028902888298035, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15028902888298035 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14478686451911926, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14478686451911926 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15387588739395142, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15387588739395142 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10267175734043121, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10267175734043121 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.15028902888298035, + 1.0, + 1.0, + 0.14478686451911926, + 0.15387588739395142, + 1.0, + 0.10267175734043121, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-74704688fb63757619e1", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-74704688fb63757619e1", + "ms-663c7e7fdaea6a945a2b", + "ms-74704688fb63757619e1", + "ms-663c7e7fdaea6a945a2b" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + true, + true, + false, + false, + true, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-28a10bea0cf3f917e067", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.12537050247192383, + -0.07330372184515, + 1.1804906129837036, + -0.26106542348861694, + -1.159735918045044, + 0.18492302298545837, + 0.31906986236572266, + 0.053650811314582825, + 0.041074659675359726, + -0.1120958998799324, + 0.007199157029390335, + -0.5010237693786621, + -0.19565850496292114, + -0.14890660345554352, + -0.0009490214288234711, + -0.17978157103061676, + -0.011474326252937317, + 0.19284053146839142, + -0.03957158327102661, + 0.07038819789886475, + 0.10840196162462234 + ], + [ + 0.0072482675313949585, + -0.0161180030554533, + 1.2766053676605225, + -0.36165860295295715, + -1.1426448822021484, + 0.09839741140604019, + 0.5580103397369385, + 0.16971492767333984, + 0.034425266087055206, + -0.2650175392627716, + -0.280584454536438, + -0.724266767501831, + 0.008382588624954224, + -0.15439768135547638, + -0.08449608087539673, + -0.10647906363010406, + 0.09365113079547882, + 0.10281185805797577, + -0.10418367385864258, + -0.09561395645141602, + 0.2424241006374359 + ], + [ + 0.212266743183136, + 0.030581191182136536, + 1.1099821329116821, + -0.18754138052463531, + -1.2203266620635986, + 0.013621911406517029, + 0.2731073498725891, + 0.16035252809524536, + 0.051040925085544586, + -0.10396825522184372, + -0.2433064877986908, + -0.724291980266571, + -0.28679153323173523, + -0.018110543489456177, + -0.11939944326877594, + -0.016037825495004654, + -0.29095691442489624, + 0.24012219905853271, + -0.043313443660736084, + -0.07016316056251526, + 0.04926659166812897 + ], + [ + -0.006013110280036926, + -0.10559452325105667, + 1.1489771604537964, + -0.32788991928100586, + -1.3130035400390625, + 0.17208898067474365, + 0.16357412934303284, + 0.32126545906066895, + 0.017964104190468788, + -0.1966085433959961, + -0.2056502103805542, + -0.5383724570274353, + -0.126142680644989, + -0.17160005867481232, + -0.054083358496427536, + -0.05359425023198128, + -0.22467602789402008, + 0.2323688417673111, + 0.18174785375595093, + 0.16030552983283997, + 0.21776464581489563 + ], + [ + 0.219558984041214, + 0.027810998260974884, + 1.1837422847747803, + -0.06233818829059601, + -1.1184351444244385, + -0.07741786539554596, + 0.4548564851284027, + 0.18146605789661407, + 0.029470248147845268, + -0.04362229257822037, + -0.17561185359954834, + -0.6651580333709717, + -0.20808446407318115, + -0.5904791951179504, + -0.04566851630806923, + 0.013961022719740868, + -0.2998228669166565, + 0.15091237425804138, + 0.06742818653583527, + 0.0045563578605651855, + 0.23049627244472504 + ], + [ + -0.07917027175426483, + -0.1323547214269638, + 1.0159059762954712, + -0.2703474462032318, + -1.0800848007202148, + 0.4480838179588318, + 0.24326097965240479, + 0.2471666932106018, + 0.06992621719837189, + -0.09554476290941238, + -0.1706923246383667, + -0.520641028881073, + -0.019362062215805054, + -0.08040885627269745, + -0.11545556783676147, + -0.047506749629974365, + -0.09769149124622345, + 0.15312644839286804, + 0.19891910254955292, + 0.217512309551239, + 0.23826754093170166 + ], + [ + -0.06285321712493896, + -0.17347173392772675, + 1.061484694480896, + -0.06169615685939789, + -1.268582820892334, + 0.284809410572052, + 0.43205973505973816, + 0.34303319454193115, + -0.015406282618641853, + -0.2810772955417633, + 0.033945150673389435, + -0.4294183850288391, + 0.08397254347801208, + -0.27692604064941406, + -0.03282455727458, + -0.04138343036174774, + -0.24560992419719696, + 0.20274510979652405, + -0.08755624294281006, + 0.4066377878189087, + 0.133963942527771 + ], + [ + -0.02106836438179016, + -0.10392496734857559, + 0.888263463973999, + -0.19263270497322083, + -1.1361541748046875, + 0.09010788798332214, + 0.20322299003601074, + 0.2658666670322418, + 0.021978240460157394, + -0.013183154165744781, + -0.09770459681749344, + -0.7950326800346375, + -0.03695753216743469, + -0.421095609664917, + -0.049999039620161057, + -0.04819563031196594, + -0.33521324396133423, + 0.36712732911109924, + -0.03626731038093567, + 0.3823974132537842, + -0.021809101104736328 + ] + ], + "generated_utilities": [ + 0.15028902888298035, + 2.0, + 2.0, + 0.14478686451911926, + 0.15387588739395142, + 2.0, + 0.10267175734043121, + 2.0 + ], + "group_id": "ms-28a10bea0cf3f917e067", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15766333043575287, + 0.17344269156455994, + 2.0, + 2.0, + 0.2085009217262268, + 0.16167804598808289, + 0.17866399884223938, + 0.16327370703220367, + 0.20580822229385376, + 0.153459832072258, + 0.1805543154478073, + 0.09309735894203186, + 0.05566635727882385, + 0.11533205211162567, + 0.08010777831077576, + 0.11502823233604431 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.9041503667831421, + -0.13527628779411316, + 2.587831735610962, + -1.129175066947937, + -1.745444655418396, + -1.0616087913513184, + 2.7289509773254395, + -1.2574982643127441, + -0.29636409878730774, + -0.9181375503540039, + -0.04629431664943695, + -0.7975385189056396, + -0.1655431091785431, + 0.6288164854049683, + 0.35109943151474, + -0.5868087410926819, + -0.2885282635688782, + 0.9988296031951904, + -0.7234320044517517, + -1.3669605255126953, + 0.4344099164009094 + ], + [ + -0.45040053129196167, + -0.8453341722488403, + 1.3931596279144287, + -0.44565844535827637, + -1.2466557025909424, + 0.2626386880874634, + 2.2743637561798096, + -1.8383293151855469, + 0.7833281755447388, + -1.5957465171813965, + 0.38432830572128296, + -1.3431687355041504, + -0.5823142528533936, + 1.011057734489441, + 0.819640040397644, + -0.4491373896598816, + 0.4312194585800171, + 1.0278180837631226, + -0.881077766418457, + -0.5696372389793396, + 0.25466635823249817 + ], + [ + -0.9484580755233765, + 0.5139816999435425, + 2.252340316772461, + -1.561985731124878, + -2.7436108589172363, + -0.12488695979118347, + 1.776646375656128, + -0.600041925907135, + -0.3559941351413727, + -1.9866323471069336, + -0.7940983772277832, + -1.1725997924804688, + 0.9046651721000671, + 0.9948774576187134, + -0.0051187872886657715, + 0.13120627403259277, + 0.04054814577102661, + 0.3528487980365753, + -0.8307543992996216, + -1.180818796157837, + 1.236154556274414 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03420740365982056, + -0.0765555277466774, + 1.1687829494476318, + -0.19261765480041504, + -1.0255351066589355, + 0.29382145404815674, + 0.0, + -0.13887488842010498, + -0.02213326096534729, + -0.08993041515350342, + -0.042660728096961975, + -0.5481833219528198, + -0.09427057206630707, + 0.0, + 0.149454265832901, + -0.13979321718215942, + -0.0886056125164032, + 0.22481656074523926, + 0.021937452256679535, + -0.014460384845733643, + 0.0 + ], + [ + -0.22911351919174194, + -0.3938796818256378, + 1.1687829494476318, + -0.19261765480041504, + -1.0255351066589355, + -0.08443808555603027, + 0.0, + -0.13887488842010498, + -0.1902342140674591, + -0.08993041515350342, + 0.061815544962882996, + -0.5481833219528198, + 0.3285690248012543, + 0.0, + -0.13289248943328857, + 0.02352580428123474, + 0.028684347867965698, + 0.2550117075443268, + -0.23306748270988464, + -0.01952230930328369, + 0.0 + ], + [ + -0.682640552520752, + -0.08289483189582825, + 2.168782949447632, + -1.192617654800415, + -2.0255351066589355, + -0.5120806694030762, + 2.500911235809326, + -1.138874888420105, + 0.26658812165260315, + -1.0899304151535034, + -0.234074667096138, + -1.5481833219528198, + 0.06206497922539711, + 0.6910170912742615, + 0.4943152666091919, + -0.4283761978149414, + 0.08446057140827179, + 0.6609694361686707, + -0.08257819712162018, + -0.6817507147789001, + 0.36354419589042664 + ] + ], + "predicted_scores": [ + 2.908109664916992, + 2.8251285552978516, + 2.7057480812072754, + 2.1565818786621094, + 1.937883734703064, + 1.5016543865203857, + 1.3829820156097412, + 0.9675518274307251 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "541228168", + "selected_index": 0, + "state_hash": "2b34ca5ae3a2bd0a744b3feedfca1f03e8fa7388e63f3db20f186eea089a45f2", + "stored_base_utility": 0.15766333043575287, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-79d4959d079594053125", + "ms-79d4959d079594053125", + "ms-79d4959d079594053125", + "ms-79d4959d079594053125", + "ms-79d4959d079594053125", + "ms-79d4959d079594053125", + "ms-79d4959d079594053125", + "ms-79d4959d079594053125" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-2ba02dcefa15a9371706", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.9695920944213867, + 0.058148495852947235, + 0.1707335114479065, + -1.30712890625, + -2.0334818363189697, + -0.45038995146751404, + 1.9520952701568604, + 0.0538741797208786, + 0.10121095180511475, + -0.5344707369804382, + -0.1940147578716278, + -1.873292326927185, + 0.39886149764060974, + 0.4931487441062927, + 0.2893567383289337, + 0.17592139542102814, + -0.9813984036445618, + -0.03176286816596985, + -1.2640421390533447, + 0.6274721622467041, + 0.5038477778434753 + ], + [ + -0.7605977654457092, + 0.015074681490659714, + 0.2624136805534363, + -1.098703145980835, + -1.7912557125091553, + -0.5102709531784058, + 1.44381844997406, + -0.016064569354057312, + 0.1854270100593567, + -0.4612775444984436, + -0.1722169816493988, + -1.52045476436615, + 0.37234488129615784, + 0.9708544611930847, + 0.2830841839313507, + 0.3349009156227112, + -0.9546845555305481, + -0.07559855282306671, + -1.0257782936096191, + 0.12234726548194885, + 0.22585400938987732 + ], + [ + -1.1048133373260498, + 0.08980056643486023, + 0.11758407950401306, + -1.2953712940216064, + -1.9888451099395752, + -0.17567503452301025, + 1.8974318504333496, + -0.021165266633033752, + 0.07913019508123398, + -0.5041517019271851, + -0.316193163394928, + -1.904373049736023, + 0.35856279730796814, + 0.5734373331069946, + 0.23755785822868347, + 0.18840457499027252, + -0.9309856295585632, + 0.034630268812179565, + -1.2975406646728516, + 0.6893680691719055, + 0.5838068723678589 + ], + [ + -0.952433705329895, + 0.06298759579658508, + 0.2213830053806305, + -1.2324286699295044, + -2.092677354812622, + -0.023642510175704956, + 1.6319403648376465, + 0.04144388437271118, + 0.06406550854444504, + -0.524113655090332, + -0.22547215223312378, + -1.9047666788101196, + 0.06961515545845032, + 0.3351152539253235, + 0.41980624198913574, + 0.18006950616836548, + -1.1814206838607788, + -0.20348770916461945, + -1.3679685592651367, + 0.49671971797943115, + 0.3618449568748474 + ], + [ + -1.3239794969558716, + 0.08118331432342529, + -0.010437875986099243, + -1.4578696489334106, + -1.9116640090942383, + 0.010379478335380554, + 1.5927677154541016, + 0.11455585807561874, + 0.08411147445440292, + -0.5368117690086365, + -0.2464214265346527, + -1.9460190534591675, + 0.03494259715080261, + 0.9342477917671204, + -0.07232685387134552, + -0.06258869171142578, + -0.9500426650047302, + 0.2275855541229248, + -1.667921781539917, + 0.9480556845664978, + 0.6328854560852051 + ], + [ + -1.202253818511963, + 0.021246328949928284, + 0.04371678829193115, + -1.4479680061340332, + -2.5216734409332275, + -0.08408381044864655, + 1.4219176769256592, + -0.026111364364624023, + -0.001104479655623436, + -0.5242741703987122, + -0.19757550954818726, + -1.805679202079773, + 0.1598787009716034, + 0.9829761981964111, + 0.22932063043117523, + -0.12519632279872894, + -0.9727779030799866, + 0.31232091784477234, + -1.6845483779907227, + 0.8740109801292419, + 0.43286070227622986 + ], + [ + -1.0903065204620361, + 0.020890183746814728, + 0.09178000688552856, + -1.540590763092041, + -2.018953561782837, + 0.22021421790122986, + 1.6046133041381836, + -0.0012851059436798096, + 0.08727457374334335, + -0.489454984664917, + -0.2802496552467346, + -1.8697396516799927, + 0.11613789200782776, + 0.7500138878822327, + 0.12892769277095795, + -0.054258812218904495, + -0.942878782749176, + 0.0939561277627945, + -1.6097404956817627, + 0.7212370038032532, + 0.5654700994491577 + ], + [ + -1.0222810506820679, + -0.028395559638738632, + 0.1572171151638031, + -1.6138511896133423, + -1.7583112716674805, + 0.14537550508975983, + 1.515932321548462, + 0.02867656946182251, + 0.0753014013171196, + -0.47637271881103516, + -0.29009488224983215, + -1.8618296384811401, + -0.07753542065620422, + 0.6903281211853027, + 0.1035565435886383, + -0.07670968770980835, + -0.9931743741035461, + 0.1658962368965149, + -1.6971163749694824, + 0.6134000420570374, + 0.3589518070220947 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-2ba02dcefa15a9371706", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.19681519269943237, + 0.0, + 0.17051760852336884, + 0.14878562092781067, + 0.19143855571746826, + 0.1352161318063736, + 2.0, + 0.14943620562553406, + 0.042188167572021484, + 0.015580132603645325, + 0.10257822275161743, + 0.08176997303962708 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -1.3261692523956299, + 0.16527926921844482, + 0.17283983528614044, + -1.7815651893615723, + -2.6441292762756348, + 0.3107573986053467, + 1.3278530836105347, + -0.10767294466495514, + -0.020234573632478714, + -0.20387010276317596, + 0.1975470930337906, + -2.067586660385132, + 0.15688146650791168, + 0.6668316125869751, + -0.17459186911582947, + 0.22417320311069489, + -1.266358733177185, + 0.1449349969625473, + -1.457669734954834, + 0.7019562721252441, + 0.41222894191741943 + ], + [ + -1.1613556146621704, + 0.413920521736145, + 0.2194100320339203, + -2.0319042205810547, + -2.3823161125183105, + 0.430698424577713, + 1.2533620595932007, + -0.19120219349861145, + 0.11335048079490662, + -0.3701653778553009, + -0.03208552300930023, + -2.0400569438934326, + 0.07550951093435287, + 0.58176189661026, + -0.43907397985458374, + 0.5153989195823669, + -1.359283208847046, + 0.3432500958442688, + -1.2597218751907349, + 0.5128574967384338, + 0.49570000171661377 + ], + [ + -1.6710057258605957, + 0.4604644775390625, + 0.4370288848876953, + -1.729406714439392, + -2.5073297023773193, + 0.44233083724975586, + 1.282432198524475, + -0.42911678552627563, + -0.048971548676490784, + -0.25092875957489014, + 0.09091232717037201, + -2.2178938388824463, + -0.03703071177005768, + 0.33530449867248535, + -0.2554566264152527, + 0.0930493175983429, + -1.5894460678100586, + -0.054965704679489136, + -1.4309571981430054, + 0.4468131363391876, + 0.7066003084182739 + ], + [ + -1.017390251159668, + 0.21351051330566406, + 0.41140973567962646, + -1.5739718675613403, + -2.5428662300109863, + -0.07834282517433167, + 1.3360953330993652, + -0.21482989192008972, + 0.2812376022338867, + -0.2924308776855469, + 0.577579140663147, + -1.862054705619812, + 0.3297189474105835, + 0.7953323721885681, + -0.4985688030719757, + 0.6300035119056702, + -1.7578824758529663, + 0.5460789203643799, + -1.496862530708313, + 0.9158490896224976, + 0.3428190350532532 + ], + [ + -1.0592739582061768, + 0.6511843204498291, + 0.3379305303096771, + -1.8270944356918335, + -3.0377721786499023, + 0.4264422655105591, + 1.4628115892410278, + -0.6221297979354858, + 0.28261637687683105, + 0.14943177998065948, + 0.030206114053726196, + -1.8054156303405762, + -0.051959797739982605, + 0.4811791777610779, + -0.07546408474445343, + -0.1995604783296585, + -1.3194113969802856, + -0.045990943908691406, + -1.409755825996399, + 1.1418184041976929, + 0.8237670063972473 + ], + [ + -1.6445281505584717, + 0.4738190472126007, + -0.465726375579834, + -2.1930060386657715, + -3.1942625045776367, + -0.21380138397216797, + 1.2656288146972656, + 0.30320489406585693, + 0.6753455400466919, + -0.2286263257265091, + 0.5801291465759277, + -2.5098118782043457, + -0.4015371799468994, + 0.07769566774368286, + -0.7507634162902832, + 0.5633049011230469, + -1.154704213142395, + 0.3223700523376465, + -2.046278715133667, + 1.139601469039917, + 0.8067666292190552 + ], + [ + -0.6890082359313965, + -0.10580545663833618, + 0.4892476201057434, + -1.6912028789520264, + -1.909717321395874, + 1.026340126991272, + 1.2674064636230469, + -0.20081982016563416, + -0.7291434407234192, + -0.9303593039512634, + -0.31534135341644287, + -2.129837989807129, + 0.777064859867096, + 1.0179996490478516, + 0.4478395879268646, + -0.21022804081439972, + -0.9639157652854919, + 0.6304930448532104, + -2.2078018188476562, + 0.5188202261924744, + 0.670344889163971 + ], + [ + -1.4404457807540894, + -0.5051141977310181, + 0.08082926273345947, + -2.649399757385254, + -3.2793848514556885, + 0.21785470843315125, + 1.6198651790618896, + 0.6685622930526733, + 0.48244911432266235, + -1.0472742319107056, + -0.37466466426849365, + -2.3223354816436768, + -0.7939730286598206, + 1.4409133195877075, + 0.2275552749633789, + 0.1670484095811844, + -1.393304705619812, + -0.7177306413650513, + -0.6550789475440979, + 1.2458090782165527, + -0.4130980968475342 + ], + [ + -2.0108022689819336, + 1.0242760181427002, + -0.27922284603118896, + -2.6280946731567383, + -3.11971378326416, + 0.2810575067996979, + 1.6020722389221191, + 0.06170335412025452, + 0.09195500612258911, + -0.02464994788169861, + -0.40215134620666504, + -1.1012861728668213, + -0.5796692371368408, + 0.4611414670944214, + -1.0755577087402344, + 0.6532694101333618, + -0.9383518695831299, + 1.0408881902694702, + -0.6393293738365173, + 1.1338673830032349, + 0.2836390435695648 + ] + ], + "predicted_scores": [ + 8.596271514892578, + 8.432266235351562, + 8.418432235717773, + 7.628725051879883, + 7.134271621704102, + 6.903932571411133, + 6.62519645690918, + 6.429574012756348 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1710988569", + "selected_index": 0, + "state_hash": "00dfc12c67ebe1058d8622633067598b58794db7245004d116853681178b6d6e", + "stored_base_utility": 0.0, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08466365933418274, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08466365933418274 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09264707565307617, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09264707565307617 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07767073810100555, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07767073810100555 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08428327739238739, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08428327739238739 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08642256259918213, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08642256259918213 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08204327523708344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08204327523708344 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0744110494852066, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0744110494852066 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08760491013526917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08760491013526917 + } + ], + "candidate_progress": [ + 0.08466365933418274, + 0.09264707565307617, + 0.07767073810100555, + 0.08428327739238739, + 0.08642256259918213, + 0.08204327523708344, + 0.0744110494852066, + 0.08760491013526917 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-630c7d4c0ef39da64304", + "ms-2cbe83da02847008bf24", + "ms-22cfd6a9a619133478b6", + "ms-2cbe83da02847008bf24", + "ms-630c7d4c0ef39da64304" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-2ca0290759891500c6bd", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.15386909246444702, + -0.030486099421977997, + 1.2365763187408447, + -0.3315465450286865, + -1.1385517120361328, + 0.4389435052871704, + 0.29910755157470703, + 0.2531238794326782, + 0.06256625056266785, + 0.11464895308017731, + -0.148362934589386, + -0.6608991622924805, + -0.1709621548652649, + 0.17837759852409363, + -0.2538521885871887, + -0.10084971785545349, + 0.06646345555782318, + 0.7370286583900452, + 0.055370718240737915, + 0.019145935773849487, + 0.07820360362529755 + ], + [ + 0.21530947089195251, + -0.033412348479032516, + 1.251596450805664, + -0.41961199045181274, + -1.269054889678955, + 0.22265291213989258, + 0.31882914900779724, + 0.0595613569021225, + -0.04744672030210495, + 0.08217321336269379, + -0.0483122393488884, + -0.39451152086257935, + -0.20550677180290222, + 0.24799522757530212, + -0.19254902005195618, + -0.09879830479621887, + 0.05891357362270355, + 0.3737054467201233, + 0.11376883089542389, + -0.007765710353851318, + 0.2200251817703247 + ], + [ + 0.22923192381858826, + -0.04200354963541031, + 1.343050479888916, + -0.3741191029548645, + -1.2271933555603027, + -0.07695947587490082, + 0.37699589133262634, + 0.2053179144859314, + -0.01965830661356449, + 0.04443381726741791, + -0.08296693116426468, + -0.7147092819213867, + -0.04622998833656311, + 0.030682288110256195, + -0.08518218994140625, + -0.07467958331108093, + 0.0037067383527755737, + 0.676856517791748, + 0.039008691906929016, + -0.11768199503421783, + 0.24922087788581848 + ], + [ + 0.1848229020833969, + -0.046043843030929565, + 1.32753324508667, + -0.3656606078147888, + -1.2612972259521484, + -0.21538275480270386, + 0.4566452205181122, + 0.14408563077449799, + -0.024868326261639595, + 0.01850554347038269, + -0.10126348584890366, + -0.5888835191726685, + -0.06460559368133545, + 0.21806630492210388, + -0.08074156939983368, + -0.10495166480541229, + 0.00028280913829803467, + 0.6462604999542236, + 0.01563817262649536, + -0.022491037845611572, + 0.18276330828666687 + ], + [ + 0.18834373354911804, + -0.032887812703847885, + 1.3298163414001465, + -0.4085240066051483, + -1.1957290172576904, + -0.07053577899932861, + 0.1520911455154419, + 0.06967886537313461, + -0.05617501586675644, + 0.1276666224002838, + -0.243300199508667, + -0.5749738812446594, + -0.006427258253097534, + 0.1985880434513092, + -0.055836524814367294, + -0.01608303003013134, + 0.007129311561584473, + 0.554934561252594, + 0.1862058788537979, + -0.22102342545986176, + 0.330794095993042 + ], + [ + 0.12456029653549194, + -0.023855164647102356, + 1.3565595149993896, + -0.3524203896522522, + -1.2393169403076172, + 0.19765785336494446, + 0.37960508465766907, + 0.18325339257717133, + -0.021129628643393517, + 0.03572060167789459, + -0.07147736102342606, + -0.7316639423370361, + -0.09516781568527222, + 0.20292255282402039, + -0.02174297347664833, + -0.0981118381023407, + -0.0817277580499649, + 0.6713023781776428, + 0.05088295042514801, + -0.11703024804592133, + 0.2197512835264206 + ], + [ + 0.22274339199066162, + -0.013920195400714874, + 1.4272722005844116, + -0.41401147842407227, + -1.201594591140747, + -0.20893269777297974, + 0.09701237082481384, + 0.19478778541088104, + -0.045191697776317596, + 0.041463255882263184, + -0.2470225989818573, + -0.6498732566833496, + 0.045309633016586304, + 0.2378973364830017, + 0.006142463535070419, + 0.016369635239243507, + 0.08755823969841003, + 0.5965668559074402, + 0.13633108139038086, + 0.029983550310134888, + 0.301033079624176 + ], + [ + 0.0955476239323616, + -0.07448013871908188, + 1.2783219814300537, + -0.2753017544746399, + -1.3449132442474365, + 0.22957371175289154, + 0.29107946157455444, + 0.3033108711242676, + -0.0042222533375024796, + 0.018352873623371124, + -0.21137264370918274, + -0.5109654068946838, + 0.450576514005661, + 0.12608999013900757, + -0.3411823511123657, + -0.03077731467783451, + 0.04341350495815277, + 0.7756661772727966, + 0.048065170645713806, + -0.09520040452480316, + 0.015346124768257141 + ] + ], + "generated_utilities": [ + 0.08466365933418274, + 0.09264707565307617, + 0.07767073810100555, + 0.08428327739238739, + 0.08642256259918213, + 0.08204327523708344, + 0.0744110494852066, + 0.08760491013526917 + ], + "group_id": "ms-2ca0290759891500c6bd", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.051515787839889526, + 2.0, + 0.12662214040756226, + 0.08897644281387329, + 0.15434390306472778, + 0.026818126440048218, + 0.11471910774707794, + 0.14632847905158997, + 0.13534101843833923, + 0.12952014803886414, + 0.1088767945766449, + 0.06158803403377533, + 0.07233718037605286, + 0.1233929693698883, + 0.1240369975566864, + 0.020954430103302002 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04269307851791382, + -0.05804711580276489, + 1.340669870376587, + -0.50142502784729, + -1.2446489334106445, + 0.04922029376029968, + 0.0, + 0.0231926366686821, + 0.05030831694602966, + -0.03658115863800049, + -0.007090389728546143, + -0.6207972764968872, + -0.08897654712200165, + 0.0, + -0.01905006170272827, + -0.0385168194770813, + 0.05044764280319214, + 0.8473796844482422, + 0.0372808575630188, + 0.006101131439208984, + 0.0 + ], + [ + -0.15388676524162292, + 0.035932302474975586, + 1.340669870376587, + -0.50142502784729, + -1.2446489334106445, + -0.07596758008003235, + 0.0, + 0.024054214358329773, + -0.1500125378370285, + -0.10629081726074219, + -0.4523005485534668, + -0.6207972764968872, + 0.1496375948190689, + 0.0, + -0.2872867286205292, + 0.0027861595153808594, + -0.04197758436203003, + 0.8473796844482422, + -0.13908690214157104, + -0.0026485323905944824, + 0.0 + ], + [ + 0.1896539032459259, + 0.2456117868423462, + 2.340669870376587, + -1.50142502784729, + -2.2446489334106445, + 0.27822378277778625, + 2.4362316131591797, + -0.08549763262271881, + 0.20970554649829865, + 0.585434079170227, + -0.6721627116203308, + -1.6207972764968872, + 0.06598098576068878, + 1.5778597593307495, + -0.27187928557395935, + -0.6433071494102478, + 0.5848159193992615, + 1.8473796844482422, + 0.415696918964386, + -0.657586932182312, + -0.0342949777841568 + ], + [ + 0.1312590390443802, + 0.17727574706077576, + 2.342989444732666, + -1.3850964307785034, + -2.320694923400879, + 0.08280856907367706, + 2.5870587825775146, + -0.2992513179779053, + -0.06485916674137115, + 0.7151764631271362, + -0.6732286810874939, + -1.7715606689453125, + -0.01837262511253357, + 1.3196947574615479, + -0.1083211600780487, + -0.7399958372116089, + 0.7318702340126038, + 1.9408915042877197, + 0.6856154799461365, + -0.6216737031936646, + -0.055428724735975266 + ], + [ + 0.48779329657554626, + 0.33035629987716675, + 2.6608502864837646, + -1.3731625080108643, + -2.1839098930358887, + 0.5287569761276245, + 2.765563726425171, + -0.3283003568649292, + 0.3295959234237671, + 0.9332126379013062, + -0.7087920308113098, + -1.6075234413146973, + 0.04367095232009888, + 1.7124122381210327, + -0.5710501670837402, + -0.7501493692398071, + 0.24913230538368225, + 2.0162549018859863, + 0.4653698205947876, + -0.826952338218689, + -0.02445591427385807 + ], + [ + 0.3335534334182739, + 0.09394614398479462, + 2.2911736965179443, + -1.3521970510482788, + -2.6953983306884766, + 0.6892317533493042, + 2.3758528232574463, + -0.37113654613494873, + 0.49651944637298584, + 0.3948221206665039, + -1.0728858709335327, + -1.1223222017288208, + -0.305722177028656, + 1.1793951988220215, + 0.16736474633216858, + -0.848693311214447, + 0.7789934277534485, + 1.7470617294311523, + 0.38500311970710754, + -0.5815550684928894, + -0.4375142455101013 + ], + [ + 0.21618419885635376, + 0.5044077634811401, + 2.2911088466644287, + -1.8407142162322998, + -2.046098232269287, + -0.05262032151222229, + 1.958599328994751, + 0.09492693841457367, + 0.7955458760261536, + 0.44137728214263916, + -0.3328138589859009, + -1.7718846797943115, + 0.1768098920583725, + 1.9653778076171875, + -0.3992804288864136, + -0.4970594644546509, + 0.137006014585495, + 1.4335179328918457, + 0.7368913888931274, + -0.25567641854286194, + -0.17939332127571106 + ], + [ + 0.6807117462158203, + 0.5321376323699951, + 2.574690818786621, + -1.1183481216430664, + -1.5535213947296143, + 0.7732046842575073, + 3.054140567779541, + 0.46516531705856323, + -0.4556124806404114, + 0.07774746417999268, + -0.8732849359512329, + -1.7627942562103271, + -0.6319013237953186, + 2.2111573219299316, + 0.2780360281467438, + -0.3226443827152252, + 1.024512767791748, + 1.4167379140853882, + 0.28875023126602173, + -0.2841898798942566, + 0.5395902395248413 + ], + [ + 0.22575928270816803, + 0.4727857708930969, + 2.4185798168182373, + -1.4127408266067505, + -3.0021464824676514, + -0.6037471294403076, + 3.0772995948791504, + 0.8205333948135376, + 1.2047333717346191, + 0.8061036467552185, + -0.8715339303016663, + -2.207679510116577, + -0.648645281791687, + 2.2355170249938965, + 0.46639081835746765, + -1.5328668355941772, + 0.30182433128356934, + 2.4590368270874023, + 0.8862402439117432, + -0.38577985763549805, + 0.2160748392343521 + ], + [ + 0.4744502007961273, + 0.050732433795928955, + 2.5539097785949707, + -0.5592248439788818, + -3.2280449867248535, + -0.6293104887008667, + 3.244964599609375, + 0.7884005904197693, + 0.3813796639442444, + 0.682547926902771, + -0.6651327013969421, + -1.9099701642990112, + -0.4138179421424866, + 1.186490774154663, + 0.4078586995601654, + -0.8347266912460327, + 0.2760251760482788, + 2.448824644088745, + 0.4926466643810272, + -0.30596819519996643, + 0.3518334627151489 + ] + ], + "predicted_scores": [ + 5.636814117431641, + 5.342796325683594, + 4.907932758331299, + 4.839288234710693, + 4.8136677742004395, + 4.761144161224365, + 4.658591270446777, + 4.503379821777344 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1227521988", + "selected_index": 0, + "state_hash": "4d23d7560b96b18a2fea2125b2bf93eabec17094a0e07a8baee6b67e27117b73", + "stored_base_utility": 0.051515787839889526, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07623337209224701, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07623337209224701 + }, + "base_progress": 0.07623337209224701, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07623337209224701, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05756735801696777, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05756735801696777 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06280983984470367, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06280983984470367 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04891510307788849, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04891510307788849 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0599096417427063, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0599096417427063 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05618275701999664, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05618275701999664 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0470854789018631, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0470854789018631 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.057293593883514404, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.057293593883514404 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0546814501285553, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0546814501285553 + } + ], + "candidate_progress": [ + 0.05756735801696777, + 0.06280983984470367, + 0.04891510307788849, + 0.0599096417427063, + 0.05618275701999664, + 0.0470854789018631, + 0.057293593883514404, + 0.0546814501285553 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-2ca0290759891500c6bd", + "ms-2ca0290759891500c6bd", + "ms-2ca0290759891500c6bd", + "ms-2ca0290759891500c6bd", + "ms-2ca0290759891500c6bd", + "ms-2ca0290759891500c6bd", + "ms-2ca0290759891500c6bd", + "ms-2ca0290759891500c6bd" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-2cbe83da02847008bf24", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.42215466499328613, + 0.03892267495393753, + 0.9566426277160645, + -0.34161561727523804, + -0.08460864424705505, + 0.8617143630981445, + -0.1747850775718689, + 0.016698896884918213, + 0.25167426466941833, + 0.507807195186615, + -0.15847057104110718, + -0.20267945528030396, + -0.23905673623085022, + 0.15521171689033508, + -0.07805028557777405, + -0.12512974441051483, + -0.15117748081684113, + 0.196158304810524, + 0.012103110551834106, + -0.27659010887145996, + 0.07763344049453735 + ], + [ + 0.33677399158477783, + 0.019728831946849823, + 0.9172725081443787, + -0.48314544558525085, + -0.1902582347393036, + 0.6252203583717346, + -0.24236756563186646, + 0.022885337471961975, + 0.20980314910411835, + 0.33637484908103943, + -0.07619412988424301, + -0.217922180891037, + -0.03898081183433533, + 0.05353521555662155, + -0.037937622517347336, + -0.0437471941113472, + -0.16309015452861786, + 0.0776837095618248, + 0.07111568748950958, + 0.08054941892623901, + 0.19037340581417084 + ], + [ + 0.3262218236923218, + 0.019073486328125, + 1.1978601217269897, + -0.4716281294822693, + -0.3320819139480591, + 0.26212549209594727, + -0.0585973858833313, + 0.25214484333992004, + 0.1754550188779831, + 0.09886589646339417, + -0.0340539887547493, + -0.20638388395309448, + -0.30127590894699097, + 1.767277717590332e-05, + 0.030613142997026443, + -0.11909416317939758, + -0.08975465595722198, + -0.03442762792110443, + -0.2061554193496704, + 0.15284448862075806, + 0.015111535787582397 + ], + [ + 0.4168049097061157, + 0.04041790962219238, + 0.7851582169532776, + -0.48195987939834595, + -0.2632743716239929, + 0.6332250833511353, + -0.2592952847480774, + 0.025158628821372986, + 0.1970777064561844, + 0.30447590351104736, + -0.17995530366897583, + -0.1860537827014923, + -0.0033244192600250244, + 0.05827590823173523, + 0.020028457045555115, + -0.022207695990800858, + -0.2517508864402771, + -0.005484297871589661, + 0.0834348052740097, + 0.09859982132911682, + 0.22659307718276978 + ], + [ + 0.4026105999946594, + -0.04773761332035065, + 0.881625235080719, + -0.47647833824157715, + -0.25572147965431213, + 0.6786180734634399, + -0.3908149003982544, + 0.11564180254936218, + 0.30525046586990356, + 0.3323575556278229, + 0.1186135858297348, + -0.18775206804275513, + -0.09708935022354126, + 0.056538380682468414, + -0.08561013638973236, + -0.12085933983325958, + -0.01907038688659668, + 0.070310577750206, + 0.2542138397693634, + 0.2600656747817993, + 0.07218047976493835 + ], + [ + 0.38975316286087036, + 0.11131429672241211, + 1.0828909873962402, + -0.2273257076740265, + -0.36670243740081787, + 0.4597274661064148, + 0.056588709354400635, + 0.2958848178386688, + 0.19343654811382294, + 0.048067785799503326, + -0.2045556902885437, + -0.4171713590621948, + -0.5146528482437134, + 0.5701519846916199, + 0.015425384044647217, + 0.009742515161633492, + -0.339946985244751, + 0.08822359889745712, + 0.06873305141925812, + 0.22718167304992676, + 0.3016688823699951 + ], + [ + 0.39753955602645874, + -0.025119256228208542, + 1.0053975582122803, + -0.5168520212173462, + -0.17156308889389038, + 0.6658822298049927, + 0.09336543083190918, + -0.07103914022445679, + 0.29669561982154846, + 0.3295097351074219, + -0.17491194605827332, + -0.07349306344985962, + -0.19949156045913696, + 0.1912602335214615, + 0.22932469844818115, + -0.015330277383327484, + -0.12675534188747406, + 0.008733600378036499, + 0.020382583141326904, + 0.3171588182449341, + -0.24953028559684753 + ], + [ + 0.2012712061405182, + -0.024835990741848946, + 1.2425882816314697, + -0.48192906379699707, + -0.3823862671852112, + 0.21397055685520172, + -0.04289591312408447, + 0.24975311756134033, + 0.16037610173225403, + 0.10949675738811493, + -0.14705687761306763, + -0.28965675830841064, + -0.06194773316383362, + 0.11671345680952072, + -0.04666480794548988, + -0.13378474116325378, + -0.18583644926548004, + 0.02835540473461151, + -0.2625166177749634, + 0.006492942571640015, + -0.02394901216030121 + ] + ], + "generated_utilities": [ + 0.05756735801696777, + 0.06280983984470367, + 0.04891510307788849, + 0.0599096417427063, + 0.05618275701999664, + 0.0470854789018631, + 0.057293593883514404, + 0.0546814501285553 + ], + "group_id": "ms-2cbe83da02847008bf24", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.19518926739692688, + 2.0, + 2.0, + 0.023675307631492615, + 0.10551288723945618, + 0.02345508337020874, + 0.13472703099250793, + 0.08330057561397552, + 0.05584914982318878, + 0.07471653819084167, + 0.08548173308372498, + 0.13700732588768005, + 0.07193662226200104, + 0.13431745767593384, + 0.06447550654411316, + 0.019979804754257202 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.4610491991043091, + -0.2720276117324829, + 1.1462764739990234, + -0.5855289697647095, + 0.028471410274505615, + -0.40650904178619385, + 0.0, + -0.2200034260749817, + 0.16166895627975464, + 0.10249263048171997, + -0.1525334119796753, + -0.6136273145675659, + 0.329795241355896, + 0.0, + -0.6546083092689514, + 0.18744152784347534, + -0.04073414206504822, + -0.020051002502441406, + 0.21746382117271423, + 0.07239177823066711, + 0.0 + ], + [ + 1.461049199104309, + 0.08657775819301605, + 2.1462764739990234, + -1.5855289697647095, + -0.7853004336357117, + 0.013751518912613392, + 2.3533291816711426, + -0.23689082264900208, + 0.21297451853752136, + 0.8171666860580444, + -1.1525334119796753, + -1.613627314567566, + 0.19119581580162048, + 1.7231909036636353, + -0.2166188806295395, + -0.06010453775525093, + -0.024512898176908493, + 0.836817741394043, + 0.0408472865819931, + -0.24021193385124207, + 0.22113166749477386 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.706658363342285, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.4463818073272705, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.44226333498954773 + ], + [ + 1.189840316772461, + -0.04100346565246582, + 2.059408187866211, + -1.5398290157318115, + -0.8611833453178406, + -0.18569228053092957, + 2.191525459289551, + -0.5112501382827759, + 0.33067360520362854, + 1.021579623222351, + -1.3985776901245117, + -1.8154081106185913, + 0.05612914264202118, + 1.9310052394866943, + -0.192014679312706, + -0.30789145827293396, + -0.31140121817588806, + 0.5447123050689697, + 0.0636008232831955, + -0.1308448612689972, + 0.3013480305671692 + ], + [ + 1.816038966178894, + 0.12059390544891357, + 2.2831552028656006, + -1.983247995376587, + -0.7360538840293884, + -0.34335559606552124, + 2.1609179973602295, + -0.10138702392578125, + 0.4924730360507965, + 0.8633431792259216, + -1.0830520391464233, + -1.8051491975784302, + -0.014700084924697876, + 1.6425039768218994, + -0.22792170941829681, + 0.33107057213783264, + -0.13813047111034393, + 0.6637867093086243, + 0.22316795587539673, + -0.43643122911453247, + 0.05227826535701752 + ], + [ + 1.7717543840408325, + 0.12614518404006958, + 2.4341259002685547, + -1.9698669910430908, + -0.6613141298294067, + -0.03589555248618126, + 2.3247663974761963, + 0.12755179405212402, + -0.03544838726520538, + 0.7098696231842041, + -1.112254023551941, + -1.5301915407180786, + -0.03072352707386017, + 1.3843289613723755, + -0.0037346333265304565, + -0.09299004077911377, + -0.0749485194683075, + 0.905259370803833, + -0.35120081901550293, + -0.49808526039123535, + 0.4639298617839813 + ], + [ + 1.1186261177062988, + 0.11931893974542618, + 2.3037328720092773, + -1.491532564163208, + -0.45686763525009155, + 0.3916894495487213, + 1.8786275386810303, + 0.10252472758293152, + 0.016559675335884094, + 0.8250957727432251, + -1.688147783279419, + -1.3360185623168945, + 0.2564452588558197, + 1.5975497961044312, + 0.22465632855892181, + -0.24029266834259033, + -0.44572991132736206, + 1.0807385444641113, + -0.13288657367229462, + -0.8079429864883423, + 0.7260204553604126 + ], + [ + 2.018059492111206, + 0.609548032283783, + 1.452951192855835, + -2.0657401084899902, + -1.2302861213684082, + -0.11168594658374786, + 2.1925642490386963, + -0.029135003685951233, + 0.540184497833252, + 1.1500051021575928, + -1.1179813146591187, + -1.9317182302474976, + 0.8880014419555664, + 1.5602155923843384, + -0.5697708129882812, + -0.4772208631038666, + 0.0363285131752491, + 0.1402706503868103, + 0.5594232678413391, + 0.45256516337394714, + 0.17052407562732697 + ], + [ + 1.742484450340271, + -0.45119142532348633, + 2.4079978466033936, + -1.0723803043365479, + -0.8966708183288574, + -0.5879124402999878, + 2.3822474479675293, + -0.14528623223304749, + 0.8926533460617065, + 0.8699992299079895, + -0.7686787247657776, + -2.057851791381836, + 0.7158031463623047, + 2.1605467796325684, + -0.019154518842697144, + -0.4742470681667328, + 0.3636738657951355, + 0.8081819415092468, + 0.7726050615310669, + -0.5710551738739014, + 0.3269965648651123 + ], + [ + 0.9745892286300659, + 0.439166784286499, + 2.8701484203338623, + -1.3274853229522705, + -1.2344592809677124, + -0.2926870286464691, + 1.6669087409973145, + 0.4851522743701935, + 0.8579925298690796, + 1.560053825378418, + -1.7065176963806152, + -1.4996808767318726, + -0.234455406665802, + 2.2953717708587646, + -0.6395204067230225, + -0.1670854389667511, + -0.6744240522384644, + 0.8699456453323364, + -0.24170659482479095, + 0.5011544227600098, + 0.199494868516922 + ], + [ + 2.1233327388763428, + 0.5664142370223999, + 1.8546528816223145, + -1.8699599504470825, + -1.3412961959838867, + -0.7702427506446838, + 2.4349567890167236, + 0.05775842070579529, + 0.7062063217163086, + 0.7210694551467896, + -1.4678899049758911, + -2.2194507122039795, + 0.7772265672683716, + 1.0996975898742676, + -1.1586034297943115, + 0.4068114757537842, + 0.32760921120643616, + 0.2342016100883484, + -0.7921481132507324, + -1.147478699684143, + 0.41284459829330444 + ], + [ + 1.6160424947738647, + -0.15315556526184082, + 1.8483421802520752, + -0.9463326334953308, + -1.649914026260376, + -0.7870031595230103, + 2.2214174270629883, + -0.7593774795532227, + 0.814854621887207, + 0.4065212905406952, + -0.8324434757232666, + -1.2052065134048462, + -0.03908638656139374, + 2.0915019512176514, + 0.6524925827980042, + -0.3135583996772766, + 0.6615281701087952, + 0.5904620289802551, + -0.6976701021194458, + -1.1419867277145386, + -0.42408180236816406 + ], + [ + 2.121436834335327, + -0.7263582348823547, + 1.737504243850708, + -0.9476405382156372, + -0.4846419095993042, + -0.3483247458934784, + 1.3820010423660278, + 0.4171435534954071, + -0.09776705503463745, + 1.8117341995239258, + -1.810302972793579, + -1.0716923475265503, + 1.1798299551010132, + 2.1518473625183105, + 0.525163471698761, + -0.3589242398738861, + -0.566596269607544, + 1.7974166870117188, + 0.08927204459905624, + 0.19375500082969666, + 0.0926104187965393 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.4610491991043091, + -0.0216180682182312, + 1.1462764739990234, + -0.5855289697647095, + -0.05526256561279297, + -0.0727865993976593, + 0.0, + 0.10491207242012024, + 0.03803858160972595, + -0.018379926681518555, + -0.1525334119796753, + -0.6136273145675659, + -0.05652841925621033, + 0.0, + -0.05201183259487152, + -0.025736134499311447, + 0.10341891646385193, + -0.09712088108062744, + 0.0421740747988224, + 0.06706300377845764, + 0.0 + ], + [ + 0.4610491991043091, + 0.024271678179502487, + 1.1462764739990234, + -0.5855289697647095, + -0.08650249242782593, + 0.194065123796463, + 0.0, + -0.15768368542194366, + -0.15186619758605957, + 0.11196547746658325, + -0.1525334119796753, + -0.6136273145675659, + 0.10120776295661926, + 0.0, + -0.09105519950389862, + -0.2064860314130783, + -0.023824412375688553, + 0.11710327863693237, + 0.048830386251211166, + -0.18448632955551147, + 0.0 + ] + ], + "predicted_scores": [ + 5.923685550689697, + 5.760086536407471, + 5.59724760055542, + 5.52376127243042, + 5.489699840545654, + 5.398407459259033, + 5.385310649871826, + 5.24124813079834 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "648713995", + "selected_index": 0, + "state_hash": "0422ae9fde07ff897a7da71b908008412a366f4342a6bffddc2247109486e2df", + "stored_base_utility": 0.19518926739692688, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13554787635803223, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13554787635803223 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.13554787635803223, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-934e125b62165b614036", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-1044e227d00afb01a5dd", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663", + "ms-8a38529670b19d605663" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + false, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-398ddbf730ed8830b08b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.10277412831783295, + 0.004474785178899765, + 0.03885599970817566, + -0.4093218445777893, + -0.37099140882492065, + 0.26067525148391724, + 3.2228622436523438, + 0.21546733379364014, + 0.1912955343723297, + -0.033964164555072784, + -0.12838712334632874, + 0.2691681981086731, + -0.09652367234230042, + 1.6496834754943848, + 0.06713356822729111, + -0.05989197641611099, + -0.23338402807712555, + -0.0748290866613388, + 0.2709851562976837, + 0.36058980226516724, + 1.1423838138580322 + ], + [ + -0.2659589648246765, + 0.002852749079465866, + 0.4073887765407562, + -0.6859971284866333, + -0.7790408730506897, + 0.30632805824279785, + 3.0382027626037598, + 0.1693359762430191, + 0.10001486539840698, + -0.08873773366212845, + -0.06365405023097992, + 0.4522792100906372, + -0.2537025213241577, + 1.9514222145080566, + 0.026541288942098618, + -0.08920980989933014, + -0.207671120762825, + 0.2872304320335388, + 0.144037127494812, + 0.29078739881515503, + 1.6413249969482422 + ], + [ + -0.39997267723083496, + 0.13854046165943146, + 0.055790215730667114, + -0.27389562129974365, + -0.7072423100471497, + 0.6082063913345337, + 2.647885322570801, + 0.4578040540218353, + -0.016447605565190315, + -0.2757472097873688, + -0.15534356236457825, + 0.535947322845459, + 0.18223264813423157, + 1.5069003105163574, + -0.12085627019405365, + -0.20690640807151794, + -0.23185382783412933, + 0.4582517147064209, + 0.3622247278690338, + 0.7362852692604065, + 1.3219938278198242 + ], + [ + -0.002567693591117859, + 0.01304103434085846, + -0.20996293425559998, + -0.1437871754169464, + -0.3137361407279968, + 0.11613483726978302, + 2.830453872680664, + 0.28707098960876465, + 0.17992988228797913, + -0.20619696378707886, + -0.2876002788543701, + 0.22411829233169556, + -0.014972388744354248, + 1.769610047340393, + -0.049478594213724136, + -0.08590830862522125, + -0.6091179251670837, + 0.005762875080108643, + 0.07134659588336945, + 0.24558788537979126, + 0.8414236307144165 + ], + [ + -0.4547739624977112, + 0.047022782266139984, + 0.16182953119277954, + -0.37789785861968994, + -0.49830108880996704, + 0.028521239757537842, + 2.267055034637451, + 0.132510244846344, + 0.019443143159151077, + -0.15260639786720276, + 0.22877764701843262, + 0.7105714678764343, + 0.060608237981796265, + 1.7604814767837524, + -0.2740846276283264, + -0.12080581486225128, + 0.05399683117866516, + 0.46297138929367065, + 0.09089124202728271, + 0.804587185382843, + 1.1246352195739746 + ], + [ + -0.30979156494140625, + 0.06015554815530777, + 0.1502780020236969, + -0.40967464447021484, + -0.6696261763572693, + 0.4868607819080353, + 2.7482364177703857, + 0.3016219437122345, + 0.05753713846206665, + -0.11962533742189407, + 0.187273770570755, + 0.6943967342376709, + -0.05498388409614563, + 1.5715911388397217, + -0.20459353923797607, + -0.06778767704963684, + -0.15692569315433502, + 0.3195514678955078, + 0.30619996786117554, + 0.5967323780059814, + 1.168373465538025 + ], + [ + -0.14855624735355377, + 0.03808528184890747, + 0.20995748043060303, + -0.33514735102653503, + -0.6429929137229919, + 0.5569143295288086, + 2.5503628253936768, + 0.356548935174942, + 0.10189729183912277, + -0.060962192714214325, + 0.11911611258983612, + 0.6265527606010437, + -0.05394461750984192, + 1.5220470428466797, + -0.12709678709506989, + 0.052893441170454025, + -0.1888914555311203, + 0.06984589993953705, + 0.28761643171310425, + 0.5276440382003784, + 0.951278567314148 + ], + [ + -0.5364392995834351, + -0.1303328573703766, + 0.3966372013092041, + -0.39844074845314026, + -0.9788522124290466, + 0.9750616550445557, + 2.1830384731292725, + 0.12798179686069489, + 0.135096937417984, + -0.27169960737228394, + -0.0016791783273220062, + 0.4180523157119751, + 0.12649288773536682, + 1.6456087827682495, + -0.3105398416519165, + 0.033273085951805115, + -0.4397491216659546, + 0.07824455946683884, + 0.3419206440448761, + 0.5276524424552917, + 1.2721498012542725 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 0.13554787635803223, + 2.0, + 2.0 + ], + "group_id": "ms-398ddbf730ed8830b08b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1821424663066864, + 0.20640121400356293, + 0.19024613499641418, + 0.07299375534057617, + 2.0, + 2.0, + 2.0, + 2.0, + 0.11114150285720825, + 0.09411996603012085, + 2.0, + 0.07132449746131897, + 2.0, + 0.011979684233665466, + 2.0, + 0.10213905572891235 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.600597620010376, + -0.22103312611579895, + 0.043048590421676636, + -1.7342815399169922, + -0.6937448978424072, + -0.191179096698761, + 0.0, + 0.18104994297027588, + 0.526756227016449, + 0.011217951774597168, + -0.16596654057502747, + -0.12047874927520752, + -0.12462814897298813, + 0.0, + 0.4156111776828766, + -0.7147974967956543, + -0.05196729302406311, + 0.13309109210968018, + 0.23835761845111847, + -0.3618752360343933, + 0.0 + ], + [ + -2.007986068725586, + 0.356040358543396, + -0.1351294368505478, + -2.848097085952759, + -1.5132495164871216, + -0.27042531967163086, + 1.3208404779434204, + -0.6966835856437683, + -0.1732298880815506, + -0.8959248065948486, + 0.6552804708480835, + -1.5497268438339233, + -0.4314955770969391, + 0.2726784348487854, + -0.3065861165523529, + 0.2280450165271759, + 0.932387113571167, + 0.6866381764411926, + 0.23590825498104095, + -0.6486610770225525, + 0.11610323190689087 + ], + [ + -1.9069581031799316, + -0.3007274568080902, + 0.08486916124820709, + -3.2429356575012207, + -1.9389642477035522, + -0.8696866035461426, + 1.7649174928665161, + -0.49413925409317017, + 0.08754286170005798, + -0.2621919512748718, + 0.5865131616592407, + -0.8880313038825989, + -0.09153420478105545, + 1.060790777206421, + -0.19328121840953827, + -0.5998899936676025, + 0.16472655534744263, + 1.4422640800476074, + -0.054824113845825195, + -0.1253560185432434, + 0.851570725440979 + ], + [ + -1.9516443014144897, + 0.8760037422180176, + -0.961602509021759, + -2.752609968185425, + -1.2246623039245605, + -0.5726451873779297, + 0.8126600384712219, + -1.1945476531982422, + -0.3376352787017822, + -0.8135221600532532, + 0.23003971576690674, + -1.850670337677002, + -0.8506197333335876, + 0.2984214723110199, + 0.18550722301006317, + 0.48190614581108093, + 0.6594708561897278, + 1.2701630592346191, + 0.8605121970176697, + -0.4452810287475586, + 0.5505545139312744 + ], + [ + -2.1247339248657227, + -0.039705097675323486, + 0.6644093990325928, + -3.0441274642944336, + -1.233901858329773, + 0.2373008131980896, + 2.318781614303589, + -0.7605983018875122, + 0.709392249584198, + -1.0145305395126343, + 0.5401018261909485, + -1.7977378368377686, + -0.5446077585220337, + 1.1446163654327393, + 0.3930898904800415, + -0.7788516283035278, + 0.06094345450401306, + 1.927685260772705, + -0.3602702021598816, + -0.5967828631401062, + 1.0012613534927368 + ], + [ + -2.599726915359497, + 0.04233650863170624, + -0.1453724056482315, + -3.5676255226135254, + -1.8344824314117432, + 0.4622403383255005, + 1.7929232120513916, + -0.4579746723175049, + 0.3381735384464264, + -1.1883137226104736, + 0.7885233759880066, + -1.7021853923797607, + -0.06799782812595367, + 0.3009191155433655, + -0.8647065162658691, + -0.19241087138652802, + 1.313010334968567, + 1.4670746326446533, + 1.1862367391586304, + -1.044327974319458, + 0.9285306930541992 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -1.600597620010376, + 0.2827536165714264, + -0.19120098650455475, + -2.734281539916992, + -1.6937448978424072, + -0.4237792491912842, + 1.5557650327682495, + -0.5176773071289062, + 0.10264022648334503, + -0.7636159658432007, + 0.3708263337612152, + -1.1204787492752075, + -0.08597701787948608, + 0.7578674554824829, + -0.03853258863091469, + -0.2021675407886505, + 0.46539923548698425, + 1.1330910921096802, + 0.3329486846923828, + -0.7031090259552002, + 0.4724247455596924 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.111530065536499, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5157349109649658, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9448494911193848 + ], + [ + -1.7380406856536865, + 0.5537821650505066, + -0.29460835456848145, + -2.4548306465148926, + -1.470366358757019, + -0.5996637344360352, + 1.7486144304275513, + -0.7466233968734741, + 0.053908806294202805, + -1.045494794845581, + 0.2014382779598236, + -0.8660741448402405, + -0.2749466001987457, + 0.9994449615478516, + 0.08274127542972565, + -0.4394603371620178, + 0.4741962254047394, + 1.2271349430084229, + 0.12648123502731323, + -0.935127854347229, + 0.7479037046432495 + ], + [ + -1.3828994035720825, + 0.6311942338943481, + 0.020923689007759094, + -2.678576946258545, + -1.7645050287246704, + -0.5029219388961792, + 1.7662359476089478, + -0.8315466642379761, + 0.4868130087852478, + -0.8253353834152222, + 0.17872516810894012, + -1.0651640892028809, + -0.26146435737609863, + 0.46793094277381897, + 0.3317016065120697, + -0.5637551546096802, + 0.601056694984436, + 0.8100643157958984, + 0.624356210231781, + -0.7051982283592224, + 0.3225271999835968 + ], + [ + -1.0902736186981201, + -0.3462200462818146, + 0.3137791156768799, + -2.170286178588867, + -1.5642025470733643, + 0.12252122163772583, + 1.3050297498703003, + 0.005897939205169678, + -0.059672802686691284, + -1.3141510486602783, + 0.6174899935722351, + -1.7352116107940674, + 0.32731491327285767, + 0.08622020483016968, + -0.18372388184070587, + -0.8153924942016602, + 0.11997050046920776, + 0.9517597556114197, + 0.4633519947528839, + -1.012719988822937, + -0.17184174060821533 + ], + [ + -1.3401336669921875, + -0.13115039467811584, + -1.0186375379562378, + -3.076455593109131, + -1.4383962154388428, + -0.15588164329528809, + 1.05279541015625, + 0.17918610572814941, + 0.2442578673362732, + -0.7145659923553467, + -0.21517875790596008, + -1.6193592548370361, + 0.5693777203559875, + 0.5523025989532471, + -0.13176755607128143, + 0.1978200078010559, + 1.0610713958740234, + 1.4531879425048828, + -0.028173774480819702, + -1.258262276649475, + 1.3504383563995361 + ], + [ + -0.8970273733139038, + 0.2783627212047577, + -0.8887330293655396, + -2.0339999198913574, + -1.8855574131011963, + -0.6140869855880737, + 1.0805871486663818, + -1.4308829307556152, + 0.47306686639785767, + -1.3641552925109863, + -0.3741757571697235, + -1.3071222305297852, + 0.5319697260856628, + 0.5715928077697754, + 0.07738873362541199, + -0.49894750118255615, + 0.7236886024475098, + 1.5960201025009155, + -0.5147567987442017, + -1.5283905267715454, + -0.46212244033813477 + ] + ], + "predicted_scores": [ + -0.49107038974761963, + -0.9038618803024292, + -0.9086605310440063, + -1.0528148412704468, + -1.0805469751358032, + -1.0931593179702759, + -1.560787558555603, + -2.5077123641967773 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "028bdd9828a1eb5cba92b37ffa7143a8af8acfd07d1803e582a85b8b6143bd3c", + "stored_base_utility": 0.1821424663066864, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10681156814098358, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10681156814098358 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14164328575134277, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14164328575134277 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10924099385738373, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10924099385738373 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11302894353866577, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11302894353866577 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11004193127155304, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11004193127155304 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10104978084564209, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10104978084564209 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10143330693244934, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10143330693244934 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09767135977745056, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09767135977745056 + } + ], + "candidate_progress": [ + 0.10681156814098358, + 0.14164328575134277, + 0.10924099385738373, + 0.11302894353866577, + 0.11004193127155304, + 0.10104978084564209, + 0.10143330693244934, + 0.09767135977745056 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-8278abbc47a6efcb5b68", + "ms-ad5107846b45eae5a0ab", + "ms-ad5107846b45eae5a0ab", + "ms-8278abbc47a6efcb5b68" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-3b99101d58e538cfbd6d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.006511852145195007, + 0.21546663343906403, + 1.1285922527313232, + -1.0712029933929443, + -1.0603957176208496, + -0.10783955454826355, + -0.002656906843185425, + 0.24236609041690826, + 0.03758065402507782, + -0.0069088414311409, + -0.023404046893119812, + -0.5418775081634521, + -0.04751494526863098, + 0.0719500482082367, + 0.015433624386787415, + -0.25325506925582886, + -0.16455359756946564, + -0.030240684747695923, + -0.6326947212219238, + 0.11106559634208679, + 0.1083231195807457 + ], + [ + -0.0815575122833252, + 0.36602646112442017, + 0.9849785566329956, + -0.8615856170654297, + -0.7161628603935242, + 0.6563355922698975, + -0.031055808067321777, + -0.017175987362861633, + 0.05359397828578949, + 0.06194339320063591, + 0.12588956952095032, + -0.6144541501998901, + 0.16694143414497375, + 0.42281395196914673, + -0.04981805756688118, + -0.3803758919239044, + -0.1618085354566574, + 0.12466771900653839, + -0.8301679491996765, + 0.21534079313278198, + 0.3978153467178345 + ], + [ + 0.054041631519794464, + 0.3655744194984436, + 1.0425291061401367, + -0.9243520498275757, + -1.0606462955474854, + 0.3548703193664551, + 0.13089969754219055, + 0.17083869874477386, + 0.07307127863168716, + -0.04173966497182846, + 0.16528549790382385, + -0.5591353178024292, + -0.032202720642089844, + 0.23899880051612854, + 0.03669825196266174, + -0.3559764325618744, + -0.12069086730480194, + 0.1270776093006134, + -0.865218460559845, + 0.11274981498718262, + 0.09759251773357391 + ], + [ + 0.24551832675933838, + 0.35460323095321655, + 0.7658199071884155, + -0.9637101888656616, + -0.6104317903518677, + 0.22264060378074646, + 0.03425544500350952, + 0.049869343638420105, + 0.10499618947505951, + 0.037968091666698456, + 0.07579486072063446, + -0.5845845937728882, + -0.18215122818946838, + 0.2990618348121643, + -0.03776968643069267, + -0.31738805770874023, + -0.17789681255817413, + 0.17533814907073975, + -0.8978213667869568, + 0.3377652168273926, + 0.07162783294916153 + ], + [ + 0.22619161009788513, + 0.3200690746307373, + 0.7082300186157227, + -0.8370603322982788, + -0.9650488495826721, + 0.28236764669418335, + 0.09760043025016785, + 0.1706228256225586, + 0.0037553561851382256, + 0.045174963772296906, + 0.0626070573925972, + -0.4959895610809326, + -0.0935477614402771, + 0.46314913034439087, + -0.1582023650407791, + -0.2988346517086029, + 0.02377571165561676, + 0.22562719881534576, + -0.8514835238456726, + 0.4444041848182678, + -0.08107593655586243 + ], + [ + 0.11095871031284332, + 0.2205498069524765, + 0.9687055349349976, + -0.997968316078186, + -0.7445518374443054, + -0.008907556533813477, + 0.2556547522544861, + 0.26299718022346497, + 0.06932111829519272, + 0.09380784630775452, + -0.04182756692171097, + -0.5953736305236816, + 0.0032006800174713135, + -0.1056223213672638, + -0.06351128220558167, + -0.26848500967025757, + -0.08247993886470795, + 0.03704312443733215, + -0.8227363228797913, + 0.10575670003890991, + 0.025432392954826355 + ], + [ + 0.1647457480430603, + 0.17882311344146729, + 1.053079605102539, + -1.08456289768219, + -0.7105621099472046, + -0.017151042819023132, + 0.25477659702301025, + 0.23222865164279938, + 0.06663379818201065, + -0.015725024044513702, + -0.0646638423204422, + -0.7652651071548462, + 0.10273084044456482, + -0.04668882489204407, + -0.05325344577431679, + -0.21671974658966064, + -0.09153513610363007, + 0.004951536655426025, + -0.8179207444190979, + 0.02939915657043457, + -0.015165716409683228 + ], + [ + 0.22037318348884583, + 0.1904715895652771, + 1.1614819765090942, + -1.0630213022232056, + -0.8888757824897766, + -0.060367509722709656, + 0.11024066805839539, + 0.1941474974155426, + 0.06792760640382767, + -0.029598109424114227, + -0.06864483654499054, + -0.5023309588432312, + 0.36998453736305237, + 0.07820799946784973, + 0.023213420063257217, + -0.2232201248407364, + -0.12399344146251678, + -0.06495307385921478, + -0.6471002697944641, + 0.024799615144729614, + 0.021555781364440918 + ] + ], + "generated_utilities": [ + 0.10681156814098358, + 0.14164328575134277, + 0.10924099385738373, + 0.11302894353866577, + 0.11004193127155304, + 0.10104978084564209, + 0.10143330693244934, + 0.09767135977745056 + ], + "group_id": "ms-3b99101d58e538cfbd6d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0010738968849182129, + 0.03698481619358063, + 2.0, + 0.04249253869056702, + 0.09306123852729797, + 0.034383177757263184, + 0.08067505061626434, + 0.10326799750328064, + 0.03990843892097473, + 0.03618359565734863, + 0.09264516830444336, + 0.09659808874130249, + 0.07749326527118683, + 0.0658024251461029, + 0.07467590272426605, + 0.08504295349121094 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.18415898084640503, + 0.2104167938232422, + 1.113126516342163, + -1.223728895187378, + -0.3910735845565796, + -0.07913188636302948, + 0.0, + -0.017301924526691437, + -0.14112479984760284, + -0.048104286193847656, + -0.15071597695350647, + -0.9038556814193726, + 0.06338301301002502, + 0.0, + -0.16602766513824463, + -0.18459628522396088, + 0.09598159044981003, + 0.1912190020084381, + -0.6429277658462524, + 0.06542891263961792, + 0.0 + ], + [ + 0.0728902816772461, + 1.2104167938232422, + 2.113126516342163, + -2.223728895187378, + -1.3910735845565796, + 0.18014700710773468, + 1.9098939895629883, + -0.07287244498729706, + -0.03436047211289406, + 0.4351761043071747, + -0.27406394481658936, + -1.9038556814193726, + 0.3108256161212921, + 1.3235855102539062, + 0.11013287305831909, + 0.029808182269334793, + 0.06641313433647156, + -0.03438502177596092, + -1.6429277658462524, + -0.15282461047172546, + 1.1844228506088257 + ], + [ + 0.24988733232021332, + 1.2216452360153198, + 2.3357903957366943, + -2.072453498840332, + -1.1516116857528687, + -0.032616034150123596, + 2.0884780883789062, + -0.18099619448184967, + -0.10438255965709686, + 0.2883265018463135, + -0.21100552380084991, + -1.8977360725402832, + 0.39437422156333923, + 1.5612447261810303, + 0.1964680701494217, + 0.004974225535988808, + 0.22252756357192993, + 0.2626386284828186, + -1.8782002925872803, + -0.3752182126045227, + 1.4547560214996338 + ], + [ + 0.02550666406750679, + 1.3252482414245605, + 2.1326637268066406, + -2.2593860626220703, + -1.0134379863739014, + -0.1957114189863205, + 1.5220544338226318, + 0.0709037184715271, + -0.4257495105266571, + 0.059165388345718384, + 0.0014416277408599854, + -1.5245764255523682, + 0.6048046350479126, + 1.302445411682129, + 0.26311761140823364, + 0.15649281442165375, + 0.4337048828601837, + 0.31564828753471375, + -1.9231213331222534, + -0.20633135735988617, + 1.5345436334609985 + ], + [ + -0.2876950800418854, + 0.9750431776046753, + 1.9131273031234741, + -2.4593441486358643, + -0.7511236667633057, + 0.3579751253128052, + 2.5927371978759766, + 0.4336150288581848, + 0.6083605885505676, + 0.6454638242721558, + -0.29576602578163147, + -2.47202205657959, + -0.14639011025428772, + 1.0249665975570679, + 0.3478877544403076, + 0.27871760725975037, + -0.36416274309158325, + 0.6452887654304504, + -1.8509501218795776, + 0.4373883903026581, + 1.0062687397003174 + ], + [ + -0.450419545173645, + 1.0916606187820435, + 1.377732515335083, + -2.1301307678222656, + -1.273123025894165, + 0.3067619800567627, + 2.2357430458068848, + 0.17675171792507172, + -0.753290057182312, + 1.1451020240783691, + 0.26598769426345825, + -2.377473831176758, + -0.356749564409256, + 1.6276023387908936, + 0.600980281829834, + -0.12148717045783997, + -0.6964755058288574, + -0.3247726559638977, + -2.057596206665039, + -0.07801057398319244, + 0.9771606922149658 + ], + [ + 0.23207415640354156, + 1.7636499404907227, + 2.871737480163574, + -2.6181442737579346, + -1.0363054275512695, + -0.6129541397094727, + 1.6131521463394165, + 0.43999946117401123, + 0.24538567662239075, + 1.1708827018737793, + -1.0001065731048584, + -2.2178242206573486, + 0.36864206194877625, + 1.7210559844970703, + -0.006046518683433533, + -0.46734777092933655, + -0.039609916508197784, + -0.7256995439529419, + -0.8427084684371948, + -0.39396876096725464, + 0.3897467851638794 + ], + [ + -0.7948249578475952, + 1.061586618423462, + 3.006328582763672, + -2.436450481414795, + -1.1263492107391357, + -0.13845546543598175, + 2.1809892654418945, + -0.2560461759567261, + 0.6315141320228577, + -0.4573478400707245, + -0.8071572184562683, + -1.189132809638977, + 0.7529189586639404, + 1.596232533454895, + 0.05471339449286461, + -0.8804171681404114, + -0.43999144434928894, + -0.15718667209148407, + -2.1295113563537598, + 0.8365082740783691, + 1.3054330348968506 + ], + [ + 0.9809576272964478, + 0.9785940647125244, + 1.4807190895080566, + -2.1875922679901123, + -0.7962051630020142, + 0.7028096914291382, + 1.9407203197479248, + -0.5903871059417725, + 0.6093178987503052, + 0.2253076285123825, + -0.7212088108062744, + -1.507920742034912, + -0.4099690616130829, + 2.0359046459198, + 1.095240831375122, + -0.08374808728694916, + 0.3411861062049866, + 0.8242326378822327, + -1.3001788854599, + -0.1498171091079712, + 1.2701849937438965 + ], + [ + 0.6870056986808777, + 1.9392430782318115, + 1.2937474250793457, + -3.069300889968872, + -0.4468175768852234, + 0.590196967124939, + 1.6777877807617188, + -0.8033164143562317, + -0.6684893369674683, + 0.47245320677757263, + 0.32545411586761475, + -1.3811869621276855, + 0.06700395047664642, + 1.1074894666671753, + 0.028125010430812836, + 0.17370326817035675, + -0.4109826982021332, + -1.0059137344360352, + -0.7656320929527283, + 0.5958436727523804, + 0.5864725708961487 + ] + ], + "predicted_scores": [ + 4.193063735961914, + 3.9982848167419434, + 3.848811149597168, + 3.6920857429504395, + 3.6366844177246094, + 3.4181365966796875, + 3.284304618835449, + 3.2609381675720215 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1339985874", + "selected_index": 0, + "state_hash": "bd304c6217b592f13b75ca8ef67e7d1d2dc714a161c19935ca819609fcd2d71a", + "stored_base_utility": 0.0010738968849182129, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16318494081497192, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16318494081497192 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1683088093996048, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1683088093996048 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16123494505882263, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16123494505882263 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16033801436424255, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16033801436424255 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1665775179862976, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1665775179862976 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16556596755981445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16556596755981445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1321866661310196, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1321866661310196 + } + ], + "candidate_progress": [ + 1.0, + 0.16318494081497192, + 0.1683088093996048, + 0.16123494505882263, + 0.16033801436424255, + 0.1665775179862976, + 0.16556596755981445, + 0.1321866661310196 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-663c7e7fdaea6a945a2b", + "ms-5dab866561f657e9aa8d", + "ms-663c7e7fdaea6a945a2b", + "ms-5dab866561f657e9aa8d", + "ms-663c7e7fdaea6a945a2b", + "ms-5dab866561f657e9aa8d", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-3c9527725515347ba7de", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.24271541833877563, + 0.01757783442735672, + 1.1046268939971924, + -0.12216667830944061, + -0.6902732253074646, + -0.0418536514043808, + 0.6844692230224609, + 0.2505437731742859, + 0.026475051417946815, + 0.001465432345867157, + -0.1337529718875885, + -0.25760820508003235, + -0.1635596752166748, + 0.3714058995246887, + -0.027928601950407028, + 0.012542672455310822, + -0.3008750081062317, + 0.057414665818214417, + 0.10613012313842773, + -0.029916584491729736, + 0.08588304370641708 + ], + [ + 0.07781016826629639, + 0.006899233907461166, + 1.0819076299667358, + -0.22040623426437378, + -0.7406755089759827, + 0.12883391976356506, + 0.6569515466690063, + 0.11175931990146637, + 0.08705037087202072, + -0.05215487629175186, + 0.012724578380584717, + -0.27958574891090393, + -0.017645925283432007, + 0.2922535538673401, + 0.06152983009815216, + -0.09074968099594116, + -0.12498043477535248, + -0.051426962018013, + 0.13266460597515106, + 0.21806925535202026, + 0.10097702592611313 + ], + [ + -0.0812133401632309, + 0.02210564911365509, + 1.2557448148727417, + -0.2833116054534912, + -0.6518992185592651, + 0.09059160202741623, + 0.6829094290733337, + 0.17400746047496796, + 0.04691102355718613, + -0.1941869854927063, + -0.13626956939697266, + -0.306598961353302, + 0.10913023352622986, + -0.0043556541204452515, + -0.06901812553405762, + -0.11281435191631317, + 0.12238236516714096, + -0.11719481647014618, + 0.09103454649448395, + 0.08916518092155457, + 0.2559753954410553 + ], + [ + 0.02239241451025009, + 0.016036860644817352, + 1.0726951360702515, + -0.2467200607061386, + -0.636530876159668, + 0.06355355679988861, + 0.7367784976959229, + 0.1853577345609665, + 0.09179947525262833, + -0.14483529329299927, + 0.05429371818900108, + -0.3060285449028015, + -0.18052372336387634, + 0.23056930303573608, + 0.011288147419691086, + -0.06593725085258484, + 0.015089347958564758, + -0.05321832001209259, + 0.0660051703453064, + 0.3340380787849426, + 0.20910444855690002 + ], + [ + -0.07553745806217194, + -0.014590468257665634, + 1.1097302436828613, + -0.3270564079284668, + -0.7612444758415222, + 0.20255182683467865, + 0.18242621421813965, + 0.30432841181755066, + 0.02022431418299675, + -0.0739818587899208, + -0.0717034712433815, + -0.09763228893280029, + 0.005077540874481201, + -0.10532572865486145, + 0.04671202227473259, + -0.04519257694482803, + -0.16939933598041534, + 0.058990806341171265, + 0.30362746119499207, + 0.40225332975387573, + 0.34424951672554016 + ], + [ + -0.17002682387828827, + 0.1395680010318756, + 0.9577089548110962, + -0.3974669575691223, + -0.6523594856262207, + 0.5276517271995544, + 0.8573326468467712, + 0.04719759523868561, + -0.060561202466487885, + 0.039189115166664124, + 0.0068649426102638245, + -0.22294369339942932, + 0.8265480995178223, + 0.29529786109924316, + -0.339047908782959, + -0.1742323338985443, + 0.06806069612503052, + 0.2997875511646271, + 0.20008835196495056, + 0.47791725397109985, + 0.32256802916526794 + ], + [ + -0.1428176611661911, + -0.053037695586681366, + 0.9956529140472412, + -0.22742044925689697, + -0.5874956250190735, + 0.5068775415420532, + 0.2652190625667572, + 0.2235591858625412, + 0.08586768805980682, + 0.007354222238063812, + -0.04977014660835266, + -0.10759413242340088, + 0.06902483105659485, + -0.04443712532520294, + -0.024810772389173508, + -0.03612218797206879, + -0.037510767579078674, + -0.03109586238861084, + 0.29757776856422424, + 0.4896356463432312, + 0.3352053761482239 + ], + [ + -0.1106688529253006, + -0.1053120493888855, + 0.820298969745636, + -0.3379371166229248, + -0.6036681532859802, + 0.045475855469703674, + 0.20942482352256775, + 0.24691155552864075, + 0.007236151024699211, + 0.12349780648946762, + -0.028759248554706573, + -0.4678359031677246, + -0.05333000421524048, + -0.2672136425971985, + 0.052849628031253815, + -0.026936117559671402, + -0.3097967505455017, + 0.23933875560760498, + 0.07973484694957733, + 0.4648933410644531, + 0.06992333382368088 + ] + ], + "generated_utilities": [ + 2.0, + 0.16318494081497192, + 0.1683088093996048, + 0.16123494505882263, + 0.16033801436424255, + 0.1665775179862976, + 0.16556596755981445, + 0.1321866661310196 + ], + "group_id": "ms-3c9527725515347ba7de", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.19285303354263306, + 2.0, + 2.0, + 2.0, + 0.20931276679039001, + 2.0, + 0.20059902966022491, + 0.15701699256896973, + 0.1257394552230835, + 0.1458038091659546, + 0.15410242974758148, + 0.08990128338336945, + 0.05873413383960724, + 0.15861298143863678, + 0.20056891441345215, + 0.10895437002182007 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.7993598580360413, + -0.4617959260940552, + 2.5356831550598145, + -0.7508338689804077, + -1.5226960182189941, + -0.7069530487060547, + 2.6473662853240967, + -0.6814330816268921, + 0.6703248023986816, + -0.2521136403083801, + -0.006601691246032715, + -0.8773484826087952, + 0.18603210151195526, + 1.4842607975006104, + -0.44685351848602295, + -0.4835062026977539, + 0.39532017707824707, + 1.2860924005508423, + 0.492775559425354, + -1.1644641160964966, + 0.029239296913146973 + ], + [ + -0.5958490967750549, + -0.8869602680206299, + 1.9370535612106323, + -1.3369274139404297, + -1.3780485391616821, + -1.4914685487747192, + 2.3758342266082764, + 0.06484010815620422, + 0.9533556699752808, + -0.7895293235778809, + -0.5068750977516174, + -1.5063971281051636, + -0.1976628452539444, + 0.34143316745758057, + -0.9371373653411865, + 0.2778739929199219, + -0.09005722403526306, + 1.4202221632003784, + 0.6366680264472961, + -0.10630977153778076, + 0.5824821591377258 + ], + [ + -1.6149940490722656, + -0.07728049904108047, + 2.0576798915863037, + -1.4732521772384644, + -1.2617385387420654, + -0.7065185308456421, + 3.201183557510376, + -1.226184368133545, + 0.7627670764923096, + 0.15083831548690796, + -0.25569653511047363, + -1.3497827053070068, + -0.4638148844242096, + 0.20382755994796753, + -0.6599263548851013, + -0.3803898096084595, + 0.6110402345657349, + 1.264296293258667, + -0.19226348400115967, + -1.0998938083648682, + 1.0759334564208984 + ], + [ + -1.3442103862762451, + 0.26169466972351074, + 2.2441110610961914, + -0.7313686609268188, + -0.6008573770523071, + -0.9283000230789185, + 2.012674331665039, + 0.10562726855278015, + -0.5703116655349731, + -1.4578218460083008, + -0.10590934753417969, + -1.3498828411102295, + 0.5557713508605957, + 1.6681909561157227, + 0.6755841374397278, + -0.5885176062583923, + -0.6540148854255676, + 1.7115890979766846, + -0.29933667182922363, + 0.22260808944702148, + 0.7502643465995789 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.10834383964538574, + -0.01533033698797226, + 1.1497671604156494, + -0.23223960399627686, + -0.5004663467407227, + -0.0881650447845459, + 0.0, + 0.010298430919647217, + -0.04976740479469299, + 0.01569610834121704, + 0.04332536458969116, + -0.0811227560043335, + 0.01655944064259529, + 0.0, + -0.09658544510602951, + 0.05793397128582001, + 0.03149130940437317, + 0.10221290588378906, + 0.010401815176010132, + 0.018716812133789062, + 0.0 + ], + [ + -0.08981066942214966, + 0.08285157382488251, + 1.1497671604156494, + -0.23223960399627686, + -0.5004663467407227, + -0.06762510538101196, + 0.0, + 0.22738364338874817, + 0.16432863473892212, + 0.2049698829650879, + -0.11359217762947083, + -0.3055359721183777, + -0.2604861855506897, + 0.0, + 0.24238187074661255, + 0.09344266355037689, + 0.28898143768310547, + 0.10221290588378906, + 0.14429014921188354, + 0.07155865430831909, + 0.0 + ], + [ + -0.10891115665435791, + 0.9105014801025391, + 1.1497671604156494, + -0.23223960399627686, + -0.5004663467407227, + -0.31089186668395996, + 0.0, + -0.5489076972007751, + -0.3532077372074127, + 0.33130598068237305, + -0.04384538531303406, + -0.18055212497711182, + 0.39783018827438354, + 0.0, + -0.669408917427063, + 0.06843535602092743, + 0.04977872967720032, + 0.2267470359802246, + 0.30842727422714233, + 0.17383885383605957, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.098893642425537, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.144782781600952, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4330616891384125 + ] + ], + "predicted_scores": [ + 1.5907516479492188, + 1.422922134399414, + 1.3081116676330566, + 1.0847994089126587, + 0.8837746381759644, + 0.7252510786056519, + 0.5617805123329163, + -0.08215352892875671 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1186005236", + "selected_index": 0, + "state_hash": "8cea95e6074897ac72bf902c02a2da5e00f75b80f36a7b8a8f4240a5c97d1a0a", + "stored_base_utility": 0.19285303354263306, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07176034152507782, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07176034152507782 + }, + "base_progress": 0.07176034152507782, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07176034152507782, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05834449827671051, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05834449827671051 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05828256905078888, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05828256905078888 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.059559017419815063, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.059559017419815063 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06508605182170868, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06508605182170868 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.048258304595947266, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.048258304595947266 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04954183101654053, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04954183101654053 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03697407245635986, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03697407245635986 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.042679011821746826, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.042679011821746826 + } + ], + "candidate_progress": [ + 0.05834449827671051, + 0.05828256905078888, + 0.059559017419815063, + 0.06508605182170868, + 0.048258304595947266, + 0.04954183101654053, + 0.03697407245635986, + 0.042679011821746826 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4e67cfd30a257b4bad0c", + "ms-fe38b164397dd669f391", + "ms-dab80e1bb7987577e33d", + "ms-4e67cfd30a257b4bad0c", + "ms-bfe867e8d518b9f8333a", + "ms-bfe867e8d518b9f8333a", + "ms-6ffe441e29681c8f116e", + "ms-6ffe441e29681c8f116e" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-3f6cd47af5e9e6781b73", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.30157649517059326, + -0.3711175322532654, + 0.9097548723220825, + 0.5147709846496582, + -0.22068563103675842, + 0.07125220447778702, + 0.10177695751190186, + 0.17853976786136627, + 0.6287343502044678, + 0.06793709844350815, + -0.3074564039707184, + -0.9307938814163208, + -0.23502542078495026, + -0.0015545934438705444, + -0.04155324772000313, + 0.014381740242242813, + -0.1548469513654709, + -0.42726635932922363, + -0.3784506916999817, + -0.3824363350868225, + 0.00839744508266449 + ], + [ + 0.29790449142456055, + -0.3716392517089844, + 1.1302024126052856, + 0.26204898953437805, + -0.4625389575958252, + 0.5264974236488342, + 0.22044245898723602, + 0.1672676056623459, + 0.6252824664115906, + 0.003560684621334076, + -0.17281195521354675, + -0.8367557525634766, + -0.20482772588729858, + -0.02605527639389038, + -0.02589688077569008, + -0.04260622709989548, + -0.1709405928850174, + -0.1820702999830246, + -0.35448819398880005, + -0.07209353148937225, + -0.009841784834861755 + ], + [ + 0.3084089457988739, + -0.39732885360717773, + 1.1153311729431152, + 0.4947504699230194, + -0.39577025175094604, + 0.4816300570964813, + 0.06796357035636902, + 0.17457172274589539, + 0.6192610859870911, + 0.05384344607591629, + -0.04239276051521301, + -0.866735577583313, + -0.0910794734954834, + -0.05883936583995819, + -0.10568740963935852, + -0.04134462773799896, + -0.20173437893390656, + -0.24510936439037323, + -0.158244788646698, + -0.2023073136806488, + -0.19143888354301453 + ], + [ + 0.19609707593917847, + -0.35059958696365356, + 1.0773780345916748, + 0.49438342452049255, + -0.4756718873977661, + 0.5658383965492249, + 0.5046953558921814, + 0.14981839060783386, + 0.604494035243988, + 0.09325076639652252, + -0.23596924543380737, + -0.9488621950149536, + -0.10878446698188782, + 0.1419219970703125, + -0.09722776710987091, + -0.06553179025650024, + -0.17540909349918365, + -0.32786113023757935, + -0.26992911100387573, + -0.26991039514541626, + -0.08323732018470764 + ], + [ + 0.3579901456832886, + -0.42898911237716675, + 1.174117922782898, + 0.4746004641056061, + -0.48914510011672974, + 0.4990752041339874, + 0.13329198956489563, + 0.30590522289276123, + 0.6249312162399292, + -0.014044545590877533, + -0.09371710568666458, + -0.8598681688308716, + -0.042744189500808716, + 0.04404805600643158, + -0.04880635812878609, + -0.0904509574174881, + -0.19383199512958527, + -0.3907521963119507, + -0.3163490295410156, + -0.016828835010528564, + -0.2424754500389099 + ], + [ + 0.344539612531662, + -0.401941180229187, + 1.1736087799072266, + 0.47456488013267517, + -0.5829611420631409, + 0.5195281505584717, + 0.1674456000328064, + 0.29372116923332214, + 0.6120150089263916, + -0.04318367689847946, + -0.06427484005689621, + -0.9119080305099487, + -0.006663858890533447, + -0.0020326077938079834, + -0.05260361358523369, + -0.10328343510627747, + -0.17062287032604218, + -0.3727680444717407, + -0.28153467178344727, + -0.03723269701004028, + -0.23493283987045288 + ], + [ + 0.4516379237174988, + -0.4769899249076843, + 1.2556568384170532, + 0.498742014169693, + -0.5733563303947449, + 0.3897249698638916, + 0.23417547345161438, + 0.49895772337913513, + 0.6101598143577576, + -0.15482378005981445, + -0.017400279641151428, + -0.9211055040359497, + 0.22265800833702087, + -0.1273438185453415, + -0.1394912451505661, + -0.0769970566034317, + -0.25942403078079224, + -0.320648193359375, + -0.5348988175392151, + 0.0032885968685150146, + -0.31173187494277954 + ], + [ + 0.4038814902305603, + -0.507490336894989, + 1.1826412677764893, + 0.5785418748855591, + -0.5145685076713562, + 0.48778435587882996, + 0.31286031007766724, + 0.4565031826496124, + 0.6081628799438477, + -0.1300724744796753, + 0.08370164036750793, + -0.9175795316696167, + 0.159306138753891, + -0.08907799422740936, + -0.21388712525367737, + -0.10552865266799927, + -0.23788918554782867, + -0.31029993295669556, + -0.45472151041030884, + -0.07037602365016937, + -0.22983774542808533 + ] + ], + "generated_utilities": [ + 0.05834449827671051, + 0.05828256905078888, + 0.059559017419815063, + 0.06508605182170868, + 0.048258304595947266, + 0.04954183101654053, + 0.03697407245635986, + 0.042679011821746826 + ], + "group_id": "ms-3f6cd47af5e9e6781b73", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1547313630580902, + 0.19113829731941223, + 0.17127625644207, + 2.0, + 0.06842517852783203, + 0.03507773578166962, + 0.07855391502380371, + 0.0629291832447052, + 0.05469740927219391, + 0.03849700093269348, + 0.15301832556724548, + 0.04089635610580444, + 0.03792977333068848, + 0.038459762930870056, + 0.13053137063980103, + 0.14281129837036133 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.9132530093193054, + -1.6466630697250366, + 2.35099196434021, + -0.5758807063102722, + -0.6667348146438599, + 0.4887141287326813, + 1.9910730123519897, + -0.43688008189201355, + 0.20448988676071167, + 0.03200087323784828, + -0.5973981022834778, + -1.7007155418395996, + 0.3673585057258606, + 1.2132092714309692, + -0.7076328992843628, + 0.040811412036418915, + -0.9744926691055298, + 0.2932427227497101, + -1.1137419939041138, + 0.4830247163772583, + 0.28001031279563904 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.9821460247039795, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.4264185428619385, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5600206255912781 + ], + [ + 0.7771066427230835, + -1.3944898843765259, + 2.1326327323913574, + -0.3021138608455658, + -0.5606389045715332, + 0.38175997138023376, + 2.185515880584717, + -0.6438841819763184, + 0.180931955575943, + 0.22982607781887054, + -0.7760804891586304, + -1.955359935760498, + 0.12904998660087585, + 1.2074030637741089, + -0.48570942878723145, + 0.09345971047878265, + -0.8673911094665527, + 0.23870210349559784, + -1.3095589876174927, + 0.4225488305091858, + -0.017965108156204224 + ], + [ + 1.0537793636322021, + -1.9718036651611328, + 2.275942802429199, + -0.6899934411048889, + -0.3196341097354889, + 0.34605473279953003, + 1.7860316038131714, + -0.8092713356018066, + 0.392240047454834, + 0.1668231189250946, + -0.6098995804786682, + -1.9265855550765991, + 0.3772912621498108, + 1.1937143802642822, + -0.5949102640151978, + 0.2870747447013855, + -0.8927479982376099, + 0.4940311312675476, + -0.8703187704086304, + 0.08871728181838989, + 0.4340847134590149 + ], + [ + 0.8834291100502014, + -1.4346120357513428, + 2.498727321624756, + -0.5198103785514832, + -0.6619786024093628, + 0.8781569004058838, + 1.8549059629440308, + -0.22863012552261353, + -0.15483179688453674, + -0.10799212753772736, + -0.8495969772338867, + -1.6544324159622192, + 0.011688262224197388, + 1.032745599746704, + -0.6623016595840454, + 0.06508280336856842, + -1.3592454195022583, + 0.7789573669433594, + -1.2841651439666748, + 0.5848837494850159, + 0.11004994809627533 + ], + [ + 0.6243822574615479, + -1.8319957256317139, + 2.5278525352478027, + -0.28251540660858154, + -0.48561564087867737, + 0.320346862077713, + 1.6434416770935059, + -1.0165281295776367, + 0.28785941004753113, + -0.3104556202888489, + -0.610814094543457, + -2.1888177394866943, + 0.36707860231399536, + 1.3978936672210693, + -0.3339594602584839, + -0.4541056156158447, + -0.4392012357711792, + -0.025198668241500854, + -0.6648521423339844, + -0.05212068557739258, + 0.3909575343132019 + ], + [ + 0.74494868516922, + -1.4265309572219849, + 2.1005356311798096, + -0.8183388710021973, + -0.5146109461784363, + 0.6712164878845215, + 1.628446102142334, + -0.160145103931427, + 0.017666906118392944, + 0.8079394102096558, + -0.2531163692474365, + -1.2687088251113892, + 0.06635856628417969, + 0.5151103734970093, + -0.15309447050094604, + 0.4967294931411743, + -1.051297664642334, + -0.49694666266441345, + -0.7456035017967224, + 0.2623186707496643, + 0.5144497156143188 + ], + [ + 1.7134684324264526, + -1.4392048120498657, + 1.6039221286773682, + 0.28969478607177734, + -0.15148663520812988, + 0.3863539397716522, + 2.6838150024414062, + -0.48648601770401, + -0.1562606692314148, + -0.23308005928993225, + -0.5487439036369324, + -1.6421318054199219, + 0.8374671339988708, + 1.0753231048583984, + -1.5539491176605225, + 0.770424485206604, + -1.0087251663208008, + 0.28634482622146606, + -1.8964002132415771, + 0.6186156272888184, + 0.2947838306427002 + ], + [ + 0.17422771453857422, + -0.9105252027511597, + 3.124054431915283, + -0.5934543609619141, + -0.8154786229133606, + 1.2948968410491943, + 2.953775405883789, + 0.09739193320274353, + 0.7396764755249023, + 0.36347806453704834, + -1.3545989990234375, + -2.246198892593384, + 0.31407541036605835, + 1.7348213195800781, + -0.015770375728607178, + 0.6693612337112427, + -1.9496581554412842, + 0.6926866769790649, + -0.7829495668411255, + -0.4698461890220642, + -0.28202131390571594 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.5486637949943542, + -0.6466630697250366, + 1.35099196434021, + 0.40047889947891235, + -0.19673007726669312, + -0.20899882912635803, + 0.0, + -0.03994143009185791, + 0.760525107383728, + 0.178628072142601, + -0.08805400133132935, + -0.7007155418395996, + -0.45932620763778687, + 0.0, + -0.3606303036212921, + -0.08231756836175919, + -0.1927269697189331, + -0.2273968756198883, + -0.11374199390411377, + -0.2941415309906006, + 0.0 + ] + ], + "predicted_scores": [ + 8.397940635681152, + 6.843266487121582, + 6.604097366333008, + 6.503945350646973, + 6.320296764373779, + 6.208920955657959, + 5.293857097625732, + 5.172903537750244 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1847929953", + "selected_index": 0, + "state_hash": "8b6867f29af79cd6a783f9f72a52f020ed7212c7613d8dc4524b565dd0f9266c", + "stored_base_utility": 0.1547313630580902, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1389230191707611, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1389230191707611 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1528504192829132, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1528504192829132 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14781706035137177, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14781706035137177 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14539462327957153, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14539462327957153 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15604367852210999, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15604367852210999 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14859014749526978, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14859014749526978 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16311413049697876, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16311413049697876 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17585712671279907, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17585712671279907 + } + ], + "candidate_progress": [ + 0.1389230191707611, + 0.1528504192829132, + 0.14781706035137177, + 0.14539462327957153, + 0.15604367852210999, + 0.14859014749526978, + 0.16311413049697876, + 0.17585712671279907 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1", + "ms-74704688fb63757619e1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4711dffcd73048a3656c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.01888604462146759, + -0.03476181626319885, + 1.2754310369491577, + -0.5224241614341736, + -1.5962247848510742, + 0.053182199597358704, + -0.20396912097930908, + -0.06514468789100647, + 0.06764546036720276, + 0.1336004137992859, + -0.004512164741754532, + -1.0503458976745605, + 0.048050135374069214, + 0.011335901916027069, + -0.009197812527418137, + -0.08337318897247314, + 0.17465367913246155, + -0.034128338098526, + 0.08770513534545898, + 0.2644270062446594, + 0.13311684131622314 + ], + [ + -0.14963115751743317, + -0.08743353188037872, + 1.129501223564148, + -0.3494187593460083, + -1.8115346431732178, + -0.03525291383266449, + 0.02376428246498108, + 0.1463412344455719, + 0.09832511097192764, + -0.08017464727163315, + 0.09270089119672775, + -1.1073899269104004, + 0.3338185250759125, + 0.09007322788238525, + 0.04936718940734863, + -0.007854713127017021, + -0.032719746232032776, + 0.0075255632400512695, + 0.0990067720413208, + 0.4910162687301636, + -0.009371936321258545 + ], + [ + -0.05419580638408661, + -0.1106124073266983, + 1.2221826314926147, + -0.441150963306427, + -1.9044721126556396, + 0.012271448969841003, + -0.05327373743057251, + 0.10961122810840607, + 0.0940626785159111, + -0.0065814778208732605, + -0.012851454317569733, + -0.996391773223877, + 0.30373796820640564, + 0.2232467234134674, + 0.07978282868862152, + -5.101226270198822e-05, + 0.013970285654067993, + 0.05925726890563965, + 0.14453861117362976, + 0.6011546850204468, + -0.07609489560127258 + ], + [ + 0.034710414707660675, + -0.040590301156044006, + 1.2430603504180908, + -0.4233812689781189, + -1.8301963806152344, + -0.16861599683761597, + 0.08838379383087158, + 0.19288550317287445, + 0.049864403903484344, + -0.054477788507938385, + 0.14583244919776917, + -1.0930691957473755, + 0.2628781497478485, + -0.06349469721317291, + 0.09793736040592194, + -0.03304407745599747, + -0.002543807029724121, + 0.027988821268081665, + 0.2796505391597748, + 0.6462699770927429, + -0.07545822858810425 + ], + [ + -0.005729809403419495, + -0.1254940927028656, + 1.3480398654937744, + -0.7983957529067993, + -2.0218279361724854, + 0.1893329918384552, + -0.07892495393753052, + 0.20473754405975342, + 0.1989305466413498, + -0.1855538785457611, + 0.03490534424781799, + -0.8647361993789673, + 0.310315877199173, + 0.10349787771701813, + -0.03133179619908333, + -0.04801660403609276, + 0.0750313252210617, + -0.04224857687950134, + -0.0025527477264404297, + 0.4222254157066345, + 0.05720904469490051 + ], + [ + 0.04060690850019455, + 0.05073913186788559, + 1.2324851751327515, + -0.24154692888259888, + -1.4988009929656982, + 0.07766830176115036, + 0.03420165181159973, + 0.06573893129825592, + 0.09921569377183914, + 0.08707371354103088, + -0.10551358014345169, + -1.2708724737167358, + -0.002813488245010376, + -0.42096400260925293, + -0.021016206592321396, + 0.09499968588352203, + -0.1168869286775589, + -0.09142641723155975, + 0.06984609365463257, + 0.4658738970756531, + 0.13567997515201569 + ], + [ + -0.17910920083522797, + -0.008634667843580246, + 0.8889950513839722, + -0.33688998222351074, + -1.5867645740509033, + 0.2726512849330902, + -0.0906950831413269, + 0.2639617323875427, + 0.1130010113120079, + -0.08909795433282852, + 0.23862355947494507, + -1.0566604137420654, + 0.44299790263175964, + 0.1748889684677124, + 0.11385539174079895, + -0.024129267781972885, + -0.08561472594738007, + 0.029115110635757446, + 0.17757661640644073, + 0.6379334926605225, + 0.25547724962234497 + ], + [ + -0.11848945915699005, + 0.12036128342151642, + 1.2406970262527466, + -0.4263990521430969, + -1.7517237663269043, + -0.22699517011642456, + -0.506121814250946, + -0.01901543140411377, + 0.13833247125148773, + -0.21126744151115417, + 0.08194039016962051, + -0.9239040613174438, + 0.1791413128376007, + 0.10464566200971603, + 0.003222726285457611, + -0.15503397583961487, + -0.04955141246318817, + 0.19004976749420166, + -0.01569613814353943, + 0.25296759605407715, + 0.24049419164657593 + ] + ], + "generated_utilities": [ + 0.1389230191707611, + 0.1528504192829132, + 0.14781706035137177, + 0.14539462327957153, + 0.15604367852210999, + 0.14859014749526978, + 0.16311413049697876, + 0.17585712671279907 + ], + "group_id": "ms-4711dffcd73048a3656c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1626431941986084, + 2.0, + 0.15946105122566223, + 0.1084112823009491, + 0.20778429508209229, + 2.0, + 0.15948902070522308, + 0.22104430198669434, + 0.10070618987083435, + 0.139021098613739, + 0.09623450040817261, + 0.07864600419998169, + 0.032198235392570496, + 0.07767435908317566, + 0.031292349100112915, + 0.02227112650871277 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.041545331478118896, + 0.1616201400756836, + 1.3322105407714844, + -0.3139227628707886, + -1.5556955337524414, + -0.14655739068984985, + 0.0, + -0.3435916602611542, + -0.6773536205291748, + 0.14119015634059906, + 0.08907425403594971, + -1.22556471824646, + -0.0999513566493988, + 0.0, + -0.05630229040980339, + 0.25678887963294983, + 0.6139084100723267, + -0.2874066233634949, + 0.593100905418396, + -0.2625237703323364, + 0.0 + ], + [ + -0.6356340646743774, + -0.03137122094631195, + 2.7432334423065186, + -1.3401424884796143, + -2.407440185546875, + -0.2727615237236023, + 2.3686435222625732, + -0.031130105257034302, + 0.2900417745113373, + -0.6453436613082886, + -0.3904319405555725, + -1.8381528854370117, + -0.10481882095336914, + 0.8678306341171265, + 0.019653651863336563, + -0.5314577221870422, + 0.1634729653596878, + 1.0603824853897095, + 0.30469298362731934, + -0.47004079818725586, + 0.5770233273506165 + ], + [ + -0.9327252507209778, + 0.38920143246650696, + 2.3456616401672363, + -0.7128085494041443, + -2.9956088066101074, + -0.02401013672351837, + 2.4731075763702393, + -0.6127446889877319, + 0.14054006338119507, + -0.3780522346496582, + -0.2095814347267151, + -1.8049286603927612, + 0.8026796579360962, + 1.2638825178146362, + 0.7421033382415771, + 0.3617887496948242, + -0.072002112865448, + 0.37965717911720276, + -0.6307531595230103, + -0.20427295565605164, + 0.4427502155303955 + ], + [ + -1.4279205799102783, + -0.3932044506072998, + 2.477252721786499, + -1.4641530513763428, + -3.222109794616699, + -0.7611033916473389, + 3.1970319747924805, + 0.1775827705860138, + 0.08836755156517029, + 0.4061749577522278, + 0.16531124711036682, + -1.9532119035720825, + -0.3884153664112091, + 1.955294132232666, + 0.6244382858276367, + 0.06703347712755203, + -0.6258246898651123, + -0.027922987937927246, + -0.6624890565872192, + 0.5942519307136536, + 0.8838739395141602 + ], + [ + -1.102818250656128, + 0.6303051710128784, + 2.424408197402954, + -1.4986604452133179, + -2.1827991008758545, + -0.9305331110954285, + 3.26835036277771, + 0.30264565348625183, + 0.07179699838161469, + 0.1170068234205246, + -0.2759570777416229, + -1.832624912261963, + 0.3211679458618164, + 1.6563345193862915, + 0.44249120354652405, + -0.14777600765228271, + -0.41154229640960693, + 1.1139109134674072, + 0.5050570368766785, + 0.7314460873603821, + 1.0591964721679688 + ], + [ + -0.6894789934158325, + 0.3949442207813263, + 2.3411593437194824, + -1.8026797771453857, + -3.4228854179382324, + -0.5050106048583984, + 2.174572229385376, + -0.9445419311523438, + 0.9014829993247986, + -0.12700730562210083, + 0.34985798597335815, + -3.135735511779785, + 0.16583538055419922, + 2.16013765335083, + 0.09942910075187683, + 0.07267018407583237, + 0.024033322930336, + -0.10094213485717773, + 0.7390915751457214, + 0.8137301206588745, + -0.3318617045879364 + ], + [ + -1.6733088493347168, + 1.0412858724594116, + 2.830728530883789, + -0.4835314154624939, + -2.820676803588867, + -0.5693152546882629, + 1.7130061388015747, + -1.0301580429077148, + 0.7687884569168091, + 0.6210253834724426, + -0.6496561765670776, + -3.1370577812194824, + 1.3203717470169067, + 1.1639726161956787, + -0.918673038482666, + 0.3648257255554199, + 0.8159286379814148, + 0.08253777027130127, + 0.2982146441936493, + 0.09199246764183044, + 0.8848137855529785 + ], + [ + -1.7735376358032227, + 0.1335528939962387, + 2.6240251064300537, + -2.242422103881836, + -2.25205135345459, + 0.3341616988182068, + 2.9862024784088135, + 0.14527174830436707, + 0.6496755480766296, + 0.8032605648040771, + 0.11511999368667603, + -2.3786416053771973, + 1.342987060546875, + 0.3743686079978943, + 0.5387001633644104, + -0.6499927639961243, + -0.343304842710495, + 0.8976763486862183, + 0.35061153769493103, + -0.6014589667320251, + 0.7234175205230713 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06636208295822144, + -0.029895365238189697, + 1.3322105407714844, + -0.3139227628707886, + -1.5556955337524414, + 0.00038805603981018066, + 0.0, + -0.01631137728691101, + 0.05098840594291687, + 0.00029140710830688477, + -0.031518008559942245, + -1.22556471824646, + 0.0416814386844635, + 0.0, + 0.02525833621621132, + -0.06984973698854446, + 0.0016871392726898193, + -0.05452394485473633, + -0.027631491422653198, + 0.012514695525169373, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.922548294067383, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.3695149421691895, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5419594645500183 + ], + [ + -0.7825978994369507, + 0.3340664505958557, + 2.088991641998291, + -0.9678057432174683, + -2.319409132003784, + -0.5762873888015747, + 2.580690860748291, + -0.3735782206058502, + -0.14220629632472992, + 0.23124955594539642, + -0.18757009506225586, + -2.024440050125122, + 0.14031913876533508, + 1.4877774715423584, + 0.2456928938627243, + -0.1807633638381958, + -0.39711564779281616, + 0.3558559715747833, + 0.1519317924976349, + -0.34572237730026245, + 0.4450659155845642 + ] + ], + "predicted_scores": [ + 4.505026340484619, + 3.283602237701416, + 3.230781078338623, + 2.79356050491333, + 2.7522811889648438, + 2.5240426063537598, + 2.390021800994873, + 2.298335552215576 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1588222896", + "selected_index": 0, + "state_hash": "45aaa9c19ab595507401d52356391f883f1e1380fc135058f7303faca78209e8", + "stored_base_utility": 0.1626431941986084, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1546800136566162, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1546800136566162 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14559617638587952, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14559617638587952 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15225253999233246, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15225253999233246 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1410333514213562, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1410333514213562 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15525279939174652, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15525279939174652 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1469479501247406, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1469479501247406 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17898479104042053, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17898479104042053 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13414938747882843, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13414938747882843 + } + ], + "candidate_progress": [ + 0.1546800136566162, + 0.14559617638587952, + 0.15225253999233246, + 0.1410333514213562, + 0.15525279939174652, + 0.1469479501247406, + 0.17898479104042053, + 0.13414938747882843 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f985a8cb6c13af7df7ba", + "ms-7530a944fb0979ba91e3", + "ms-f985a8cb6c13af7df7ba", + "ms-7530a944fb0979ba91e3", + "ms-f985a8cb6c13af7df7ba", + "ms-f985a8cb6c13af7df7ba", + "ms-f985a8cb6c13af7df7ba", + "ms-7530a944fb0979ba91e3" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-49b9fd364e000bc7d579", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.10258103162050247, + -0.010351832956075668, + 1.2602260112762451, + -0.4686262607574463, + -1.3679509162902832, + 0.12841062247753143, + 0.27822452783584595, + 0.07332886755466461, + 0.13942135870456696, + -0.1600443422794342, + -0.09292370826005936, + -1.255735993385315, + -0.09897691011428833, + 0.020280547440052032, + -0.04267501458525658, + -0.0658562183380127, + -0.11671952903270721, + -0.08423088490962982, + -0.16264942288398743, + 0.31327080726623535, + 0.13898393511772156 + ], + [ + 0.07615848630666733, + 0.004912499338388443, + 1.2814756631851196, + -0.46672922372817993, + -1.3841888904571533, + 0.013992100954055786, + 0.2155422866344452, + 0.10634491592645645, + 0.12089274823665619, + -0.1114783063530922, + -0.11912871152162552, + -1.2614816427230835, + -0.1274566352367401, + 0.020838968455791473, + 0.026952475309371948, + -0.07400621473789215, + -0.1826799362897873, + -0.02313372492790222, + -0.23203414678573608, + 0.14094138145446777, + 0.10516033321619034 + ], + [ + 0.16476328670978546, + 0.027536511421203613, + 1.2990056276321411, + -0.5635656118392944, + -1.3235015869140625, + -0.12372714281082153, + 0.16044387221336365, + 0.08859279751777649, + 0.14930963516235352, + -0.22339415550231934, + -0.04611470550298691, + -1.275636911392212, + -0.30797290802001953, + 0.03511923551559448, + 0.07896281778812408, + -0.017121676355600357, + -0.1754014939069748, + -0.052571848034858704, + -0.28287631273269653, + 0.2926919460296631, + 0.1252090036869049 + ], + [ + 0.06094103306531906, + 0.09125964343547821, + 1.3130542039871216, + -0.3779165744781494, + -1.3003089427947998, + 0.08786079287528992, + -0.06489932537078857, + 0.11750984936952591, + 0.16673819720745087, + -0.008297182619571686, + -0.1699085533618927, + -1.3281069993972778, + -0.26597490906715393, + -0.03630392253398895, + -0.043829355388879776, + 0.01773146353662014, + -0.33864784240722656, + -0.03498740494251251, + -0.17831143736839294, + 0.21205633878707886, + 0.37016648054122925 + ], + [ + -0.0004632622003555298, + 0.018895231187343597, + 1.079453945159912, + -0.47485971450805664, + -1.2564289569854736, + 0.45151057839393616, + 0.26749613881111145, + 0.18549400568008423, + 0.139478400349617, + -0.13831153512001038, + -0.08066896349191666, + -0.9553536176681519, + 0.0012645423412322998, + -0.05668140947818756, + -0.10885782539844513, + -0.10580494999885559, + -0.22841133177280426, + -0.053137436509132385, + -0.2223733365535736, + 0.6553574204444885, + -0.03270123898983002 + ], + [ + 0.09803168475627899, + 0.07437501847743988, + 1.3019322156906128, + -0.4578171372413635, + -1.322960376739502, + 0.18425336480140686, + -0.018147021532058716, + 0.1316801905632019, + 0.1838088482618332, + -0.05993243306875229, + -0.2223501205444336, + -1.2863320112228394, + -0.13883468508720398, + -0.14861424267292023, + -0.022038254886865616, + 0.013150466606020927, + -0.36661726236343384, + -0.0443488210439682, + -0.2235475778579712, + 0.24336135387420654, + 0.0874914824962616 + ], + [ + -0.009331107139587402, + 0.07149902731180191, + 1.1568129062652588, + -0.30011942982673645, + -1.4992153644561768, + -0.003954008221626282, + 0.07667961716651917, + -0.1391659677028656, + 0.2071763426065445, + 0.02945326268672943, + -0.13705098628997803, + -0.9277604818344116, + 0.14263156056404114, + 0.20710161328315735, + -0.2072884440422058, + -0.08575515449047089, + -0.2270440012216568, + 0.12053775042295456, + -0.5083115100860596, + 0.33930790424346924, + 0.2522997260093689 + ], + [ + 0.15820308029651642, + 0.08149434626102448, + 1.236473560333252, + -0.5483220815658569, + -1.5902748107910156, + 0.04796256870031357, + -0.2106509804725647, + 0.22477185726165771, + 0.19771113991737366, + -0.1579383909702301, + -0.021773502230644226, + -1.062656283378601, + -0.24928390979766846, + 0.08743639290332794, + 0.18901926279067993, + -0.01742224022746086, + -0.25131577253341675, + 0.09271274507045746, + -0.47629714012145996, + 0.49208444356918335, + 0.19389718770980835 + ] + ], + "generated_utilities": [ + 0.1546800136566162, + 0.14559617638587952, + 0.15225253999233246, + 0.1410333514213562, + 0.15525279939174652, + 0.1469479501247406, + 0.17898479104042053, + 0.13414938747882843 + ], + "group_id": "ms-49b9fd364e000bc7d579", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.21249917149543762, + 0.17881980538368225, + 2.0, + 2.0, + 0.20948490500450134, + 2.0, + 0.20275253057479858, + 0.15390512347221375, + 0.10422846674919128, + 0.15893805027008057, + 0.08541226387023926, + 0.11194851994514465, + 0.12683293223381042, + 0.05324423313140869, + 0.05630089342594147, + 0.06036943197250366 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.3979721963405609, + 0.2783316373825073, + 2.050271511077881, + -1.9735389947891235, + -1.9762394428253174, + -0.7837029695510864, + 2.836012601852417, + -0.8749630451202393, + 0.4988333582878113, + -0.04141058027744293, + 0.1812109798192978, + -2.425572395324707, + 0.07174447178840637, + 0.9723232984542847, + -0.43551722168922424, + -0.15680170059204102, + -1.0149192810058594, + 0.7932978272438049, + -1.202614188194275, + 0.20060399174690247, + 0.5956646800041199 + ], + [ + -0.977276623249054, + 0.0964972972869873, + 2.363105297088623, + -1.925075650215149, + -2.252692461013794, + -0.1159316897392273, + 2.5177900791168213, + -0.40917110443115234, + 0.592386782169342, + 0.11848823726177216, + -0.13097694516181946, + -2.759817123413086, + 0.7390213012695312, + 1.050227403640747, + -0.7727113962173462, + 0.1879791021347046, + -0.9477042555809021, + 0.6882229447364807, + -1.4573177099227905, + 0.1971779763698578, + 0.4876309931278229 + ], + [ + -0.36661335825920105, + -0.5342633128166199, + 2.4920434951782227, + -1.6191041469573975, + -2.4111504554748535, + -0.34741175174713135, + 2.7995660305023193, + -1.076210379600525, + 0.6791123151779175, + 0.20885585248470306, + -0.7776530385017395, + -2.0024025440216064, + 0.9472476243972778, + 1.5759390592575073, + -0.4577503204345703, + 0.69926917552948, + -1.6364631652832031, + 0.27378419041633606, + -0.8216556310653687, + 0.0633862316608429, + -0.1385543942451477 + ], + [ + -0.9603308439254761, + 0.2597839832305908, + 2.506129741668701, + -1.0975265502929688, + -1.6851394176483154, + -0.17992371320724487, + 1.9585540294647217, + -0.8783758878707886, + 0.8574479818344116, + -0.2524539828300476, + -0.3302220106124878, + -3.250507354736328, + 0.2511252164840698, + 1.1470341682434082, + -0.6613187789916992, + 0.3126766085624695, + -1.2337297201156616, + 0.17592090368270874, + -0.4790339469909668, + 1.0614625215530396, + 0.9188109636306763 + ], + [ + -0.08135467767715454, + -0.70719313621521, + 2.317845106124878, + -1.0200741291046143, + -1.653056025505066, + -0.06886380910873413, + 2.2409181594848633, + -0.6219584941864014, + 0.7653272151947021, + 0.3491635322570801, + 0.4204513430595398, + -3.3142356872558594, + -0.05779340863227844, + 0.7146402597427368, + -0.8271361589431763, + -0.40838971734046936, + -1.0086567401885986, + 0.25086265802383423, + -1.2992172241210938, + 0.5699381828308105, + -0.006355226039886475 + ], + [ + -0.6360294818878174, + -0.131138414144516, + 2.864531993865967, + -1.1892051696777344, + -1.9961268901824951, + -0.9178425073623657, + 3.0433766841888428, + -0.8289815187454224, + 0.9429130554199219, + -0.7532458305358887, + 0.2737382650375366, + -2.5075790882110596, + 0.7224375009536743, + 0.44951868057250977, + -0.08731609582901001, + -0.4690374433994293, + -1.9173122644424438, + 1.1037547588348389, + -1.565048098564148, + -0.09898582100868225, + 0.7088600397109985 + ], + [ + -1.4117921590805054, + -1.061933994293213, + 2.558359146118164, + -2.5795130729675293, + -1.2803680896759033, + -0.9433383941650391, + 2.4186878204345703, + -1.180169701576233, + 0.23441432416439056, + 0.6762462258338928, + 0.5469768643379211, + -2.0638070106506348, + -0.10231226682662964, + 2.1875271797180176, + -0.18450909852981567, + 0.37349241971969604, + -2.002267360687256, + 1.058029055595398, + -0.9744940400123596, + 1.3178989887237549, + -0.3045523762702942 + ], + [ + -0.6997005939483643, + -0.7362636923789978, + 1.687492847442627, + -2.1074941158294678, + -1.3824219703674316, + 0.23399591445922852, + 2.9342641830444336, + -0.4281829595565796, + -0.5280910730361938, + 0.061155691742897034, + 0.34665894508361816, + -2.9660160541534424, + -0.12435311079025269, + 1.4107677936553955, + 0.29314982891082764, + 0.924099326133728, + -2.069326877593994, + -0.01650393009185791, + -0.8002637624740601, + 1.1165683269500732, + 0.5645055770874023 + ], + [ + -0.9168070554733276, + -0.09546628594398499, + 1.9933316707611084, + -1.8619930744171143, + -1.33836030960083, + -0.6616732478141785, + 2.2942612171173096, + -0.06510600447654724, + 0.5430333614349365, + 0.2050735503435135, + -1.062389612197876, + -1.7255489826202393, + 1.0267648696899414, + 1.0462288856506348, + -0.5935773253440857, + -0.7334012985229492, + -1.4055743217468262, + 0.9389035105705261, + -1.2932233810424805, + 1.3731037378311157, + -0.38523221015930176 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.004205584526062012, + 0.08195717632770538, + 1.3383541107177734, + -0.7008639574050903, + -1.065605878829956, + -0.0096149742603302, + 0.0, + 0.19794777035713196, + 0.17521090805530548, + -0.21193014085292816, + -0.07641111314296722, + -1.597980260848999, + 0.27206772565841675, + 0.0, + -0.11808425188064575, + -0.23811385035514832, + -0.1376100778579712, + -0.18285173177719116, + -0.16639024019241333, + -0.0039058923721313477, + 0.0 + ], + [ + -0.17754054069519043, + -0.26609742641448975, + 1.3383541107177734, + -0.7008639574050903, + -1.065605878829956, + 0.4410686492919922, + 0.0, + -0.49584129452705383, + 0.2772844433784485, + -0.3089632987976074, + -0.089217409491539, + -1.597980260848999, + -0.39662784337997437, + 0.0, + 0.4135082960128784, + 0.13449625670909882, + -0.1376100778579712, + -0.20734238624572754, + -0.04749119281768799, + -0.031207919120788574, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.194598197937012, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.6548993587493896, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.7551448345184326 + ] + ], + "predicted_scores": [ + 4.587155818939209, + 4.5601701736450195, + 4.033489227294922, + 3.0929079055786133, + 2.900290012359619, + 2.8937954902648926, + 2.75764799118042, + 2.5699572563171387 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "924049538", + "selected_index": 0, + "state_hash": "80c48408452b70994a9490cfd7f8d3ab9204511e0af7e0382894256ebc1e2a7b", + "stored_base_utility": 0.21249917149543762, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0753922164440155, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0753922164440155 + }, + "base_progress": 0.0753922164440155, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.0753922164440155, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05539090931415558, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05539090931415558 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05102691054344177, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05102691054344177 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04823388159275055, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04823388159275055 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041566312313079834, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041566312313079834 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03368552029132843, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03368552029132843 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05723653733730316, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05723653733730316 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.053542360663414, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.053542360663414 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.050004616379737854, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.050004616379737854 + } + ], + "candidate_progress": [ + 0.05539090931415558, + 0.05102691054344177, + 0.04823388159275055, + 0.041566312313079834, + 0.03368552029132843, + 0.05723653733730316, + 0.053542360663414, + 0.050004616379737854 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-3b99101d58e538cfbd6d", + "ms-543339410c02ce2269d1", + "ms-3b99101d58e538cfbd6d", + "ms-fe38b164397dd669f391", + "ms-3f6cd47af5e9e6781b73", + "ms-3b99101d58e538cfbd6d", + "ms-3b99101d58e538cfbd6d", + "ms-3b99101d58e538cfbd6d" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-4e67cfd30a257b4bad0c", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.12437088787555695, + -0.20425687730312347, + 1.0259263515472412, + -0.10942009091377258, + -0.22007563710212708, + 0.22246795892715454, + 0.04818844795227051, + 0.19733822345733643, + 0.1383800208568573, + 0.0818750262260437, + 0.021373257040977478, + -0.6205614805221558, + -0.005041152238845825, + 0.07281896471977234, + -0.07707543671131134, + -0.23117536306381226, + -0.24122481048107147, + 0.012713119387626648, + -0.7223529815673828, + 0.3380138874053955, + -0.030140221118927002 + ], + [ + 0.2263859361410141, + -0.20530876517295837, + 1.0643656253814697, + -0.09674126654863358, + -0.3020840883255005, + 0.2963932156562805, + 0.06025692820549011, + 0.18853960931301117, + 0.14621327817440033, + 0.08555132150650024, + -0.03507601469755173, + -0.5906213521957397, + -0.09351134300231934, + 0.09244097769260406, + 0.003841504454612732, + -0.18428504467010498, + -0.2735520005226135, + -0.11860145628452301, + -0.8233323693275452, + 0.20379620790481567, + 0.09225168079137802 + ], + [ + 0.3616243302822113, + -0.10115516185760498, + 1.0909497737884521, + 0.07272234559059143, + -0.16821256279945374, + 0.20305560529232025, + 0.3002966046333313, + 0.2009216845035553, + 0.2121780812740326, + 0.13476169109344482, + -0.12223205715417862, + -0.35937321186065674, + -0.1541876196861267, + -0.027531608939170837, + -0.03463885560631752, + -0.2954413592815399, + -0.379392147064209, + -0.2015143483877182, + -0.8627408146858215, + 0.5423553586006165, + -0.16345232725143433 + ], + [ + 0.34098297357559204, + -0.18649475276470184, + 1.1602362394332886, + -0.21811191737651825, + -0.10820353031158447, + 0.44837427139282227, + 0.3464716672897339, + 0.2982686758041382, + 0.19857949018478394, + -0.013629354536533356, + -0.05114998668432236, + -0.6152926087379456, + 4.330277442932129e-05, + -0.009141117334365845, + 0.10717910528182983, + -0.1599365770816803, + -0.2858300805091858, + -0.18089203536510468, + -0.8735237717628479, + 0.2966631054878235, + 0.10919976234436035 + ], + [ + 0.45199888944625854, + -0.1842760443687439, + 1.1985610723495483, + 0.07336696982383728, + 0.055012136697769165, + 0.04117341339588165, + 0.5565333366394043, + 0.35348498821258545, + 0.227698415517807, + 0.13206622004508972, + -0.178216814994812, + -0.73885577917099, + -0.02412933111190796, + 0.09198635816574097, + 0.2073950469493866, + -0.2186787724494934, + -0.3828669786453247, + -0.40497350692749023, + -0.7255745530128479, + 0.470065712928772, + 0.018429860472679138 + ], + [ + 0.27644622325897217, + -0.18230855464935303, + 1.134761929512024, + -0.024765074253082275, + -0.16837745904922485, + 0.17114874720573425, + 0.11032173037528992, + 0.14620749652385712, + 0.17092204093933105, + 0.05404248833656311, + 0.1552998572587967, + -0.6746768951416016, + 0.38339945673942566, + 0.45577389001846313, + -0.18425807356834412, + -0.19866929948329926, + -0.3422768712043762, + 0.14074918627738953, + -1.0145392417907715, + 0.40208524465560913, + 0.5893637537956238 + ], + [ + 0.2596013844013214, + -0.217501699924469, + 1.1103942394256592, + 0.06391480565071106, + -0.45263683795928955, + 0.381619393825531, + 0.1600249707698822, + 0.19018299877643585, + 0.22715993225574493, + 0.12009594589471817, + 0.2110762894153595, + -0.6798845529556274, + 0.363113135099411, + 0.19222062826156616, + -0.13070496916770935, + -0.2812325954437256, + -0.40881556272506714, + 0.03180992603302002, + -0.8453797698020935, + 0.3953596353530884, + 0.4273257255554199 + ], + [ + 0.361990749835968, + -0.18112486600875854, + 1.2332578897476196, + 0.15367722511291504, + -0.2976268529891968, + 0.2503490746021271, + 0.08596107363700867, + 0.19335468113422394, + 0.2293103188276291, + 0.11214740574359894, + 0.21553999185562134, + -0.7117077708244324, + 0.38579556345939636, + 0.2859066128730774, + -0.10957136750221252, + -0.21507544815540314, + -0.44569242000579834, + 0.1250421106815338, + -0.9373676180839539, + 0.18210557103157043, + 0.5595403909683228 + ] + ], + "generated_utilities": [ + 0.05539090931415558, + 0.05102691054344177, + 0.04823388159275055, + 0.041566312313079834, + 0.03368552029132843, + 0.05723653733730316, + 0.053542360663414, + 0.050004616379737854 + ], + "group_id": "ms-4e67cfd30a257b4bad0c", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1660740077495575, + 0.17538779973983765, + 2.0, + 2.0, + 0.07984200119972229, + 0.03987273573875427, + 0.0769909918308258, + 0.06716293096542358, + 0.04673433303833008, + 0.07696960866451263, + 0.04008619487285614, + 0.061352118849754333, + 0.09234556555747986, + 0.0878671407699585, + 0.05566374957561493, + 0.13995343446731567 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.9436612725257874, + -1.133578896522522, + 1.9943909645080566, + -1.069152593612671, + -0.15436404943466187, + 0.16413740813732147, + 2.0719611644744873, + -0.49028679728507996, + 0.08489388972520828, + 0.26922327280044556, + -0.5574706196784973, + -1.968021273612976, + 0.5630994439125061, + 1.4153329133987427, + 0.11782225966453552, + 0.061599720269441605, + 0.09918142110109329, + -0.18522776663303375, + -1.6568230390548706, + 0.009713650681078434, + 1.260561227798462 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.143922328948975, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.8306658267974854, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.521122455596924 + ], + [ + 1.2193292379379272, + -1.3291252851486206, + 1.7703546285629272, + -1.08565092086792, + -0.06353124976158142, + 0.2746349275112152, + 2.0483145713806152, + -0.7286637425422668, + 0.08648400753736496, + 0.5107201933860779, + -0.5135341882705688, + -2.093841314315796, + 0.7068434953689575, + 1.4733729362487793, + 0.39617782831192017, + 0.10795188695192337, + 0.06231188774108887, + -0.04137568175792694, + -1.828537106513977, + 0.00706437136977911, + 1.3193442821502686 + ], + [ + 0.8687633275985718, + -0.8350306749343872, + 2.3155581951141357, + -1.2962703704833984, + 0.1324603259563446, + 0.041978009045124054, + 2.4675331115722656, + -0.40942636132240295, + 0.46572473645210266, + 0.5406533479690552, + -0.2702411413192749, + -2.2787282466888428, + 0.3366645872592926, + 1.3323609828948975, + -0.2805013954639435, + 0.25987228751182556, + -0.05520770698785782, + -0.41984522342681885, + -1.3986390829086304, + -0.3023419976234436, + 0.8774347305297852 + ], + [ + 0.551571249961853, + -1.2642098665237427, + 1.8381996154785156, + -0.8314508199691772, + -0.4339498281478882, + 0.036049842834472656, + 1.5723927021026611, + -0.10455688834190369, + 0.5571172833442688, + 0.5531297922134399, + -0.6951026320457458, + -1.918838381767273, + 0.6831169128417969, + 0.98485267162323, + 0.07025551795959473, + 0.34592458605766296, + 0.36183062195777893, + -0.5432055592536926, + -1.8575667142868042, + -0.1342560052871704, + 1.3130120038986206 + ], + [ + 0.5712954998016357, + -0.6152662634849548, + 2.328795909881592, + -1.4875729084014893, + 0.12768414616584778, + -0.14302323758602142, + 1.8384722471237183, + 0.08239969611167908, + 0.5502124428749084, + -0.10877931118011475, + -0.12983116507530212, + -2.2022476196289062, + 0.4034375548362732, + 0.9570209980010986, + 0.7072558403015137, + 0.024819396436214447, + 0.26313287019729614, + 0.4035528302192688, + -1.610178828239441, + 0.5219197273254395, + 1.791053056716919 + ], + [ + 0.6706844568252563, + -1.6583125591278076, + 2.106778860092163, + -1.2728408575057983, + -0.3085578382015228, + 0.0033554285764694214, + 2.0837020874023438, + -0.8099361658096313, + -0.4118751883506775, + 0.14051683247089386, + -0.8549966812133789, + -1.453914761543274, + 0.910325288772583, + 1.0337271690368652, + 0.03625928610563278, + -0.33337220549583435, + -0.20326605439186096, + -0.08313996344804764, + -1.1761038303375244, + 0.10498031973838806, + 0.6479737162590027 + ], + [ + 1.0889922380447388, + -0.9025720357894897, + 1.837604284286499, + -0.5479340553283691, + -0.5307852625846863, + 0.3500233590602875, + 1.941368579864502, + -0.3657030165195465, + 0.42764782905578613, + -0.38229799270629883, + -0.24341636896133423, + -2.1940677165985107, + 0.7044352293014526, + 1.200476050376892, + -0.38797762989997864, + -0.43727928400039673, + 0.3839518129825592, + 0.09153936803340912, + -1.5458331108093262, + 0.4067220389842987, + 0.5470820665359497 + ], + [ + 1.4983707666397095, + -0.9220255613327026, + 2.028923988342285, + -0.5723289251327515, + 0.34428155422210693, + -0.17438875138759613, + 2.251655101776123, + -1.305056095123291, + -0.49731189012527466, + -0.5262460708618164, + -1.4029440879821777, + -1.2972028255462646, + 0.5441579818725586, + 0.741917073726654, + 0.8897960186004639, + -0.16771863400936127, + -0.5070126056671143, + -0.7256194949150085, + -1.503939151763916, + 0.0068335882388055325, + 1.0138475894927979 + ], + [ + 0.2504112124443054, + -0.18404161930084229, + 2.2815070152282715, + -1.18861722946167, + 0.7547757625579834, + 0.07572854310274124, + 2.8827595710754395, + -0.7358341217041016, + 0.8213103413581848, + 0.31263619661331177, + 0.14684957265853882, + -1.8131475448608398, + 0.015663862228393555, + 2.0673749446868896, + -0.5150078535079956, + 0.8386789560317993, + -0.18378907442092896, + 0.1167074590921402, + -1.6783370971679688, + 0.7279226779937744, + 1.5155456066131592 + ], + [ + 1.837121605873108, + -0.2669394016265869, + 1.8794491291046143, + -1.6556885242462158, + -0.5491721630096436, + -0.6391733884811401, + 1.4958584308624268, + -0.23431876301765442, + -0.18187454342842102, + 1.1834969520568848, + -0.978816032409668, + -2.4982738494873047, + 1.3720324039459229, + 2.2895021438598633, + 0.9864959716796875, + -0.7338104248046875, + 0.5100496411323547, + -0.9233061671257019, + -1.2429968118667603, + 0.0248572938144207, + 1.1027024984359741 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.030231237411499023, + -0.13357889652252197, + 0.9943909645080566, + -0.0691525936126709, + 0.05521202087402344, + 0.047851964831352234, + 0.0, + 0.1431998908519745, + -0.2693098187446594, + 0.039246365427970886, + -0.008603572845458984, + -0.9680212736129761, + 0.154862642288208, + 0.0, + -0.0622502863407135, + -0.2269040197134018, + -0.3462865352630615, + -0.19923339784145355, + -0.6568230390548706, + 0.000387752428650856, + 0.0 + ], + [ + -0.056338727474212646, + -0.13357889652252197, + 0.9943909645080566, + -0.23135685920715332, + 0.07170924544334412, + 0.2333945780992508, + 0.0, + -0.42047351598739624, + 0.02848365157842636, + 0.13843464851379395, + -0.026055216789245605, + -0.9680212736129761, + -0.08605504035949707, + 0.0, + 0.4764863848686218, + 0.3624594509601593, + 0.1710682213306427, + -0.5928107500076294, + -0.6568230390548706, + 0.0810236781835556, + 0.0 + ] + ], + "predicted_scores": [ + 5.811983108520508, + 5.475183963775635, + 5.227684497833252, + 4.928959846496582, + 4.80757999420166, + 4.183567523956299, + 3.7181906700134277, + 3.2674713134765625 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "822735110", + "selected_index": 0, + "state_hash": "ffb841b9460752f621f9cfe1650a2c03d68fec3269969f1b6ff219a9d11c656d", + "stored_base_utility": 0.1660740077495575, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06540130078792572, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06540130078792572 + }, + "base_progress": 0.06540130078792572, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06540130078792572, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.043248772621154785, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.043248772621154785 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05425754189491272, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05425754189491272 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06012307107448578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06012307107448578 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04936616122722626, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04936616122722626 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04952597618103027, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04952597618103027 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05637924373149872, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05637924373149872 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05582243204116821, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05582243204116821 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04955360293388367, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04955360293388367 + } + ], + "candidate_progress": [ + 0.043248772621154785, + 0.05425754189491272, + 0.06012307107448578, + 0.04936616122722626, + 0.04952597618103027, + 0.05637924373149872, + 0.05582243204116821, + 0.04955360293388367 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4e67cfd30a257b4bad0c", + "ms-4e67cfd30a257b4bad0c", + "ms-3b99101d58e538cfbd6d", + "ms-fe38b164397dd669f391", + "ms-2423891634e7b469eed8", + "ms-3b99101d58e538cfbd6d", + "ms-3b99101d58e538cfbd6d", + "ms-3b99101d58e538cfbd6d" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-543339410c02ce2269d1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.35593181848526, + 0.13810116052627563, + 0.756193220615387, + -0.9497281312942505, + 0.10458892583847046, + -0.22796940803527832, + 0.44568341970443726, + 0.22361719608306885, + 0.13449347019195557, + 0.014057345688343048, + -0.2378045916557312, + -0.5682478547096252, + 0.03810635209083557, + -0.0853080302476883, + 0.10621068626642227, + -0.24852485954761505, + -0.19061006605625153, + -0.3774094581604004, + -0.7841457724571228, + 0.24752235412597656, + 0.0797593966126442 + ], + [ + 0.13872644305229187, + 0.16941407322883606, + 0.7156102657318115, + -0.8314929008483887, + -0.1329282820224762, + 0.1159982979297638, + 0.6811339259147644, + 0.1932072639465332, + 0.08483318239450455, + -0.03137607127428055, + -0.09320443123579025, + -0.69712233543396, + -0.007337987422943115, + 0.27601152658462524, + 0.012229673564434052, + -0.3007887601852417, + -0.15283314883708954, + -0.1878369301557541, + -0.6353273391723633, + 0.04102858901023865, + 0.08173453062772751 + ], + [ + 0.1358249932527542, + 0.0689055547118187, + 0.6435235142707825, + -1.010158658027649, + -0.11975625157356262, + 0.16880753636360168, + 0.36417555809020996, + 0.18986335396766663, + 0.08097569644451141, + -0.06908053904771805, + 0.011103600263595581, + -0.44628190994262695, + 0.01690998673439026, + 0.1240951418876648, + -0.1702081263065338, + -0.36620524525642395, + -0.04891054332256317, + -0.11165054142475128, + -0.676429033279419, + 0.3058948516845703, + 0.05849425494670868 + ], + [ + 0.18477505445480347, + 0.1771806925535202, + 0.7470769882202148, + -1.117892861366272, + 0.08154529333114624, + 0.17303122580051422, + 0.5616351962089539, + 0.25979363918304443, + 0.14659744501113892, + -0.15440455079078674, + -0.003811519593000412, + -0.6843432188034058, + -0.0029222071170806885, + 0.07852613180875778, + 0.002584517002105713, + -0.2654162347316742, + -0.02493022382259369, + -0.2174815684556961, + -0.6799802184104919, + 0.27412188053131104, + 0.12623821198940277 + ], + [ + 0.307944655418396, + 0.14615796506404877, + 0.9548254013061523, + -1.142734169960022, + -0.22355681657791138, + 0.21402370929718018, + 0.43207240104675293, + 0.17598101496696472, + 0.0994936153292656, + -0.022614575922489166, + 0.031129278242588043, + -0.5686440467834473, + 0.16209831833839417, + -0.2282034307718277, + 0.016579460352659225, + -0.22659927606582642, + -0.05550248920917511, + -0.05157293379306793, + -0.7138418555259705, + 0.28990447521209717, + 0.1384742558002472 + ], + [ + 0.28016284108161926, + 0.1425558626651764, + 0.8127618432044983, + -0.8542073965072632, + -0.33805763721466064, + 0.2228410243988037, + 0.4756670296192169, + 0.1523897647857666, + 0.15240131318569183, + 0.0011910125613212585, + 0.16440363228321075, + -0.48712021112442017, + 0.3948751986026764, + 0.2201492190361023, + -0.14442189037799835, + -0.3806230127811432, + -0.12167258560657501, + -0.017493054270744324, + -0.7937907576560974, + -0.004948735237121582, + 0.27510905265808105 + ], + [ + 0.407124400138855, + 0.09987059235572815, + 0.8792145252227783, + -0.8654197454452515, + -0.16886568069458008, + -0.11609348654747009, + 0.3081143796443939, + 0.14253440499305725, + 0.09485390037298203, + -0.015394367277622223, + 0.17791342735290527, + -0.5111106038093567, + 0.35863152146339417, + 0.41694211959838867, + -0.2603995203971863, + -0.34233635663986206, + -0.14606250822544098, + 0.11672086268663406, + -1.0615200996398926, + -0.00864797830581665, + 0.49916157126426697 + ], + [ + 0.4201027750968933, + 0.14878758788108826, + 0.9313955903053284, + -0.7587915658950806, + -0.24590027332305908, + 0.10803015530109406, + 0.4303549528121948, + 0.18405191600322723, + 0.12333041429519653, + -0.011494643986225128, + 0.16853415966033936, + -0.50849449634552, + 0.39205482602119446, + 0.3092084527015686, + -0.13937325775623322, + -0.3290327787399292, + -0.1676153987646103, + 0.07163132727146149, + -0.8803650736808777, + -0.25244855880737305, + 0.42576736211776733 + ] + ], + "generated_utilities": [ + 0.043248772621154785, + 0.05425754189491272, + 0.06012307107448578, + 0.04936616122722626, + 0.04952597618103027, + 0.05637924373149872, + 0.05582243204116821, + 0.04955360293388367 + ], + "group_id": "ms-543339410c02ce2269d1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18460628390312195, + 0.17455825209617615, + 2.0, + 0.007280781865119934, + 0.08613720536231995, + 0.024266839027404785, + 0.06766733527183533, + 0.059178367257118225, + 0.05050551891326904, + 0.0391571968793869, + 0.1006995141506195, + 0.03827276825904846, + 0.09707340598106384, + 0.12186215817928314, + 0.10210907459259033, + 0.03749696910381317 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.4015893340110779, + 0.26369136571884155, + 0.7588152885437012, + -1.214181900024414, + -0.10391730070114136, + 0.10826721787452698, + 0.0, + 0.3378787934780121, + 0.36067476868629456, + 0.012958791106939316, + -0.42791855335235596, + -0.7684948444366455, + -0.02369418740272522, + 0.0, + 0.7394406795501709, + 0.6494183540344238, + 0.09523355960845947, + 0.06988206505775452, + -0.8328249454498291, + -0.36659136414527893, + 0.0 + ], + [ + 1.0297051668167114, + 0.5938214659690857, + 1.7588152885437012, + -2.214181900024414, + 0.18548238277435303, + -0.3503227233886719, + 2.0212392807006836, + -0.37517622113227844, + 0.008353542536497116, + 0.012191403657197952, + -0.6001057028770447, + -1.7684948444366455, + 0.45439866185188293, + 1.356054663658142, + 0.3179700970649719, + -0.051962751895189285, + 1.0952335596084595, + -0.3119254410266876, + -1.832824945449829, + -0.16437090933322906, + 1.8334200382232666 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.042478561401367, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.712109327316284, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.666840076446533 + ], + [ + 1.0961596965789795, + 0.8233909010887146, + 1.9214590787887573, + -2.2202155590057373, + 0.3590496778488159, + -0.23839867115020752, + 1.7559027671813965, + -0.6180601716041565, + 0.13918311893939972, + -0.10956628620624542, + -0.6465721130371094, + -1.9390373229980469, + 0.7299244999885559, + 1.1022379398345947, + 0.5812262296676636, + -0.1255687028169632, + 0.98432457447052, + -0.5009111166000366, + -1.7497658729553223, + -0.2584013044834137, + 1.8953626155853271 + ], + [ + 1.0524256229400635, + 0.2104719877243042, + 1.5089305639266968, + -1.8394653797149658, + -0.0977523922920227, + -0.05069780349731445, + 1.7013895511627197, + -0.6524578332901001, + -0.23435735702514648, + 0.2675844430923462, + -0.26112857460975647, + -1.395647406578064, + 0.313624769449234, + 1.70383882522583, + 0.47803473472595215, + -0.11412972211837769, + 0.6968845129013062, + -0.6459773182868958, + -1.9465744495391846, + -0.4960198998451233, + 2.1077117919921875 + ], + [ + 0.8986705541610718, + 0.9329498410224915, + 1.4708397388458252, + -1.9645203351974487, + -0.20003092288970947, + -0.6138012409210205, + 2.1001369953155518, + -0.8022663593292236, + 0.374254435300827, + -0.04722095653414726, + -0.3903043568134308, + -2.04231595993042, + 0.7788839340209961, + 1.0278633832931519, + 0.01187315583229065, + 0.09761106967926025, + 0.7480678558349609, + 0.08073684573173523, + -2.269012928009033, + 0.22217713296413422, + 2.163161277770996 + ], + [ + 1.563704013824463, + 0.648971676826477, + 1.8831803798675537, + -1.937317132949829, + 0.06113685667514801, + -0.8880047798156738, + 1.8505358695983887, + 0.1941174566745758, + 0.5103939771652222, + 0.5562406778335571, + -0.8454572558403015, + -2.1811771392822266, + 0.25490424036979675, + 1.5575587749481201, + 0.2869401276111603, + 0.5042958855628967, + 0.9214063286781311, + -0.34320372343063354, + -1.4126883745193481, + -0.5282147526741028, + 1.581882357597351 + ], + [ + 0.3631627559661865, + 1.1030704975128174, + 1.9344691038131714, + -1.8217922449111938, + -0.06757667660713196, + 0.2677674889564514, + 1.6203714609146118, + -0.44878917932510376, + 0.2919941246509552, + -0.5209384560585022, + -0.007907509803771973, + -1.7458747625350952, + 0.2063170224428177, + 0.7386183142662048, + 0.5060807466506958, + -0.579379677772522, + 0.9795244336128235, + -0.6150001287460327, + -1.8832303285598755, + 0.07322674989700317, + 1.7405308485031128 + ], + [ + 1.6118717193603516, + 0.27480071783065796, + 2.0528018474578857, + -2.4090747833251953, + 0.1554194688796997, + -0.9657410979270935, + 1.7477030754089355, + -0.8226436376571655, + 0.24389678239822388, + -0.36576828360557556, + 0.1123284101486206, + -1.6541292667388916, + 0.8596682548522949, + 1.3745698928833008, + 1.0096771717071533, + -0.5602797865867615, + 1.5182030200958252, + 0.02483266592025757, + -2.144484519958496, + -0.7453263401985168, + 1.8047196865081787 + ], + [ + 0.4176306128501892, + 1.115720272064209, + 1.511788010597229, + -1.323651671409607, + 0.2522231340408325, + -0.8062331080436707, + 1.692112922668457, + -1.2447569370269775, + -0.04228311777114868, + -0.06075363978743553, + -0.03954726457595825, + -1.4267481565475464, + 1.140271544456482, + 1.6821476221084595, + -0.3818585276603699, + -0.9469001889228821, + 0.9886595010757446, + -0.48866868019104004, + -1.8535897731781006, + 0.3813853859901428, + 2.0086264610290527 + ], + [ + 0.12243443727493286, + 1.302843451499939, + 2.656261920928955, + -1.6821541786193848, + 0.3539210259914398, + -0.9904429316520691, + 2.433687210083008, + -1.1811764240264893, + 0.08593681454658508, + -0.8126190304756165, + -0.6745762228965759, + -0.8474647998809814, + 1.055124044418335, + 1.4586684703826904, + 1.1194169521331787, + 0.35910311341285706, + 2.060032367706299, + -1.1070141792297363, + -1.8383221626281738, + -0.2786773145198822, + 1.6730382442474365 + ], + [ + 1.3274708986282349, + 0.8541671633720398, + 1.8570855855941772, + -1.7798469066619873, + -0.6006195545196533, + -0.13582336902618408, + 2.8884551525115967, + 0.4757368862628937, + -0.10360807180404663, + 0.9653806686401367, + -0.5183160901069641, + -2.5811500549316406, + 1.021122932434082, + 1.4397833347320557, + 0.27773380279541016, + 0.09165877103805542, + 0.5664000511169434, + -0.5349156260490417, + -2.5519297122955322, + -0.02547001838684082, + 1.1129159927368164 + ], + [ + 0.16003918647766113, + 0.668251633644104, + 2.1014163494110107, + -2.887758731842041, + -0.6349502801895142, + 0.23872792720794678, + 2.315864086151123, + -0.9302384853363037, + -0.3242310881614685, + -0.12202641367912292, + -0.5157821178436279, + -1.5385804176330566, + -0.4496919810771942, + 0.8765802383422852, + 0.9637195467948914, + -0.8956463932991028, + 1.9830663204193115, + -0.8081754446029663, + -1.7862818241119385, + -0.8985965251922607, + 2.245706558227539 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.029705166816711426, + -0.1459253430366516, + 0.7588152885437012, + -1.214181900024414, + 0.05045635998249054, + 0.2443941831588745, + 0.0, + -0.19943170249462128, + 0.08170761168003082, + -0.0459747314453125, + 0.19897782802581787, + -0.7684948444366455, + -0.15966293215751648, + 0.0, + -0.13982915878295898, + -0.07025150209665298, + 0.09523355960845947, + -0.05393746495246887, + -0.8328249454498291, + 0.11090464890003204, + 0.0 + ] + ], + "predicted_scores": [ + 3.8392276763916016, + 3.742556571960449, + 3.672969341278076, + 3.647216320037842, + 3.0730113983154297, + 2.8659825325012207, + 2.429253101348877, + 2.3866233825683594 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "528245200", + "selected_index": 0, + "state_hash": "49c187c428d4460509765e535b24b66c45005f710cd84853281ca2bf8b465b6b", + "stored_base_utility": 0.18460628390312195, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1714441478252411, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1714441478252411 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16395805776119232, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16395805776119232 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17035767436027527, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17035767436027527 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16466179490089417, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16466179490089417 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1670626699924469, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1670626699924469 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18175962567329407, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18175962567329407 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15686728060245514, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15686728060245514 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1326432079076767, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1326432079076767 + } + ], + "candidate_progress": [ + 0.1714441478252411, + 0.16395805776119232, + 0.17035767436027527, + 0.16466179490089417, + 0.1670626699924469, + 0.18175962567329407, + 0.15686728060245514, + 0.1326432079076767 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-68054c6c805197b033a7", + "ms-bc4bf52af94d1469eaee", + "ms-7530a944fb0979ba91e3", + "ms-bc4bf52af94d1469eaee", + "ms-7530a944fb0979ba91e3", + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7", + "ms-7530a944fb0979ba91e3" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-54fdd49dc2c46e162fc6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.3847548961639404, + -0.3685460090637207, + 1.8611698150634766, + -0.8990739583969116, + -2.623126983642578, + 0.242181658744812, + 2.675424337387085, + -0.1585269272327423, + 0.7804432511329651, + -1.0901633501052856, + -0.9195648431777954, + -1.285980463027954, + -0.4723760783672333, + 0.5501510500907898, + -0.020929966121912003, + 0.205625519156456, + 0.932271420955658, + 0.2419481873512268, + -1.4998009204864502, + -0.4727134108543396, + 0.9897246360778809 + ], + [ + -1.472617745399475, + -0.2702859938144684, + 2.126408815383911, + -0.8279052972793579, + -2.883268356323242, + 0.230676531791687, + 2.544434070587158, + -0.2532446086406708, + 0.7319294214248657, + -1.144805908203125, + -1.0598801374435425, + -1.194116473197937, + -0.6794819235801697, + 0.25669723749160767, + 0.23202519118785858, + 0.27266186475753784, + 0.860765814781189, + -0.02047128975391388, + -1.5130178928375244, + -0.5727792382240295, + 1.1994444131851196 + ], + [ + -1.416951298713684, + -0.25170832872390747, + 2.026310443878174, + -0.6260204315185547, + -2.6174674034118652, + 0.8057537078857422, + 2.1872146129608154, + -0.118039071559906, + 0.669613778591156, + -1.2324810028076172, + -0.995329737663269, + -1.1659862995147705, + -0.8025214672088623, + 0.3890119791030884, + 0.29876282811164856, + 0.30079424381256104, + 0.8101081848144531, + -0.049621328711509705, + -1.443519115447998, + -0.16462665796279907, + 0.8127942085266113 + ], + [ + -1.5385879278182983, + -0.25860685110092163, + 2.0817718505859375, + -0.8108189105987549, + -2.9136664867401123, + 0.4765985310077667, + 2.598252534866333, + -0.23395943641662598, + 0.7405123114585876, + -1.1943799257278442, + -1.0615215301513672, + -1.1781840324401855, + -0.6535965204238892, + 0.24861305952072144, + 0.13233765959739685, + 0.20944365859031677, + 0.8927720785140991, + 0.016916245222091675, + -1.5101597309112549, + -0.46033334732055664, + 1.174871802330017 + ], + [ + -1.5815777778625488, + -0.23079515993595123, + 2.036841869354248, + -0.5279169082641602, + -2.762413740158081, + 0.6681653261184692, + 2.6184165477752686, + -0.13988879323005676, + 0.7290763854980469, + -1.202022910118103, + -1.1165728569030762, + -1.1472623348236084, + -0.9280674457550049, + 0.22366300225257874, + 0.11210338771343231, + 0.23406733572483063, + 0.7475164532661438, + -0.2022828310728073, + -1.44502592086792, + -0.32819846272468567, + 0.8670464754104614 + ], + [ + -1.692569375038147, + -0.29914695024490356, + 1.8253670930862427, + -0.8237698078155518, + -2.561178207397461, + 0.5619128942489624, + 2.3146908283233643, + -0.014155641198158264, + 0.5789841413497925, + -0.9399675130844116, + -0.6573567986488342, + -0.7898682951927185, + -0.5267665982246399, + 0.1935672163963318, + -0.07735662162303925, + 0.1481451839208603, + 0.949035108089447, + 0.0928894430398941, + -1.326371431350708, + -0.4558037519454956, + 1.1342946290969849 + ], + [ + -1.6988983154296875, + -0.18489426374435425, + 1.5179216861724854, + -1.0356115102767944, + -2.386000633239746, + 0.60943603515625, + 2.2677557468414307, + -0.11811709403991699, + 0.7731196880340576, + -1.0061860084533691, + -0.780512273311615, + -1.2221523523330688, + -0.6487146615982056, + 0.3499985933303833, + -0.016466174274683, + 0.2453048974275589, + 0.8696280717849731, + -0.11429430544376373, + -1.3220722675323486, + -0.30737558007240295, + 1.1201353073120117 + ], + [ + -1.4893027544021606, + -0.30398786067962646, + 2.213815927505493, + -0.5444233417510986, + -2.349207878112793, + 0.5992628335952759, + 2.7011055946350098, + -0.24833732843399048, + 0.9644483327865601, + -1.002295970916748, + -1.0636857748031616, + -1.4996322393417358, + -0.3731048107147217, + 0.19348767399787903, + 0.07433740049600601, + 0.27742326259613037, + 0.7921775579452515, + -0.1970076709985733, + -1.5226097106933594, + -0.5865072011947632, + 1.366047978401184 + ] + ], + "generated_utilities": [ + 0.1714441478252411, + 0.16395805776119232, + 0.17035767436027527, + 0.16466179490089417, + 0.1670626699924469, + 0.18175962567329407, + 0.15686728060245514, + 0.1326432079076767 + ], + "group_id": "ms-54fdd49dc2c46e162fc6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.17987002432346344, + 2.0, + 0.2143716663122177, + 0.13287760317325592, + 0.14604820311069489, + 0.09859111905097961, + 0.1516152024269104, + 0.09974408149719238, + 0.08658549189567566, + 0.07528823614120483, + 2.0, + 0.035149067640304565 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -1.101801872253418, + -0.28721320629119873, + 2.2648208141326904, + -0.9140805006027222, + -2.786632537841797, + -0.08642521500587463, + 2.427793264389038, + -0.5218287706375122, + 0.6670792102813721, + -0.8812184929847717, + -0.6028820872306824, + -1.1350688934326172, + -0.4394497275352478, + 0.10439096391201019, + 0.061873409897089005, + 0.13669021427631378, + 0.6503618955612183, + -0.13568782806396484, + -1.2634413242340088, + -0.8248393535614014, + 0.9084360003471375 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.855586528778076, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.20878192782402039, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.816872000694275 + ], + [ + -1.1932525634765625, + -0.07977019250392914, + 2.368720293045044, + -0.7796733379364014, + -2.714751720428467, + -0.008779726922512054, + 2.512036085128784, + -0.7867463231086731, + 0.5911954641342163, + -0.8670064210891724, + -0.4234708547592163, + -1.4010401964187622, + -0.22935757040977478, + 0.21873854100704193, + 0.1444474160671234, + 0.42314469814300537, + 0.4024614691734314, + -0.05644998699426651, + -1.390519380569458, + -0.8038648962974548, + 0.712308943271637 + ], + [ + -1.4751853942871094, + -0.09338866174221039, + 2.620720148086548, + -0.731391191482544, + -2.6495165824890137, + -0.21128281950950623, + 2.7213308811187744, + -0.5619100332260132, + 0.40886926651000977, + -1.1317925453186035, + -0.6997476816177368, + -0.8035038113594055, + -0.6317431926727295, + 0.347472608089447, + -0.30169790983200073, + 0.41230881214141846, + 0.4918261170387268, + -0.06178216636180878, + -0.986985445022583, + -0.4755663573741913, + 1.0653635263442993 + ], + [ + -0.9567766189575195, + -0.6319229602813721, + 2.600154161453247, + -1.2510993480682373, + -2.6556882858276367, + 0.24658933281898499, + 2.57706356048584, + -0.912814736366272, + 0.7707594633102417, + -0.958095133304596, + -0.7166321277618408, + -1.3318965435028076, + -0.5160374045372009, + -0.37233662605285645, + 0.23695099353790283, + 0.45258140563964844, + 1.136401653289795, + -0.3767499327659607, + -1.1556822061538696, + -0.3520922064781189, + 0.48090800642967224 + ], + [ + -0.6958673000335693, + -0.17169150710105896, + 2.572920322418213, + -1.3542976379394531, + -3.2844901084899902, + -0.2758951187133789, + 2.8743889331817627, + -0.741977334022522, + 0.2384231686592102, + -0.8846006393432617, + -0.7929121851921082, + -1.4096086025238037, + -0.5762928128242493, + 0.6480551362037659, + -0.2527586817741394, + 0.6285067796707153, + 1.1007256507873535, + -0.5303658843040466, + -1.1946765184402466, + -0.9462918639183044, + 1.4612607955932617 + ], + [ + -0.6646081209182739, + -0.4186629056930542, + 1.5837748050689697, + -0.7840409278869629, + -2.326510429382324, + 0.06395293772220612, + 2.082879066467285, + -1.0208666324615479, + 0.39127689599990845, + -0.3156629204750061, + -1.0177910327911377, + -0.5929417610168457, + -0.4139213263988495, + -0.5284072160720825, + -0.027821306139230728, + 0.2724754810333252, + 1.2798888683319092, + -0.07826627790927887, + -1.9577521085739136, + -1.1823163032531738, + 1.4991800785064697 + ], + [ + -1.2120165824890137, + 0.2665991187095642, + 2.1833133697509766, + -1.6003422737121582, + -3.0956690311431885, + -0.1632504165172577, + 1.9106476306915283, + 0.033976197242736816, + 0.7996675372123718, + -0.8645000457763672, + -0.688472330570221, + -1.93082857131958, + 0.08639830350875854, + 0.24870525300502777, + 0.6184001564979553, + 0.2590198814868927, + 0.352548211812973, + -0.5131686925888062, + -0.646941602230072, + -1.1106334924697876, + 0.5512085556983948 + ], + [ + -0.3142896890640259, + -0.02615898847579956, + 2.595294952392578, + -1.471278190612793, + -2.054701805114746, + -0.17004148662090302, + 2.833165407180786, + -0.157853901386261, + 0.6216419339179993, + -0.5124257802963257, + -0.3111111521720886, + -0.5440387725830078, + 0.34699952602386475, + -0.07246527075767517, + -0.692203938961029, + 0.022430598735809326, + 0.16716936230659485, + 0.45415186882019043, + -1.0349199771881104, + -0.10417497158050537, + 0.5889425277709961 + ], + [ + -0.3960716128349304, + -0.226678267121315, + 1.8466029167175293, + -0.3739691972732544, + -3.381845712661743, + 0.6849386692047119, + 1.61692214012146, + -0.34057843685150146, + 0.8390312790870667, + -0.24298095703125, + -0.731484055519104, + -0.38599252700805664, + -0.5351223349571228, + 0.404765784740448, + 1.0417912006378174, + 0.04766562581062317, + 0.7244727611541748, + 0.10536456108093262, + -1.7507351636886597, + -1.563098669052124, + 1.1732310056686401 + ], + [ + -0.3167850971221924, + -0.05303320288658142, + 2.2645225524902344, + -1.0259631872177124, + -2.752371311187744, + -0.5501738786697388, + 2.5599565505981445, + 0.25739526748657227, + -0.19806283712387085, + -0.20158904790878296, + -0.4003097414970398, + -1.0331629514694214, + 0.2209605574607849, + 0.2828916907310486, + -0.6410554051399231, + -0.7770718336105347, + -0.13126760721206665, + -0.33784782886505127, + -2.104567527770996, + -1.3767753839492798, + 1.3492896556854248 + ] + ], + "predicted_scores": [ + 8.864349365234375, + 8.839285850524902, + 8.309723854064941, + 8.147825241088867, + 8.010004997253418, + 7.923425674438477, + 7.5804524421691895, + 7.270376682281494 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1480856810", + "selected_index": 0, + "state_hash": "915b2d373df21d6b8c5a81b5a4eab6c3a1aada386230d6b2a326d40d5f9288aa", + "stored_base_utility": 0.0, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1698775589466095, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1698775589466095 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18658676743507385, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18658676743507385 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18873059749603271, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18873059749603271 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18418791890144348, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18418791890144348 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1876874566078186, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1876874566078186 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19515009224414825, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19515009224414825 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17763683199882507, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17763683199882507 + } + ], + "candidate_progress": [ + 0.1698775589466095, + 0.18658676743507385, + 0.18873059749603271, + 0.18418791890144348, + 0.1876874566078186, + 1.0, + 0.19515009224414825, + 0.17763683199882507 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4711dffcd73048a3656c", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-4711dffcd73048a3656c", + "ms-663c7e7fdaea6a945a2b", + "ms-663c7e7fdaea6a945a2b", + "ms-4711dffcd73048a3656c" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + true, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-5dab866561f657e9aa8d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.10405696928501129, + -0.005444739013910294, + 1.5831854343414307, + -0.35352635383605957, + -1.9113562107086182, + 0.2332170605659485, + 0.5305747985839844, + 0.01511053740978241, + 0.1302458792924881, + -0.09101482480764389, + -0.3468112349510193, + -0.8725852966308594, + -0.26163437962532043, + 0.11323054879903793, + 0.0672178789973259, + -0.15727968513965607, + 0.3180778920650482, + -0.10993842780590057, + -0.08747807145118713, + -0.026575863361358643, + 0.3021145761013031 + ], + [ + -0.07492572069168091, + 0.003986082971096039, + 1.5217338800430298, + -0.3874198794364929, + -1.802988052368164, + 0.33077874779701233, + 0.12435123324394226, + -0.07529005408287048, + 0.1268237680196762, + -0.12593600153923035, + -0.48539331555366516, + -0.872826337814331, + -0.100821852684021, + 0.018050968647003174, + -0.06925147771835327, + -0.09616710245609283, + 0.32291242480278015, + -0.1391020566225052, + -0.04850268363952637, + -0.0845373123884201, + 0.4930902123451233 + ], + [ + 0.050261080265045166, + 0.03371766209602356, + 1.4286268949508667, + -0.2150869220495224, + -1.522047996520996, + 0.37031224370002747, + 0.1619645655155182, + 0.10764198750257492, + 0.19618527591228485, + -0.03873007744550705, + -0.37564778327941895, + -1.0655304193496704, + -0.01877802610397339, + 0.03423737734556198, + -0.051475729793310165, + -0.049701739102602005, + 0.09327411651611328, + -0.07129661738872528, + -0.007104635238647461, + 0.1636514663696289, + 0.1284393072128296 + ], + [ + -0.24909119307994843, + -0.06100181117653847, + 1.3646299839019775, + -0.4014184772968292, + -1.5869946479797363, + 0.47952893376350403, + 0.27599748969078064, + 0.10308661311864853, + 0.20853738486766815, + -0.023010753095149994, + -0.3057572543621063, + -0.8181289434432983, + -0.015474408864974976, + -0.08451120555400848, + 0.0026115551590919495, + -0.07228311896324158, + 0.19168621301651, + -0.13581953942775726, + 0.10208095610141754, + 0.2616559863090515, + 0.3931700587272644 + ], + [ + 0.021763309836387634, + 0.06901242583990097, + 1.47079336643219, + -0.2238442748785019, + -1.564481258392334, + 0.3199532628059387, + 0.15876874327659607, + 0.14711600542068481, + 0.2018526792526245, + -0.037072859704494476, + -0.34991538524627686, + -1.0961445569992065, + -0.07334810495376587, + -0.04844987392425537, + -0.045914750546216965, + -0.06883323192596436, + 0.05302666127681732, + -0.06933872401714325, + -0.034466683864593506, + 0.10881680250167847, + 0.24199634790420532 + ], + [ + -0.160008504986763, + -0.04661710932850838, + 1.440847396850586, + -0.411307692527771, + -1.8453900814056396, + 0.16913524270057678, + 0.13854479789733887, + 0.14123737812042236, + 0.1420115828514099, + -0.10514717549085617, + -0.3466825485229492, + -0.8510686159133911, + -0.0914773941040039, + -0.0734153538942337, + 0.028696376830339432, + -0.06408325582742691, + 0.0866425484418869, + 0.016019418835639954, + 0.14094440639019012, + 0.20643138885498047, + 0.43721190094947815 + ], + [ + -0.24251823127269745, + -0.07644446194171906, + 1.226334810256958, + -0.39794448018074036, + -1.501924991607666, + 0.19119557738304138, + 0.16109347343444824, + 0.03286997973918915, + 0.21775346994400024, + 0.014373131096363068, + -0.3375524878501892, + -1.2054224014282227, + 0.16105917096138, + -0.4450835585594177, + 0.15547941625118256, + -0.05610158294439316, + 0.01753443479537964, + -0.015936478972434998, + -0.05078449845314026, + 0.23125815391540527, + 0.10593146830797195 + ], + [ + -0.26174306869506836, + -0.015812596306204796, + 1.4727097749710083, + -0.008228674530982971, + -1.5988526344299316, + 0.4516245126724243, + 0.48311299085617065, + 0.10787263512611389, + 0.21865911781787872, + -0.03734978288412094, + -0.2444230616092682, + -0.8169368505477905, + -0.11211380362510681, + -0.044089049100875854, + 0.08695821464061737, + -0.17946112155914307, + 0.05756621062755585, + -0.32470208406448364, + 0.03508174419403076, + 0.0682835578918457, + 0.45343849062919617 + ] + ], + "generated_utilities": [ + 0.1698775589466095, + 0.18658676743507385, + 0.18873059749603271, + 0.18418791890144348, + 0.1876874566078186, + 2.0, + 0.19515009224414825, + 0.17763683199882507 + ], + "group_id": "ms-5dab866561f657e9aa8d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.04225596785545349, + 0.09340766072273254, + 0.15156632661819458, + 2.0, + 0.1980738788843155, + 0.09307947754859924, + 0.20573170483112335, + 0.09133462607860565, + 0.07209250330924988, + 0.1234714686870575, + 0.12583273649215698, + 0.05202370882034302, + 0.13864964246749878, + 0.03131170570850372, + 0.12313798069953918, + 0.05635496973991394 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.013685733079910278, + 0.01847304031252861, + 1.3521816730499268, + -0.39583611488342285, + -1.5302085876464844, + -0.05453554913401604, + 0.0, + 0.12240457534790039, + 0.04754453897476196, + 0.08613546192646027, + -0.15194213390350342, + -1.1705434322357178, + 0.04590334743261337, + 0.0, + 0.07405608892440796, + -0.011334583163261414, + -0.1013566255569458, + 0.007966101169586182, + -0.01185775175690651, + -0.014021575450897217, + 0.0 + ], + [ + -0.13265350461006165, + -0.09883616864681244, + 1.3521816730499268, + -0.39583611488342285, + -1.5302085876464844, + -0.022501207888126373, + 0.0, + 0.03417283296585083, + 0.06502687931060791, + -0.13248814642429352, + -0.15194213390350342, + -1.1705434322357178, + -0.14500750601291656, + 0.0, + 0.10817429423332214, + -0.1421981006860733, + 0.2651798129081726, + -0.04178684949874878, + -0.09506974369287491, + -0.027326852083206177, + 0.0 + ], + [ + 0.2652585804462433, + 0.1407744139432907, + 1.3521816730499268, + -0.39583611488342285, + -1.5302085876464844, + 0.38647782802581787, + 0.0, + 0.24562495946884155, + -0.5427900552749634, + 0.6042527556419373, + -0.2089594006538391, + -1.1705434322357178, + 0.9368586540222168, + 0.0, + -0.6161898374557495, + -0.6928378343582153, + 0.5196137428283691, + 0.19768881797790527, + 0.12666088342666626, + 0.06106525659561157, + 0.0 + ], + [ + -0.4858958423137665, + 0.07160751521587372, + 2.3521816730499268, + -1.3958361148834229, + -2.5302085876464844, + 0.00806370098143816, + 2.5716044902801514, + -0.7543750405311584, + 0.39291518926620483, + -0.21331025660037994, + -1.1519421339035034, + -2.1705434322357178, + -0.022150374948978424, + 1.4827382564544678, + 0.3623673617839813, + -0.1736169457435608, + 0.6562368273735046, + 0.8101703524589539, + -0.0654996931552887, + -0.525459349155426, + 0.5550335645675659 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.143208980560303, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.9654765129089355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1100671291351318 + ], + [ + -0.4663451910018921, + -0.22661779820919037, + 2.635835886001587, + -1.4535959959030151, + -2.5218377113342285, + 0.08166451007127762, + 2.519831418991089, + -0.5666054487228394, + 0.10635268688201904, + -0.4316776394844055, + -1.0435172319412231, + -2.1845202445983887, + -0.2560523450374603, + 1.6918315887451172, + 0.491302490234375, + -0.1313222497701645, + 0.4257252812385559, + 0.9682431221008301, + 0.15412648022174835, + -0.7009302973747253, + 0.37898313999176025 + ], + [ + -0.7701197862625122, + 0.1990865170955658, + 2.7837607860565186, + -1.3626837730407715, + -2.1686453819274902, + -0.016011912375688553, + 2.0736243724823, + -0.35434412956237793, + -0.011773943901062012, + -0.4725801944732666, + -0.6296951770782471, + -1.8522626161575317, + 0.02447083219885826, + 1.3323301076889038, + 0.5026388168334961, + -0.7317042946815491, + 0.16871923208236694, + 0.6360846757888794, + 0.010812744498252869, + -1.1186859607696533, + 1.0455631017684937 + ], + [ + -0.8595945239067078, + 0.5899531841278076, + 2.159658670425415, + -1.2797712087631226, + -2.3790535926818848, + -0.15511780977249146, + 2.8463315963745117, + -0.9789519906044006, + -0.008660823106765747, + -0.17977365851402283, + -1.2485013008117676, + -1.5661869049072266, + -0.3702925443649292, + 2.0592966079711914, + 0.18963786959648132, + 0.23734241724014282, + 1.0077472925186157, + 0.12800544500350952, + -0.6296335458755493, + -0.6663017272949219, + 0.7776134014129639 + ], + [ + -1.2867848873138428, + -0.501237154006958, + 2.28002667427063, + -1.7839759588241577, + -3.234935998916626, + -0.7898846864700317, + 2.895172595977783, + -1.3286800384521484, + 0.20568379759788513, + -0.8787076473236084, + -0.5541535019874573, + -1.6009464263916016, + 0.06906898319721222, + 0.8513203859329224, + -0.0034806430339813232, + 0.6135432124137878, + 0.10616183280944824, + 1.0239992141723633, + 0.5352941751480103, + -0.4825572371482849, + 1.1670653820037842 + ], + [ + -0.14138644933700562, + -0.14341478049755096, + 2.986067295074463, + -1.7454276084899902, + -1.5620018243789673, + -0.13833379745483398, + 3.228229522705078, + -0.7248150706291199, + 0.42583194375038147, + -0.2189696580171585, + -0.17190682888031006, + -1.3974759578704834, + 0.5741377472877502, + 1.3037772178649902, + 0.7037150859832764, + -0.7765145897865295, + 1.1316381692886353, + 1.3130462169647217, + 0.3130255341529846, + -1.3320462703704834, + 0.6619001030921936 + ] + ], + "predicted_scores": [ + 5.013592720031738, + 4.623743057250977, + 4.250685214996338, + 4.200759410858154, + 4.052969932556152, + 3.972034454345703, + 3.780259132385254, + 3.629908561706543 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "127893920", + "selected_index": 0, + "state_hash": "704d2d6747029c708a49c3015d5b3e4db2e113774ba2149bda36db988b138dc3", + "stored_base_utility": 0.04225596785545349, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1298973560333252, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1298973560333252 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1105729192495346, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1105729192495346 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10211460292339325, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10211460292339325 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09020264446735382, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09020264446735382 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09415853023529053, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09415853023529053 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09049923717975616, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09049923717975616 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08266898989677429, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08266898989677429 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08238238096237183, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08238238096237183 + } + ], + "candidate_progress": [ + 0.1298973560333252, + 0.1105729192495346, + 0.10211460292339325, + 0.09020264446735382, + 0.09415853023529053, + 0.09049923717975616, + 0.08266898989677429, + 0.08238238096237183 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-22cfd6a9a619133478b6", + "ms-22cfd6a9a619133478b6", + "ms-22cfd6a9a619133478b6", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1", + "ms-ec5ac79449116b0a30c1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-630c7d4c0ef39da64304", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.0705234631896019, + 0.039422743022441864, + 1.0790880918502808, + -0.22280147671699524, + -1.418398141860962, + 0.43259477615356445, + -0.20557641983032227, + 0.2633039951324463, + 0.1320224404335022, + 0.26295021176338196, + -0.3176727592945099, + -1.2069201469421387, + -0.36327025294303894, + 0.44875866174697876, + -0.06871774792671204, + 0.04120612144470215, + -0.04011829197406769, + 0.050224289298057556, + -0.14699387550354004, + -0.07055036723613739, + 0.07690339535474777 + ], + [ + -0.21202470362186432, + -0.03084682673215866, + 1.2336984872817993, + -0.4370471239089966, + -1.2258031368255615, + 0.42466434836387634, + 0.35760176181793213, + 0.020374923944473267, + -0.008794616907835007, + 0.35755133628845215, + -0.08666343241930008, + -1.25887930393219, + -0.14686918258666992, + 0.4771299362182617, + -0.1543097198009491, + -0.06438326835632324, + 0.06680609285831451, + -0.07824839651584625, + 0.01705893874168396, + 0.16460853815078735, + 0.33512282371520996 + ], + [ + -0.0744732916355133, + -0.02573864907026291, + 1.3892712593078613, + -0.4002732038497925, + -1.4695003032684326, + -0.11290529370307922, + 0.14663094282150269, + 0.1264714002609253, + 0.045391276478767395, + 0.10111795365810394, + -0.1307615339756012, + -1.091635823249817, + 0.27857449650764465, + 0.4316868185997009, + -0.01593383029103279, + 0.02680826187133789, + -0.07769544422626495, + -0.02252914011478424, + -0.038252443075180054, + 0.2513253092765808, + 0.10586924850940704 + ], + [ + 0.17083294689655304, + 0.04627048224210739, + 1.267839789390564, + -0.32989072799682617, + -1.4616289138793945, + 0.1930544674396515, + -0.06132769584655762, + 0.14627794921398163, + 0.0880618616938591, + 0.1280512511730194, + -0.1852773129940033, + -1.0995749235153198, + -0.08854687213897705, + 0.24204136431217194, + 0.01612771674990654, + 0.07986526191234589, + -0.22482343018054962, + -0.011072739958763123, + -0.11490288376808167, + 0.03291216492652893, + -0.03296378254890442 + ], + [ + -0.047877565026283264, + -0.023150887340307236, + 1.3474180698394775, + -0.4245592951774597, + -1.523305892944336, + 0.15628913044929504, + 0.18147429823875427, + 0.0929989218711853, + 0.05011647194623947, + 0.20485800504684448, + -0.04755203425884247, + -1.1527410745620728, + 0.009350806474685669, + 0.320231169462204, + 0.15424475073814392, + -0.032349053770303726, + -0.14411436021327972, + 0.008022919297218323, + -0.1336916983127594, + 0.03913116455078125, + 0.1219133585691452 + ], + [ + -0.016181066632270813, + -0.06354872137308121, + 1.2471251487731934, + -0.4320130944252014, + -1.4639971256256104, + 0.04226430505514145, + 0.44195982813835144, + 0.09612760692834854, + 0.09345129132270813, + 0.3171755075454712, + -0.05119342356920242, + -1.0875591039657593, + 0.019958972930908203, + 0.21151822805404663, + 0.08856234699487686, + -0.06945750117301941, + 0.04487241804599762, + -0.019214913249015808, + -0.03837767243385315, + -0.07064774632453918, + 0.1686004251241684 + ], + [ + 0.089067742228508, + 0.03860713541507721, + 1.0863217115402222, + -0.2922205924987793, + -1.4377691745758057, + 0.6411203145980835, + 0.2032322883605957, + 0.16834551095962524, + 0.12035249918699265, + 0.39696359634399414, + -0.22726088762283325, + -1.0598170757293701, + -0.37304991483688354, + 0.31311914324760437, + 0.06296419352293015, + -0.06828532367944717, + 0.06883278489112854, + 0.12128917872905731, + -0.13057565689086914, + -0.13784225285053253, + -0.18132230639457703 + ], + [ + 0.05911637097597122, + -0.01579057238996029, + 1.294396162033081, + -0.33768558502197266, + -1.4979698657989502, + -0.14152368903160095, + 0.5337311029434204, + 0.15622852742671967, + 0.06521336734294891, + 0.22341124713420868, + -0.007203109562397003, + -1.0013920068740845, + -0.08815261721611023, + 0.2546476721763611, + 0.16694045066833496, + -0.08432707190513611, + 0.020399346947669983, + 0.09655186533927917, + -0.20710685849189758, + 0.1313159465789795, + 0.06458339095115662 + ] + ], + "generated_utilities": [ + 0.1298973560333252, + 0.1105729192495346, + 0.10211460292339325, + 0.09020264446735382, + 0.09415853023529053, + 0.09049923717975616, + 0.08266898989677429, + 0.08238238096237183 + ], + "group_id": "ms-630c7d4c0ef39da64304", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.10130771994590759, + 2.0, + 2.0, + 2.0, + 0.15524141490459442, + 0.030284926295280457, + 0.11336447298526764, + 0.2024698108434677, + 0.11273577809333801, + 0.14908099174499512, + 0.1340826451778412, + 0.040449753403663635, + 0.07711786031723022, + 0.05987796187400818, + 0.09959158301353455, + 0.040656477212905884 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.546619415283203, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.3066565990448, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.2890537679195404 + ], + [ + -0.49357926845550537, + -1.0613579750061035, + 3.1641464233398438, + -0.7688034772872925, + -1.9618147611618042, + 0.03219473361968994, + 1.9049732685089111, + 0.29391565918922424, + 0.6593438982963562, + 1.3127586841583252, + -0.13204357028007507, + -1.6503207683563232, + 0.2379060685634613, + 1.5414429903030396, + -0.3219280540943146, + 0.1367907077074051, + -0.17483799159526825, + -0.2663343548774719, + -0.6571146249771118, + 0.26772576570510864, + 0.7944592237472534 + ], + [ + 0.25868576765060425, + 0.37243515253067017, + 1.7251527309417725, + -1.93780517578125, + -3.3636739253997803, + 0.8099482655525208, + 2.4328250885009766, + 0.4908598065376282, + -0.5021877288818359, + 1.0266541242599487, + 0.19171035289764404, + -2.3918814659118652, + 0.3293605148792267, + 1.510608196258545, + -0.09935344755649567, + -0.4851236343383789, + 0.880829393863678, + 0.5399221181869507, + -0.3375288248062134, + -0.8663475513458252, + 0.01389835774898529 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04540374502539635, + 0.036317676305770874, + 1.4180197715759277, + -0.543880820274353, + -1.4689249992370605, + 0.043641626834869385, + 0.0, + -0.05253281816840172, + -0.058930009603500366, + 0.05291092395782471, + -0.008916258811950684, + -0.9851188659667969, + -0.055694058537483215, + 0.0, + 0.049608565866947174, + -0.0002113133668899536, + -0.02586345374584198, + -0.025397062301635742, + 0.002819851040840149, + -0.04840894043445587, + 0.0 + ], + [ + 0.17409338057041168, + 0.049509912729263306, + 1.4180197715759277, + -0.543880820274353, + -1.4689249992370605, + -0.3362317681312561, + 0.0, + -0.020648593083024025, + -0.05796290934085846, + 0.034627318382263184, + -0.06720888614654541, + -0.9851188659667969, + -0.19030828773975372, + 0.0, + -0.11952109634876251, + -0.15251846611499786, + -0.3033154606819153, + -0.07182812690734863, + -0.19045186042785645, + 0.1801368147134781, + 0.0 + ], + [ + 0.18557719886302948, + -0.45620015263557434, + 1.4180197715759277, + -0.543880820274353, + -1.4689249992370605, + 0.018830478191375732, + 0.0, + -0.49780380725860596, + -0.1589438021183014, + -0.03985995054244995, + 0.1532191038131714, + -0.9851188659667969, + 0.1220715120434761, + 0.0, + -0.08524170517921448, + -0.5274389982223511, + -0.5890238285064697, + -0.22120660543441772, + 0.3585955798625946, + 0.10039953887462616, + 0.0 + ], + [ + 0.015633638948202133, + -0.279626727104187, + 2.4180197715759277, + -1.543880820274353, + -2.4689249992370605, + 0.42693406343460083, + 2.2733097076416016, + -0.024415243417024612, + 0.16958126425743103, + 0.7290967702865601, + -0.6080416440963745, + -1.9851188659667969, + 0.16108284890651703, + 1.6533282995224, + 0.028183307498693466, + -0.17602862417697906, + 0.13317669928073883, + 0.5303821563720703, + -0.14428821206092834, + -0.19909439980983734, + 0.1445268839597702 + ], + [ + -0.06500425934791565, + -0.11545079946517944, + 2.519491672515869, + -1.3596041202545166, + -2.340517520904541, + 0.20330144464969635, + 2.3463172912597656, + -0.16409635543823242, + -0.14482733607292175, + 0.34448105096817017, + -0.764070987701416, + -1.7316681146621704, + 0.4751291275024414, + 1.405003547668457, + -0.3288314938545227, + 0.17065586149692535, + 0.20945987105369568, + 0.1959417760372162, + -0.11671806871891022, + -0.5301725268363953, + -0.20942221581935883 + ] + ], + "predicted_scores": [ + 7.336717128753662, + 7.317660808563232, + 7.148594379425049, + 7.005227088928223, + 6.711682319641113, + 6.651595115661621, + 6.501834392547607, + 6.213154315948486 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1847929953", + "selected_index": 0, + "state_hash": "d3db878207c191eb0e95cfaca7a3aec01d82294bed91a9858cdbc7ce15b3f58b", + "stored_base_utility": 0.10130771994590759, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1869177371263504, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1869177371263504 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18702420592308044, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18702420592308044 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1822432279586792, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1822432279586792 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1821439564228058, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1821439564228058 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19705381989479065, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19705381989479065 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1895867884159088, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1895867884159088 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18479223549365997, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18479223549365997 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.1869177371263504, + 0.18702420592308044, + 0.1822432279586792, + 0.1821439564228058, + 0.19705381989479065, + 0.1895867884159088, + 0.18479223549365997, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4711dffcd73048a3656c", + "ms-5dab866561f657e9aa8d", + "ms-5dab866561f657e9aa8d", + "ms-5dab866561f657e9aa8d", + "ms-4711dffcd73048a3656c", + "ms-5dab866561f657e9aa8d", + "ms-5dab866561f657e9aa8d", + "ms-4711dffcd73048a3656c" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-663c7e7fdaea6a945a2b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.14308585226535797, + 0.1408672332763672, + 1.3279494047164917, + -0.4631222188472748, + -1.5809965133666992, + 0.07350082695484161, + 0.5202094316482544, + -0.025680288672447205, + 0.07644815742969513, + -0.07008003443479538, + -0.20987528562545776, + -0.8660207986831665, + -0.08625566959381104, + 0.14614805579185486, + -0.002800028771162033, + -0.13391642272472382, + 0.26349806785583496, + 0.008118346333503723, + 0.0010807514190673828, + 0.09757331013679504, + 0.13208793103694916 + ], + [ + -0.11646009981632233, + 0.13380908966064453, + 1.1951054334640503, + -0.5090302228927612, + -1.4990947246551514, + -0.11123859882354736, + 0.3700975477695465, + 0.02142179012298584, + 0.10935798287391663, + -0.032773084938526154, + -0.16434451937675476, + -0.9551296234130859, + -0.1614568531513214, + 0.15770721435546875, + -0.027643408626317978, + -0.08752541244029999, + 0.3143819570541382, + 0.0343017578125, + -0.04322892427444458, + 0.20414012670516968, + 0.1973300576210022 + ], + [ + -0.11662821471691132, + 0.11294706165790558, + 1.2394940853118896, + -0.44273465871810913, + -1.5610296726226807, + 0.04531792551279068, + 0.43844863772392273, + -0.0005156844854354858, + 0.08555319160223007, + 0.02875940501689911, + -0.14555570483207703, + -0.9468885660171509, + 0.07670947909355164, + 0.16874688863754272, + 0.02624841406941414, + -0.1177569031715393, + 0.19265441596508026, + 0.052763402462005615, + 0.03828379511833191, + 0.13695397973060608, + 0.12143677473068237 + ], + [ + -0.2749056816101074, + 0.17912141978740692, + 1.1542025804519653, + -0.5416908860206604, + -1.4262535572052002, + 0.4139605164527893, + 0.7005378007888794, + -0.20742762088775635, + 0.04310653358697891, + 0.0666981190443039, + -0.11061028391122818, + -0.8724571466445923, + 0.6744236946105957, + -0.009994253516197205, + -0.2996983230113983, + -0.1761910766363144, + 0.2205868363380432, + 0.2988292872905731, + 0.0780538022518158, + 0.4860173463821411, + 0.27316364645957947 + ], + [ + -0.28856009244918823, + 0.13875195384025574, + 1.2157763242721558, + -0.20029115676879883, + -1.3684453964233398, + 0.3154728412628174, + 0.2601439952850342, + -0.004428893327713013, + 0.10937919467687607, + -0.0002506151795387268, + -0.07027987390756607, + -0.7384782433509827, + -0.09356600046157837, + 0.09725378453731537, + -0.06829074025154114, + -0.20822995901107788, + -0.014988765120506287, + -0.02963048219680786, + 0.08637477457523346, + 0.2619554400444031, + 0.3119647204875946 + ], + [ + -0.03818388283252716, + 0.20701541006565094, + 1.2910614013671875, + -0.286287784576416, + -1.3168153762817383, + 0.0397561714053154, + 0.15402904152870178, + 0.10300752520561218, + 0.08201276510953903, + 0.08691173791885376, + -0.14982563257217407, + -1.1934539079666138, + -0.15659767389297485, + 0.3092074394226074, + -0.11357347667217255, + -0.06867584586143494, + -0.10403265058994293, + 0.11363577097654343, + -0.08517876267433167, + 0.21488219499588013, + 0.37871283292770386 + ], + [ + -0.2769709825515747, + 0.14034119248390198, + 1.2214330434799194, + -0.564979612827301, + -1.30548095703125, + 0.49680790305137634, + 0.06457039713859558, + -0.027786776423454285, + 0.1508379429578781, + 0.08217975497245789, + -0.2865673899650574, + -0.9178764820098877, + -0.09305554628372192, + 0.12703607976436615, + -0.13021640479564667, + -0.041006989777088165, + 0.13009501993656158, + 0.04046116769313812, + 0.19462522864341736, + 0.3081669807434082, + 0.33135563135147095 + ], + [ + 0.013926148414611816, + 0.19340994954109192, + 1.2830266952514648, + -0.360883891582489, + -1.3986802101135254, + 0.12515349686145782, + 0.1923496425151825, + 0.08209354430437088, + 0.10062621533870697, + 0.011742189526557922, + -0.2088780403137207, + -1.115401029586792, + -0.12105610966682434, + 0.012390129268169403, + -0.14367841184139252, + -0.08555197715759277, + -0.09300388395786285, + 0.1055188998579979, + -0.07456508278846741, + 0.16608116030693054, + 0.12650738656520844 + ] + ], + "generated_utilities": [ + 0.1869177371263504, + 0.18702420592308044, + 0.1822432279586792, + 0.1821439564228058, + 0.19705381989479065, + 0.1895867884159088, + 0.18479223549365997, + 2.0 + ], + "group_id": "ms-663c7e7fdaea6a945a2b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1108950525522232, + 0.08904969692230225, + 0.15564695000648499, + 2.0, + 0.20006954669952393, + 2.0, + 0.19311568140983582, + 0.1358753889799118, + 0.14391577243804932, + 0.16715437173843384, + 0.14609017968177795, + 0.07479184865951538, + 0.1329529881477356, + 0.09731465578079224, + 0.11834585666656494, + 0.04818996787071228 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -1.103034496307373, + 1.1170064210891724, + 2.0640010833740234, + -2.2104990482330322, + -2.6506340503692627, + 0.4421859085559845, + 3.250767469406128, + 0.06001579761505127, + -0.5491264462471008, + -1.3012115955352783, + -0.24683436751365662, + -2.455078601837158, + 1.1728301048278809, + 2.1367406845092773, + -0.3048723638057709, + 0.1385873556137085, + 0.42915815114974976, + 1.8152639865875244, + 0.9751410484313965, + 0.15842899680137634, + 1.088797688484192 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.26295265555381775, + 0.4282088577747345, + 1.2161591053009033, + -0.5595605373382568, + -1.3095557689666748, + 0.6328587532043457, + 0.0, + -0.5778258442878723, + -0.21988582611083984, + -0.38041216135025024, + -0.38095352053642273, + -1.0860002040863037, + 0.39267152547836304, + 0.0, + 0.2921221852302551, + -0.19012056291103363, + 0.7837978601455688, + -0.017245352268218994, + 0.2872890532016754, + -0.02415516972541809, + 0.0 + ], + [ + -0.5581163763999939, + 0.3591706156730652, + 2.2161591053009033, + -1.5595605373382568, + -2.309555768966675, + -0.1948343813419342, + 2.3016796112060547, + -0.7589901685714722, + 0.32701653242111206, + -0.49953070282936096, + -0.5081132054328918, + -2.0860002040863037, + 0.44346165657043457, + 1.1481657028198242, + -0.025053787976503372, + -0.25875160098075867, + 0.12586693465709686, + 0.982754647731781, + 0.3478713929653168, + -0.27461865544319153, + 0.11634962260723114 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.603359222412109, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.2963314056396484, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.23269924521446228 + ], + [ + -0.2654343247413635, + 0.6522596478462219, + 1.932961344718933, + -1.7784698009490967, + -2.092726707458496, + -0.14710348844528198, + 2.3849825859069824, + -0.6575366258621216, + 0.18301169574260712, + -0.7461181879043579, + -0.6473308801651001, + -1.8045152425765991, + 0.2318442016839981, + 1.0294309854507446, + 0.20346519351005554, + -0.3091173768043518, + 0.3064466714859009, + 1.1654689311981201, + 0.319577157497406, + -0.38847029209136963, + 0.19258597493171692 + ], + [ + -0.5127725005149841, + 0.6964015960693359, + 1.6303868293762207, + -2.0560972690582275, + -1.7809817790985107, + -0.4029766321182251, + 2.823972225189209, + -1.3585338592529297, + -0.056548506021499634, + -0.2840178608894348, + -0.5124392509460449, + -2.3743913173675537, + 0.3683244585990906, + 1.404947280883789, + -0.20444950461387634, + 0.07602840662002563, + -0.25860917568206787, + 1.2634778022766113, + 0.03022417426109314, + 0.015801161527633667, + -0.4718663692474365 + ] + ], + "predicted_scores": [ + 3.5392608642578125, + 3.3459858894348145, + 3.227442741394043, + 2.3094425201416016, + 2.117670774459839, + 2.019716739654541, + 1.9416111707687378, + 1.8629447221755981 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1702694640", + "selected_index": 0, + "state_hash": "869a18e41e12943b8ef0945bc4215adc40ea8bf9fd5050cf5f5b5f0d9e099f17", + "stored_base_utility": 0.1108950525522232, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12870505452156067, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12870505452156067 + }, + "base_progress": 0.12870505452156067, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.12870505452156067, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0758868157863617, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0758868157863617 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08274979889392853, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08274979889392853 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07340914011001587, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07340914011001587 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06840676069259644, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06840676069259644 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08620449900627136, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08620449900627136 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07749280333518982, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07749280333518982 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06536056101322174, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06536056101322174 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07036767899990082, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07036767899990082 + } + ], + "candidate_progress": [ + 0.0758868157863617, + 0.08274979889392853, + 0.07340914011001587, + 0.06840676069259644, + 0.08620449900627136, + 0.07749280333518982, + 0.06536056101322174, + 0.07036767899990082 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-1979b899f11945b46b51", + "ms-1979b899f11945b46b51", + "ms-07aa7d1f9c01e93d04bc", + "ms-1979b899f11945b46b51", + "ms-dec13f2e40baaf5c8d40", + "ms-dec13f2e40baaf5c8d40" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-67f2977ab7d070052b61", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07576093822717667, + -0.4159660339355469, + 1.6247164011001587, + 0.3063477575778961, + -1.4971067905426025, + 0.33745333552360535, + 0.14498138427734375, + 0.2073248028755188, + 0.2562585473060608, + 0.19061967730522156, + -0.005684856325387955, + -1.371180772781372, + -0.1964840292930603, + 0.16899394989013672, + -0.27019479870796204, + 0.28159868717193604, + 0.15829314291477203, + 0.14086920022964478, + 0.08263039588928223, + -0.3191494047641754, + 0.13098633289337158 + ], + [ + 0.044621095061302185, + -0.396845281124115, + 1.6080012321472168, + 0.26594078540802, + -1.530449628829956, + 0.3044434189796448, + 0.1562269926071167, + 0.06772509217262268, + 0.22552067041397095, + 0.20764902234077454, + 0.04326890781521797, + -1.419834852218628, + -0.06874087452888489, + 0.08940723538398743, + -0.21258801221847534, + 0.2600551247596741, + 0.1717136949300766, + 0.13885922729969025, + 0.10714402794837952, + -0.2936250567436218, + 0.24620386958122253 + ], + [ + 0.024000979959964752, + -0.3992094397544861, + 1.5303821563720703, + 0.5266954898834229, + -1.3556597232818604, + 0.36348170042037964, + 0.3032916188240051, + 0.24809396266937256, + 0.2727244198322296, + 0.2613464593887329, + -0.0126723051071167, + -1.1142646074295044, + 0.003544032573699951, + 0.2176607996225357, + -0.2682403326034546, + 0.3175775408744812, + 0.2884800434112549, + 0.2107757180929184, + 0.06506189703941345, + -0.43804529309272766, + 0.050190627574920654 + ], + [ + 0.1310681402683258, + -0.3557341694831848, + 1.5010709762573242, + 0.4912152588367462, + -1.3182458877563477, + 0.19976525008678436, + 0.2917412519454956, + 0.23711198568344116, + 0.3028494417667389, + 0.24960964918136597, + -0.21212559938430786, + -1.169141173362732, + 0.4832107722759247, + -0.10370591282844543, + -0.25106167793273926, + 0.3576622009277344, + 0.5009118914604187, + 0.2330484688282013, + -0.1331404745578766, + -0.5520076155662537, + 0.2164304405450821 + ], + [ + 0.07904715090990067, + -0.3735864758491516, + 1.6909676790237427, + 0.30282673239707947, + -1.5717146396636963, + 0.45266467332839966, + 0.2422013133764267, + 0.041801780462265015, + 0.16191187500953674, + 0.08261705935001373, + 0.04810537397861481, + -1.409610390663147, + -0.3059287965297699, + 0.09227460622787476, + -0.28179624676704407, + 0.26794198155403137, + 0.2446686178445816, + 0.018360570073127747, + 0.1836206018924713, + -0.13460856676101685, + 0.14325955510139465 + ], + [ + -0.027622640132904053, + -0.3862982988357544, + 1.5208195447921753, + 0.5281175374984741, + -1.312281608581543, + 0.3672167658805847, + 0.27521219849586487, + 0.17967119812965393, + 0.2682831883430481, + 0.285358190536499, + -0.019689440727233887, + -1.1308242082595825, + 0.07162979245185852, + 0.18972422182559967, + -0.23444893956184387, + 0.3255789279937744, + 0.29225799441337585, + 0.2540592849254608, + 0.0817144364118576, + -0.46317893266677856, + 0.1292819231748581 + ], + [ + 0.1586276888847351, + -0.4123249053955078, + 1.546838402748108, + 0.6179248094558716, + -1.21360445022583, + 0.20029759407043457, + 0.28672105073928833, + 0.26766014099121094, + 0.1938515305519104, + 0.24776098132133484, + 0.18802976608276367, + -1.2363094091415405, + 0.30702582001686096, + 0.14466263353824615, + -0.22264230251312256, + 0.4176237881183624, + 0.3305498957633972, + 0.17610161006450653, + 0.07415235042572021, + -0.3120453953742981, + 0.09722020477056503 + ], + [ + 0.12460381537675858, + -0.39964812994003296, + 1.466355323791504, + 0.6902151107788086, + -1.1823856830596924, + 0.2925575375556946, + 0.029105812311172485, + 0.2156248390674591, + 0.14471256732940674, + 0.23671990633010864, + 0.2935458719730377, + -1.1401889324188232, + 0.24513378739356995, + 0.13152872025966644, + -0.22811052203178406, + 0.3976454734802246, + 0.36118537187576294, + 0.09445889294147491, + 0.1647736132144928, + -0.5165505409240723, + 0.06020987778902054 + ] + ], + "generated_utilities": [ + 0.0758868157863617, + 0.08274979889392853, + 0.07340914011001587, + 0.06840676069259644, + 0.08620449900627136, + 0.07749280333518982, + 0.06536056101322174, + 0.07036767899990082 + ], + "group_id": "ms-67f2977ab7d070052b61", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20694592595100403, + 0.21677905321121216, + 0.03758339583873749, + 2.0, + 0.1223960667848587, + 0.036128729581832886, + 0.10276123881340027, + 0.12842068076133728, + 0.1119588315486908, + 0.12780486047267914, + 0.1223267912864685, + 0.09427110850811005, + 0.04575912654399872, + 0.09089234471321106, + 0.0758260190486908, + 0.020891547203063965 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.24146489799022675, + -0.5069718360900879, + 1.603696346282959, + 0.04551231861114502, + -1.4283370971679688, + 0.18736910820007324, + 0.0, + -0.17372900247573853, + -0.05840139091014862, + -0.09293115139007568, + 0.0128212571144104, + -1.595231294631958, + 0.19713112711906433, + 0.0, + -0.21608811616897583, + 0.1066436767578125, + 0.06724876165390015, + 0.045427799224853516, + -0.1386246681213379, + -0.04152446985244751, + 0.0 + ], + [ + 0.3172353208065033, + -1.506971836090088, + 2.603696346282959, + -0.6338470578193665, + -2.4283370971679688, + 0.7491523623466492, + 2.0991952419281006, + -0.2901020050048828, + 0.10607615113258362, + 0.6561329364776611, + -0.3532700538635254, + -2.595231294631958, + 0.5711209177970886, + 1.5637022256851196, + -0.026085365563631058, + -0.2539628744125366, + 0.7138298153877258, + 1.0267281532287598, + -0.6724449396133423, + -0.46368151903152466, + 0.7291541695594788 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.198390483856201, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.1274044513702393, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4583083391189575 + ], + [ + 0.5274108648300171, + -1.3994991779327393, + 2.7066903114318848, + -0.39465799927711487, + -2.5331709384918213, + 0.8719459772109985, + 2.3710198402404785, + -0.2083233892917633, + 0.09726517647504807, + 0.782389223575592, + -0.05403262376785278, + -2.2972288131713867, + 0.4791131615638733, + 1.8104519844055176, + -0.0325358584523201, + -0.344316303730011, + 0.6628208160400391, + 0.7416213750839233, + -0.4796886742115021, + -0.5989071130752563, + 0.5826014280319214 + ], + [ + 0.461198091506958, + -1.177933692932129, + 2.8200457096099854, + -0.689670741558075, + -2.2476742267608643, + 1.085386037826538, + 1.7920057773590088, + -0.5211399793624878, + 0.020490847527980804, + 0.3970319628715515, + -0.15151196718215942, + -2.913221597671509, + 0.7347787022590637, + 1.7480250597000122, + 0.1709984540939331, + -0.1626679003238678, + 0.38225308060646057, + 0.9703683257102966, + -0.3248273432254791, + -0.6944924592971802, + 1.0051274299621582 + ], + [ + -0.16769403219223022, + -1.0646017789840698, + 2.720144271850586, + -1.0212905406951904, + -1.9498810768127441, + 1.0860545635223389, + 2.467068672180176, + -0.13219818472862244, + 0.5222592949867249, + 0.9492732286453247, + -0.7038576602935791, + -2.7631301879882812, + 0.9990910291671753, + 1.6144894361495972, + -0.3602786362171173, + -0.2920134663581848, + 0.9452263116836548, + 0.7411192655563354, + -0.6123133897781372, + -0.9181994199752808, + 0.7225156426429749 + ], + [ + 0.4723035991191864, + -1.9487494230270386, + 2.2538933753967285, + -0.6435308456420898, + -2.344468832015991, + 1.2190146446228027, + 1.7234549522399902, + -0.618489146232605, + 0.44546571373939514, + 0.841925859451294, + -0.15037214756011963, + -2.1762354373931885, + 1.1572926044464111, + 0.9883943796157837, + 0.13178309798240662, + -0.427018404006958, + 1.0435174703598022, + 1.453710675239563, + -0.39057978987693787, + -1.0366030931472778, + 0.9342941045761108 + ], + [ + -0.2268347442150116, + -1.1191916465759277, + 2.3218650817871094, + -0.4328908622264862, + -1.9887512922286987, + 1.4362411499023438, + 1.7449899911880493, + 0.19544059038162231, + -0.2584061324596405, + -0.011845827102661133, + -0.3263013958930969, + -2.8246312141418457, + 0.5872547626495361, + 2.230851888656616, + 0.044973332434892654, + -0.5096753239631653, + 0.5859178900718689, + 0.5855264663696289, + -1.0900310277938843, + -0.0396018922328949, + 0.7715778350830078 + ], + [ + 1.0414174795150757, + -2.2749788761138916, + 2.6604721546173096, + -1.1465080976486206, + -2.051356315612793, + 1.3887877464294434, + 2.51027512550354, + 0.4224744439125061, + -0.24417421221733093, + 0.28539901971817017, + -1.0711596012115479, + -3.0312671661376953, + 0.5634641647338867, + 1.2754361629486084, + -0.6360799670219421, + -1.004804253578186, + 1.0736169815063477, + 1.355199933052063, + -0.770388126373291, + -0.9352244138717651, + 0.8363959789276123 + ], + [ + 0.3263184130191803, + -2.2084834575653076, + 3.3811354637145996, + -0.4487103223800659, + -1.9279980659484863, + 0.15708237886428833, + 1.7408376932144165, + -0.8239263296127319, + -0.07407395541667938, + 0.023090720176696777, + -0.9394572377204895, + -3.1947014331817627, + 1.0204975605010986, + 1.6547337770462036, + -0.8682770729064941, + 0.5910552740097046, + 0.9409363269805908, + 1.0685182809829712, + -1.431700348854065, + -0.61156165599823, + 0.9389266967773438 + ], + [ + 0.8938049077987671, + -1.4349523782730103, + 1.7899020910263062, + -1.5172030925750732, + -1.7131963968276978, + 0.32088565826416016, + 2.474640369415283, + -0.22659389674663544, + -0.7160980701446533, + 0.837334930896759, + -0.34781718254089355, + -2.3464772701263428, + 0.30581992864608765, + 1.4361764192581177, + 0.7996684908866882, + -0.6096205711364746, + -0.1622222661972046, + 1.0009685754776, + -0.9396349191665649, + 0.5104491114616394, + 0.47088947892189026 + ], + [ + 0.07825511693954468, + -2.2426626682281494, + 2.236208915710449, + -0.4258195757865906, + -3.3273046016693115, + 0.5187033414840698, + 2.1612648963928223, + -0.16386109590530396, + -0.3141700327396393, + 0.03271907567977905, + -0.8771855235099792, + -2.6169257164001465, + 1.1844562292099, + 0.9231657981872559, + 0.43838438391685486, + -0.11654207110404968, + 1.498500943183899, + 2.022542953491211, + -0.5857095718383789, + 0.1297396421432495, + 0.7965596914291382 + ], + [ + -0.3538047969341278, + -1.7831060886383057, + 1.817254662513733, + -0.8973743915557861, + -2.3165488243103027, + 0.7539511919021606, + 1.874176263809204, + 0.07765120267868042, + 0.8167697191238403, + -0.0369793176651001, + -0.3872091472148895, + -2.109224319458008, + 1.2555744647979736, + 2.469893455505371, + 0.0625675618648529, + -0.8742767572402954, + 0.6473678350448608, + 0.871729850769043, + -1.4629437923431396, + -0.8568689823150635, + 1.4796377420425415 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.025999337434768677, + -0.5069718360900879, + 1.603696346282959, + -0.25459253787994385, + -1.4283370971679688, + 0.1196405291557312, + 0.0, + -0.28167152404785156, + 0.2736138701438904, + 0.5485725402832031, + -0.2397802472114563, + -1.595231294631958, + -0.4288790822029114, + 0.0, + -0.6828285455703735, + 0.7460371255874634, + 0.5642898678779602, + 0.026728153228759766, + 0.3275550603866577, + -0.4913463592529297, + 0.0 + ] + ], + "predicted_scores": [ + 8.466212272644043, + 8.083024024963379, + 7.966114044189453, + 7.950264930725098, + 7.886358737945557, + 7.885479927062988, + 7.773715972900391, + 7.546278953552246 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1794696142", + "selected_index": 0, + "state_hash": "3e21d1e39b5ed1b28a834f07efb46551aab1de47bea9f90c07e8ea728d041107", + "stored_base_utility": 0.20694592595100403, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17471960186958313, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17471960186958313 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08319751918315887, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08319751918315887 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08871626853942871, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08871626853942871 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.00011861324310302734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00011861324310302734 + } + ], + "candidate_progress": [ + 0.17471960186958313, + 1.0, + 0.08319751918315887, + 1.0, + 1.0, + 0.08871626853942871, + 1.0, + 0.00011861324310302734 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + true, + false, + true, + true, + false, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-68054c6c805197b033a7", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.21583707630634308, + -0.03366544842720032, + 0.38029319047927856, + -0.8584737777709961, + -1.9341700077056885, + 0.17886850237846375, + 0.6136550903320312, + -0.017762914299964905, + 0.5040283203125, + -0.29360347986221313, + -0.24663114547729492, + -0.6877185106277466, + 0.14141902327537537, + 0.200993150472641, + -0.40291789174079895, + 0.009589601308107376, + -0.045600250363349915, + -0.23913057148456573, + -0.16150429844856262, + -0.10311363637447357, + 0.15748551487922668 + ], + [ + -0.17250432074069977, + -0.06922927498817444, + 0.4558296501636505, + -0.6236574649810791, + -1.5991795063018799, + -0.013008490204811096, + 0.1378626525402069, + -0.0007462799549102783, + 0.4687272608280182, + -0.18187230825424194, + -0.30311256647109985, + -0.8743209838867188, + -0.32956618070602417, + 0.2501656413078308, + -0.1657945215702057, + 0.1370459944009781, + 0.01096363365650177, + -0.40496689081192017, + -0.26942306756973267, + -0.07876181602478027, + 0.16679221391677856 + ], + [ + -0.23668761551380157, + 0.10780961811542511, + 0.11642894148826599, + -1.0479233264923096, + -1.6574664115905762, + 0.2664041221141815, + -0.038828909397125244, + 0.25468072295188904, + 0.5573241114616394, + -0.25488293170928955, + -0.3501048982143402, + -0.715908408164978, + -0.0995093584060669, + 0.5264185667037964, + -0.23986682295799255, + 0.152175173163414, + -0.013515472412109375, + -0.47882938385009766, + 0.0762348473072052, + 0.5604376196861267, + -0.001656755805015564 + ], + [ + -0.23402146995067596, + 0.07907512784004211, + 0.2185932695865631, + -0.8734773397445679, + -1.8583223819732666, + -0.0010795146226882935, + 0.09887772798538208, + 0.35231414437294006, + 0.5303505659103394, + -0.4517506957054138, + -0.22435161471366882, + -0.5592159628868103, + -0.3358162045478821, + 0.2791616916656494, + -0.501936137676239, + 0.1495632827281952, + 0.15305954217910767, + -0.49804192781448364, + -0.05351659655570984, + 0.6169496178627014, + 0.24298235774040222 + ], + [ + -0.22092513740062714, + 0.07100359350442886, + 0.20798268914222717, + -0.8571202754974365, + -1.7400290966033936, + 0.33694618940353394, + 0.02100011706352234, + 0.3230738043785095, + 0.5167090892791748, + -0.35494038462638855, + -0.24185943603515625, + -0.6396324038505554, + -0.04986685514450073, + 0.3259594142436981, + -0.41023921966552734, + 0.07964225113391876, + 0.02578139305114746, + -0.5238651037216187, + -0.01794642210006714, + 0.5682780146598816, + -0.001264140009880066 + ], + [ + -0.2449580878019333, + 0.07822985202074051, + 0.13449394702911377, + -0.9416167736053467, + -1.6621148586273193, + 0.5071418285369873, + -0.08422273397445679, + 0.13525937497615814, + 0.5704691410064697, + -0.1702377200126648, + -0.17720279097557068, + -0.6420032978057861, + 0.07355651259422302, + 0.43611496686935425, + -0.34392595291137695, + 0.10551699995994568, + -0.0469900518655777, + -0.46336185932159424, + 0.11508640646934509, + 0.4650570750236511, + 0.3111221492290497 + ], + [ + -0.20254848897457123, + 0.12029436230659485, + 0.31185978651046753, + -0.8646670579910278, + -1.8414523601531982, + 0.2240113466978073, + 0.16008415818214417, + 0.3638496994972229, + 0.5900352597236633, + -0.3684915006160736, + -0.36923113465309143, + -0.6408877968788147, + -0.2131708860397339, + 0.3346867859363556, + -0.3456537127494812, + 0.027203407138586044, + 0.16090846061706543, + -0.39540672302246094, + -0.024369537830352783, + 0.7677205204963684, + 0.11009027063846588 + ], + [ + -0.18760238587856293, + 0.1440238505601883, + 0.25304704904556274, + -0.836890459060669, + -1.824615716934204, + 0.671248197555542, + -0.02074795961380005, + 0.36809295415878296, + 0.5613604784011841, + -0.22680068016052246, + -0.19695094227790833, + -0.7851386070251465, + 0.137993723154068, + 0.19113627076148987, + -0.38072654604911804, + 0.08259429037570953, + 0.03738117218017578, + -0.518663763999939, + -0.07707822322845459, + 0.7355996966362, + 0.1493186056613922 + ] + ], + "generated_utilities": [ + 0.17471960186958313, + 2.0, + 0.08319751918315887, + 2.0, + 2.0, + 0.08871626853942871, + 2.0, + 0.00011861324310302734 + ], + "group_id": "ms-68054c6c805197b033a7", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1527879238128662, + 0.14511455595493317, + 0.15607699751853943, + 2.0, + 0.18287251889705658, + 0.014902263879776001, + 0.15532827377319336, + 0.09415367245674133, + 2.0, + 0.16085758805274963, + 0.18537451326847076, + 2.0, + 0.14002478122711182, + 0.008000597357749939, + 0.04260469973087311, + 0.07728895545005798 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.828448534011841, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.721673846244812, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.7044265270233154 + ], + [ + -1.7316004037857056, + 0.41240623593330383, + 0.2551894783973694, + -2.2219743728637695, + -2.303051471710205, + -0.17728860676288605, + 1.2377456426620483, + -0.5151556730270386, + -0.03668922185897827, + -0.0649990439414978, + 0.11982892453670502, + -2.3485193252563477, + -0.01668933779001236, + 0.5446879863739014, + -0.03724975883960724, + 0.16505730152130127, + 0.996873140335083, + 0.25258010625839233, + -0.8779019713401794, + -1.262282133102417, + 0.4936795234680176 + ], + [ + -1.1629679203033447, + 0.0436384379863739, + 0.45139646530151367, + -2.6449360847473145, + -2.059443235397339, + 1.1747642755508423, + 1.7358243465423584, + -0.7108853459358215, + 0.8159883618354797, + -0.9994196891784668, + 0.436445951461792, + -1.5585148334503174, + -0.562107264995575, + 0.698978841304779, + 0.49243423342704773, + -0.4142445921897888, + 0.14701104164123535, + -0.011047124862670898, + -1.2838470935821533, + -1.6465585231781006, + 1.7746272087097168 + ], + [ + -2.0155134201049805, + -0.7289565801620483, + -0.7338482141494751, + -2.1778645515441895, + -3.3146891593933105, + 1.1101864576339722, + 2.397820234298706, + -1.0033612251281738, + -0.7963731288909912, + -0.34237900376319885, + 0.7505908012390137, + -1.574817419052124, + 0.9135753512382507, + 1.3571503162384033, + -0.87451171875, + -0.9056922793388367, + 1.6783126592636108, + 0.21256738901138306, + -1.1800744533538818, + -1.701620101928711, + 0.05632948875427246 + ], + [ + -2.2094361782073975, + 0.10249992460012436, + -0.8989647030830383, + -1.5518064498901367, + -2.4676146507263184, + -0.2433333545923233, + 1.6552016735076904, + 0.49450069665908813, + 0.11932320892810822, + 0.7621119618415833, + 0.06149829924106598, + -2.5490951538085938, + 1.0519648790359497, + 1.612156629562378, + 0.2091662883758545, + 0.970332682132721, + 1.4987140893936157, + -0.05724740028381348, + -1.522765874862671, + -1.5917372703552246, + 1.3911914825439453 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.356003999710083, + 0.13703623414039612, + 0.09223110973834991, + -0.9478230476379395, + -1.3920924663543701, + -0.04819692671298981, + 0.0, + 0.27159637212753296, + 0.6698875427246094, + -0.40077313780784607, + 0.13255836069583893, + -1.0697903633117676, + -0.33267390727996826, + 0.0, + -0.7282364368438721, + 0.12655457854270935, + -0.024832308292388916, + -0.25504887104034424, + 0.3495138883590698, + 0.009746432304382324, + 0.0 + ], + [ + -1.036545753479004, + 0.3953571617603302, + 0.2205018252134323, + -2.27557110786438, + -2.8090474605560303, + 0.10585132986307144, + 1.1798186302185059, + 0.2383848875761032, + 0.12696264684200287, + -0.2642606496810913, + -0.11540617048740387, + -2.0858960151672363, + 0.4498245120048523, + 0.46653103828430176, + 0.25595027208328247, + 0.15046453475952148, + 1.0555275678634644, + 0.23477491736412048, + -0.6271339654922485, + -1.469758152961731, + 0.4286452829837799 + ], + [ + -2.041029453277588, + -0.5512303113937378, + -0.7440283894538879, + -2.381394863128662, + -1.6463098526000977, + 0.7764949798583984, + 2.0461039543151855, + -0.1626257449388504, + 0.31564435362815857, + 0.03551797568798065, + 0.6698676943778992, + -1.58925199508667, + 0.6848464608192444, + 1.5151647329330444, + 0.4524984657764435, + 0.4891027510166168, + 0.35934942960739136, + 0.23857638239860535, + -0.34488821029663086, + -0.19166547060012817, + 0.36717045307159424 + ] + ], + "predicted_scores": [ + 5.166471481323242, + 5.0052385330200195, + 4.879678726196289, + 4.6411237716674805, + 4.600067138671875, + 4.453334808349609, + 4.0563764572143555, + 3.8459558486938477 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1489813480", + "selected_index": 0, + "state_hash": "6af93b0a7587791391c92dd5e48eb2eb8eb07c5762de8f8cef06ff6b6e06e864", + "stored_base_utility": 0.1527879238128662, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-68054c6c805197b033a7", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7", + "ms-2ba02dcefa15a9371706" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6825a9112cb71ea137c9", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2218630462884903, + -0.06596886366605759, + 0.1871260404586792, + -0.8482663631439209, + -2.041677474975586, + -0.1894616186618805, + 0.17846420407295227, + 0.22990745306015015, + -0.031812943518161774, + -0.1958836317062378, + -0.3615177869796753, + -0.8929084539413452, + -0.05747225880622864, + -0.2678205966949463, + -0.28174176812171936, + -0.3791516125202179, + 0.2613815367221832, + 0.5147703886032104, + -0.2706836462020874, + -0.583170473575592, + 0.457874059677124 + ], + [ + -0.21168680489063263, + -0.10239803791046143, + 0.039519309997558594, + -0.5360428094863892, + -1.6652007102966309, + -0.2121741771697998, + -0.017626821994781494, + 0.15543365478515625, + -0.10924509167671204, + -0.3139267861843109, + -0.04996825009584427, + -0.5542789101600647, + 0.05859866738319397, + 0.07064688205718994, + -0.08658759295940399, + -0.5097916722297668, + 0.22390177845954895, + 0.2264431118965149, + 0.03500472009181976, + -0.08160233497619629, + 0.24516388773918152 + ], + [ + -0.20366300642490387, + -0.08702655881643295, + 0.0709330141544342, + -0.6816616654396057, + -1.635605812072754, + -0.16292604804039001, + 0.11341238021850586, + 0.1536496877670288, + -0.05343770980834961, + -0.3553471863269806, + -0.038206763565540314, + -0.5535141825675964, + 0.04123249650001526, + 0.043607041239738464, + -0.14390045404434204, + -0.4942103624343872, + 0.1970590204000473, + 0.3065381348133087, + -0.021540045738220215, + -0.23248806595802307, + 0.31993192434310913 + ], + [ + -0.3598141670227051, + -0.07441297173500061, + 0.06733444333076477, + -0.31879743933677673, + -1.5783414840698242, + -0.0424969345331192, + 0.15348148345947266, + 0.004593074321746826, + -0.10654529929161072, + -0.31161466240882874, + -0.056248292326927185, + -0.6129767894744873, + 0.12595000863075256, + -0.06470933556556702, + -0.10768544673919678, + -0.5900885462760925, + -0.03396289050579071, + 0.13491736352443695, + 0.005033582448959351, + -0.20603075623512268, + 0.4189442992210388 + ], + [ + -0.08436369895935059, + -0.031873006373643875, + 0.12254619598388672, + -0.3782591223716736, + -1.7208940982818604, + -0.1870962679386139, + -0.03641664981842041, + -0.06455978751182556, + -0.05967353284358978, + -0.1718708574771881, + -0.03863033652305603, + -0.4171496033668518, + 0.11008009314537048, + 0.037459611892700195, + -0.10984250903129578, + -0.5494922399520874, + 0.1529240757226944, + 0.1513175219297409, + -0.024016767740249634, + 0.00894811749458313, + 0.4212418794631958 + ], + [ + -0.4243144392967224, + -0.2082497924566269, + 0.015862196683883667, + -0.7794967889785767, + -2.0465402603149414, + 0.27002856135368347, + 0.42576098442077637, + 0.40658894181251526, + 0.021450504660606384, + -0.15163472294807434, + -0.24198651313781738, + -0.5882046818733215, + -0.08149492740631104, + -0.008322536945343018, + -0.23338183760643005, + -0.31062886118888855, + 0.24204951524734497, + 0.5110235214233398, + 0.1513088047504425, + -0.03309205174446106, + 0.5840609073638916 + ], + [ + -0.4379350543022156, + -0.16844183206558228, + 0.32726147770881653, + -0.8297761678695679, + -2.0123965740203857, + -0.14103597402572632, + 0.179600328207016, + 0.41209644079208374, + -0.05576200783252716, + -0.19312605261802673, + -0.040972307324409485, + -0.653855562210083, + -0.024400562047958374, + -0.15563656389713287, + -0.25039273500442505, + -0.2829781174659729, + 0.3367707431316376, + 0.37718886137008667, + -0.24919432401657104, + 0.04784822463989258, + 0.6203032732009888 + ], + [ + -0.15535251796245575, + 0.028216607868671417, + 0.1660670042037964, + -0.6702303290367126, + -1.57767915725708, + -0.4805496037006378, + 0.08109834790229797, + 0.15263855457305908, + -0.03848463296890259, + -0.26777341961860657, + 0.1174071654677391, + -0.23789101839065552, + 0.008656412363052368, + 0.2181309461593628, + -0.11588822305202484, + -0.44046229124069214, + 0.10892709344625473, + 0.3691214621067047, + -0.12674549221992493, + 0.1315561830997467, + 0.1978144496679306 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-6825a9112cb71ea137c9", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 3.814697265625e-06, + 1.043081283569336e-07, + 2.9802322387695312e-08, + 2.0, + 0.20406673848628998, + 2.0, + 0.14007198810577393, + 0.1313948929309845, + 0.12964555621147156, + 0.11502528190612793, + 0.06430092453956604, + 0.197733074426651, + 0.07976153492927551, + 0.08384540677070618, + 0.14899936318397522, + 0.10258540511131287 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.40299928188323975, + -0.03014218807220459, + 0.04048636555671692, + -0.8405141830444336, + -1.7148919105529785, + -0.2218383550643921, + 0.0, + -0.039191845804452896, + -0.24505776166915894, + -0.0059805214405059814, + -0.13219845294952393, + -0.9617564678192139, + 0.327180415391922, + 0.0, + -0.3563656210899353, + -0.4822610914707184, + 0.3151096701622009, + 0.38643836975097656, + 0.14007030427455902, + -0.7574750781059265, + 0.0 + ], + [ + -1.4029992818832397, + 0.21365879476070404, + 0.49908146262168884, + -1.8405141830444336, + -2.7148919105529785, + 0.15923410654067993, + 1.2288752794265747, + 0.02199826017022133, + -0.08228322118520737, + -0.027983155101537704, + 0.2568979859352112, + -1.9617564678192139, + -0.005867677740752697, + 0.7019916772842407, + 0.16282470524311066, + -0.5321938991546631, + 0.8359806537628174, + 1.3864383697509766, + -0.1461298018693924, + -0.7079103589057922, + 0.04296135902404785 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.4577505588531494, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4039833545684814, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0859227180480957 + ], + [ + -1.2590937614440918, + 0.2724047303199768, + 0.6888717412948608, + -1.7093002796173096, + -2.6887927055358887, + -0.07767243683338165, + 1.2661787271499634, + 0.16599959135055542, + 0.11969741433858871, + -0.3087484538555145, + 0.2714138627052307, + -1.6747181415557861, + -0.30486389994621277, + 0.5705227851867676, + -0.004617348313331604, + -0.2953709065914154, + 1.114866018295288, + 1.4538885354995728, + -0.1322115659713745, + -0.6267843246459961, + 0.3265392482280731 + ], + [ + -1.3222947120666504, + 0.04079440236091614, + 0.6962067484855652, + -1.7599496841430664, + -2.5417444705963135, + 0.541317343711853, + 0.8969217538833618, + -0.20807211101055145, + -0.20024332404136658, + -0.15422610938549042, + 0.6191439628601074, + -1.945289134979248, + 0.22824865579605103, + 0.37023308873176575, + 0.5011019110679626, + -0.7550318241119385, + 1.2300975322723389, + 1.4514236450195312, + 0.047772109508514404, + -0.551378071308136, + -0.047228701412677765 + ], + [ + -1.4030555486679077, + 0.09468135982751846, + 0.9075865745544434, + -2.183784008026123, + -2.826685667037964, + 0.41810622811317444, + 1.3335506916046143, + -0.2502833306789398, + 0.09512674063444138, + 0.1903357207775116, + 0.45989125967025757, + -2.0313587188720703, + 0.09841031581163406, + 1.078446388244629, + 0.4157000184059143, + -0.6095330119132996, + 0.8562512397766113, + 1.700527548789978, + -0.0016399174928665161, + -1.1006901264190674, + 0.39263442158699036 + ], + [ + -1.298585295677185, + 0.0004096776247024536, + 1.0154794454574585, + -1.7440141439437866, + -3.1032822132110596, + 0.07713264971971512, + 1.2540912628173828, + -0.06919319927692413, + 0.043264128267765045, + -0.3327309191226959, + -0.18366265296936035, + -1.9827755689620972, + -0.040600113570690155, + 1.1632612943649292, + 0.6666536331176758, + -0.4428804814815521, + 0.8657476305961609, + 1.8941936492919922, + 0.1273641437292099, + -1.2704076766967773, + -0.2765982151031494 + ], + [ + -1.7881762981414795, + 0.6119906902313232, + 0.745033860206604, + -1.9572222232818604, + -2.506593942642212, + -0.009795963764190674, + 1.4959150552749634, + 0.2501049041748047, + -0.28501778841018677, + 0.36170265078544617, + 0.4245041012763977, + -2.323542594909668, + -0.23701907694339752, + 0.7227116823196411, + 0.6536478400230408, + 0.011411011219024658, + 1.4774320125579834, + 0.9048132300376892, + 0.37680894136428833, + -0.5156204104423523, + 0.6692365407943726 + ], + [ + -1.4835513830184937, + 0.061268553137779236, + -0.010464578866958618, + -1.3095066547393799, + -2.9935269355773926, + -0.27281516790390015, + 1.2934962511062622, + 0.3496960699558258, + -0.11518985033035278, + -0.31817254424095154, + 0.04872611165046692, + -2.3122496604919434, + 0.7479580640792847, + -0.026487112045288086, + -0.047272637486457825, + -1.2075105905532837, + 0.5685985088348389, + 1.4538954496383667, + 0.549397349357605, + -0.21326428651809692, + -0.1260744333267212 + ], + [ + -1.9215811491012573, + 0.38055962324142456, + 0.07410472631454468, + -1.3013756275177002, + -2.2781596183776855, + 0.45946404337882996, + 0.8184941411018372, + -0.3754703104496002, + 0.47753164172172546, + -0.26108840107917786, + 0.5707191228866577, + -1.9154961109161377, + 0.3329523503780365, + 0.3513868749141693, + 0.3044514060020447, + -0.44397270679473877, + 1.5273841619491577, + 1.6459624767303467, + -0.1818111389875412, + -1.5177291631698608, + 0.36705535650253296 + ], + [ + -1.8993089199066162, + 0.9190443754196167, + 1.2552250623703003, + -2.6028289794921875, + -3.248570203781128, + -0.6679417490959167, + 0.42612355947494507, + -0.323734849691391, + -0.3422947824001312, + -1.0237020254135132, + 0.7379234433174133, + -1.4853068590164185, + 0.7608711123466492, + -0.03792250156402588, + -0.0817607194185257, + -0.12986207008361816, + 1.5549453496932983, + 1.614951729774475, + 0.7113050222396851, + -1.4993083477020264, + -0.0035378970205783844 + ], + [ + -1.3840967416763306, + 0.9733139872550964, + -0.2202921211719513, + -2.5527830123901367, + -1.7355129718780518, + 0.008489906787872314, + 1.0347251892089844, + -0.5729140043258667, + 0.37795835733413696, + 0.3729783296585083, + 1.2350099086761475, + -1.910244107246399, + 0.3878059685230255, + 1.6885192394256592, + 1.0091785192489624, + -0.1895732283592224, + -0.010492384433746338, + 1.608605146408081, + -0.8083363771438599, + 0.27284353971481323, + 0.5772292017936707 + ], + [ + -1.2372335195541382, + -0.6108883619308472, + 0.8484287261962891, + -2.3887078762054443, + -2.873664379119873, + 0.6881200671195984, + 0.9549493193626404, + -0.9393017888069153, + -0.9584519863128662, + -0.1342718005180359, + 0.6981956362724304, + -1.4626926183700562, + -0.3753306269645691, + 0.7448993921279907, + -0.24434338510036469, + 0.06211882829666138, + 0.6536224484443665, + 2.1954400539398193, + -0.6416107416152954, + -1.3295164108276367, + -0.5219913125038147 + ] + ], + "predicted_scores": [ + 2.8331761360168457, + 2.47609806060791, + 2.2401607036590576, + 1.9662541151046753, + 1.9203603267669678, + 1.5055540800094604, + 1.3687723875045776, + 1.1683541536331177 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "541963049", + "selected_index": 0, + "state_hash": "3b4d3fea492b7c141e8ad3e403cb13a0cc8f31cc3850c1e73e3ae374ed317c2c", + "stored_base_utility": 3.814697265625e-06, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13861989974975586, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13861989974975586 + }, + "base_progress": 0.13861989974975586, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.13861989974975586, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11838573217391968, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11838573217391968 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13567906618118286, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13567906618118286 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12232714891433716, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12232714891433716 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12459351122379303, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12459351122379303 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1311701536178589, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1311701536178589 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10403242707252502, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10403242707252502 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1142195463180542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1142195463180542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10872328281402588, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10872328281402588 + } + ], + "candidate_progress": [ + 0.11838573217391968, + 0.13567906618118286, + 0.12232714891433716, + 0.12459351122379303, + 0.1311701536178589, + 0.10403242707252502, + 0.1142195463180542, + 0.10872328281402588 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d50a82b8770f333f1947", + "ms-b8492a3a812095651d75", + "ms-9ae5c6c4132218ecf49e", + "ms-95028134c6e3670b89d5", + "ms-d50a82b8770f333f1947", + "ms-38ed02dacc133a888d3a", + "ms-d520d237d6848cde5883", + "ms-38ed02dacc133a888d3a" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-016c5de39ed3c111889a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.17130053043365479, + 0.03777407854795456, + 0.11504971981048584, + -0.10620766133069992, + 1.0277597904205322, + 0.39250215888023376, + 0.20380109548568726, + -0.04460902512073517, + -0.023666581138968468, + 0.015246108174324036, + -0.04125913232564926, + -0.03554442524909973, + -1.795844316482544, + 0.1930432915687561, + 0.138971745967865, + -0.04110248386859894, + 0.18161846697330475, + 0.14407436549663544, + 0.25254350900650024, + -1.3324964046478271, + 0.03499343991279602 + ], + [ + 0.007952064275741577, + 0.01694422960281372, + -0.18324235081672668, + 0.07785871624946594, + 1.0546901226043701, + 0.46616408228874207, + 0.284753680229187, + -0.0620347261428833, + 0.07280510663986206, + 0.007769770920276642, + -0.14046573638916016, + -0.1164705753326416, + -1.6467121839523315, + 0.4693607687950134, + 0.26534661650657654, + 0.12156450748443604, + -0.08139275014400482, + -0.06143812835216522, + 0.1255849152803421, + -1.4023487567901611, + -0.2237110435962677 + ], + [ + 0.1818266212940216, + 0.06448163092136383, + -0.020488828420639038, + 0.010416984558105469, + 1.0087096691131592, + 0.47258877754211426, + 0.1760031282901764, + 0.019115254282951355, + -0.004508776590228081, + -0.023402251303195953, + -0.019076138734817505, + -0.02438148856163025, + -1.920386552810669, + 0.20450332760810852, + 0.09360204637050629, + 0.033529020845890045, + 0.03210991621017456, + 0.10884102433919907, + 0.007732778787612915, + -1.530637502670288, + -0.03891466557979584 + ], + [ + 0.1639377474784851, + 0.056016966700553894, + 0.02540743350982666, + -0.048494189977645874, + 1.0404587984085083, + 0.4143984615802765, + 0.13235557079315186, + -0.030237004160881042, + -0.016953280195593834, + 0.013890296220779419, + -0.005254879593849182, + 0.0035742968320846558, + -1.7402989864349365, + 0.2393285632133484, + 0.10024577379226685, + 0.03745443746447563, + 0.06531776487827301, + 0.13653278350830078, + 0.049424320459365845, + -1.5023794174194336, + -0.111378014087677 + ], + [ + 0.10674320161342621, + 0.0454840287566185, + -0.015226870775222778, + 0.011229395866394043, + 1.0499694347381592, + 0.33308303356170654, + 0.12471616268157959, + -0.021339446306228638, + 0.02664671652019024, + 0.01478218287229538, + 0.002446599304676056, + 0.04535095393657684, + -1.6245583295822144, + 0.214965358376503, + 0.055002860724925995, + 0.07747405767440796, + 0.024308383464813232, + 0.08714859187602997, + -0.011598199605941772, + -1.4564270973205566, + -0.07808312773704529 + ], + [ + 0.30206453800201416, + -0.004014492034912109, + -0.11204913258552551, + -0.20041225850582123, + 1.1142685413360596, + 0.8221143484115601, + -0.08702963590621948, + 0.1164216622710228, + 0.07403726875782013, + 0.13000254333019257, + -0.07460161298513412, + 0.09748613089323044, + -1.655821681022644, + 0.1944316327571869, + 0.09533290565013885, + 0.12401977181434631, + -0.055641308426856995, + -0.009544402360916138, + 0.1021689772605896, + -1.5232667922973633, + 0.08818477392196655 + ], + [ + 0.20526643097400665, + 0.04891002178192139, + 0.017348170280456543, + -0.032995328307151794, + 0.8265206217765808, + 0.8013722896575928, + 0.1425531804561615, + 0.08931564539670944, + 0.04298624396324158, + 0.017097637057304382, + 0.0004918947815895081, + 0.02213260531425476, + -1.5444780588150024, + 0.11044694483280182, + 0.04021868854761124, + 0.07276448607444763, + 0.04992777109146118, + 0.11251935362815857, + -0.053996503353118896, + -1.4313921928405762, + -0.03375139832496643 + ], + [ + 0.2940865457057953, + 0.04424019902944565, + -0.14504745602607727, + -0.12273755669593811, + 1.133019208908081, + 0.8461111783981323, + 0.07063290476799011, + 0.1383356750011444, + 0.0669560357928276, + 0.12072789669036865, + -0.11648861318826675, + 0.1334880292415619, + -1.63868248462677, + 0.16432705521583557, + -0.02849903330206871, + 0.14024460315704346, + -0.03483007848262787, + 0.03734894096851349, + 0.050967514514923096, + -1.5366511344909668, + 0.124101921916008 + ] + ], + "generated_utilities": [ + 0.11838573217391968, + 0.13567906618118286, + 0.12232714891433716, + 0.12459351122379303, + 0.1311701536178589, + 0.10403242707252502, + 0.1142195463180542, + 0.10872328281402588 + ], + "group_id": "ms-016c5de39ed3c111889a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8347060680389404, + 2.0, + 0.17267179489135742, + 0.18472574651241302, + 0.17799590528011322, + 0.07494452595710754, + 0.1762850284576416, + 0.12858527898788452, + 0.15640050172805786, + 0.14142391085624695, + 0.06547224521636963, + 0.1113901436328888, + 0.08296599984169006, + 0.0004360377788543701, + 0.08826395869255066, + 0.04703512787818909 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.11763441562652588, + 0.051288068294525146, + -0.1617003083229065, + 0.04745686054229736, + 1.6818640232086182, + 0.1864790916442871, + 0.0, + 0.04080463945865631, + 0.09099622070789337, + -0.051694341003894806, + -0.044116511940956116, + 0.0782817006111145, + -1.686469554901123, + 0.0, + -0.23622748255729675, + -0.33618974685668945, + 0.2058846652507782, + 0.03188824653625488, + 0.2449372410774231, + -1.3859646320343018, + 0.0 + ], + [ + 0.47106635570526123, + 0.4854823350906372, + 0.2528665363788605, + 0.10205292701721191, + 1.6818640232086182, + 0.1864790916442871, + 0.0, + -0.20161600410938263, + 0.6177838444709778, + -0.10708093643188477, + -0.23455160856246948, + 0.3007620871067047, + -1.686469554901123, + 0.0, + 0.09126831591129303, + -0.4521150588989258, + -0.2784707248210907, + -0.13208937644958496, + 0.6599041223526001, + -1.3859646320343018, + 0.0 + ], + [ + 1.1176344156265259, + 0.3207356333732605, + 0.6123387217521667, + -0.5151811242103577, + 2.681864023208618, + 1.186479091644287, + -0.847927987575531, + -0.09082232415676117, + -0.030084989964962006, + 0.013146264478564262, + 0.10465219616889954, + 0.400390088558197, + -2.686469554901123, + -1.492611289024353, + -0.013775177299976349, + -0.006576545536518097, + 0.018274759873747826, + 0.3888384699821472, + 0.3399968147277832, + -2.3859646320343018, + -1.6582587957382202 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.695855975151062, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.985222578048706, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3165175914764404 + ], + [ + 0.967668890953064, + 0.347531259059906, + 0.5966996550559998, + -0.4165583848953247, + 2.80895733833313, + 1.2086018323898315, + -0.5800053477287292, + -0.3338896632194519, + -0.166531503200531, + -0.11198459565639496, + 0.180574432015419, + 0.11076956987380981, + -2.454206705093384, + -1.2696037292480469, + -0.028008753433823586, + -0.20064371824264526, + 0.09933915734291077, + 0.5920006036758423, + 0.27132999897003174, + -2.6849277019500732, + -1.930279016494751 + ], + [ + 1.2689898014068604, + 0.3244209289550781, + 0.6639375686645508, + -0.6444116234779358, + 2.4585647583007812, + 1.554258108139038, + -0.7705433368682861, + -0.13481579720973969, + -0.271835058927536, + 0.08068365603685379, + -0.2138853371143341, + 0.5316780805587769, + -2.83809494972229, + -1.508695125579834, + -0.20763838291168213, + 0.20805293321609497, + -0.2678154706954956, + 0.36484190821647644, + 0.4616565704345703, + -2.4015583992004395, + -1.9006859064102173 + ], + [ + 0.7999261617660522, + 0.16333092749118805, + 0.8547768592834473, + -0.16570180654525757, + 2.9109299182891846, + 0.7808963060379028, + -0.9308885335922241, + -0.0727086067199707, + -0.3804747760295868, + -0.26850882172584534, + -0.2766077518463135, + 0.49151402711868286, + -2.6250405311584473, + -1.8865091800689697, + 0.21444830298423767, + 0.009203769266605377, + 0.40622594952583313, + 0.004774600267410278, + 0.1502963900566101, + -2.5407938957214355, + -1.7884418964385986 + ], + [ + 1.2045830488204956, + 0.016312330961227417, + 0.9737211465835571, + -0.1130681037902832, + 3.0302553176879883, + 0.7893842458724976, + -0.6619232892990112, + -0.4344419836997986, + 0.4584237039089203, + 0.4428809583187103, + 0.06891907751560211, + 0.015246540307998657, + -3.0608134269714355, + -1.2772139310836792, + 0.18253886699676514, + 0.23966741561889648, + -0.20305149257183075, + 0.28486168384552, + 0.05449974536895752, + -2.5605154037475586, + -2.079482316970825 + ], + [ + 0.6893411874771118, + 0.46837592124938965, + 0.4534851312637329, + 0.15217500925064087, + 2.560657024383545, + 0.8362110257148743, + -0.8691654205322266, + -0.3818092942237854, + -0.3307192027568817, + 0.5133453607559204, + -0.5873295068740845, + 0.5998445153236389, + -2.3378922939300537, + -0.8762632012367249, + -0.6716976761817932, + 0.18728691339492798, + -0.6710488200187683, + 0.15750794112682343, + -0.09495219588279724, + -2.1626718044281006, + -1.2976163625717163 + ], + [ + 0.8313353657722473, + 0.8376196026802063, + 0.5284058451652527, + -0.2559794783592224, + 2.1814918518066406, + 1.0656747817993164, + -0.7435992360115051, + -0.18665973842144012, + 0.26730433106422424, + -0.09648992866277695, + 0.6412763595581055, + 0.23314926028251648, + -2.5535888671875, + -0.754397451877594, + 0.2060505747795105, + -0.2693026065826416, + -0.544658362865448, + 0.152041494846344, + 0.07834169268608093, + -1.923999309539795, + -1.9078449010849 + ], + [ + 1.9611384868621826, + 0.8226890563964844, + 1.142280101776123, + -1.3595235347747803, + 2.3013617992401123, + 0.9039088487625122, + -0.2841576933860779, + 0.29763293266296387, + -0.5453878045082092, + -0.32285526394844055, + 0.7451997995376587, + -0.017657190561294556, + -2.5877602100372314, + -1.2813071012496948, + 0.6177226901054382, + 0.15764158964157104, + 0.3513948917388916, + 0.7304599285125732, + 0.0349937379360199, + -1.4991955757141113, + -1.3884416818618774 + ], + [ + 1.0806517601013184, + -0.5892875790596008, + 0.582046627998352, + 0.30395740270614624, + 2.3726601600646973, + 0.4332959055900574, + -1.2589235305786133, + 0.6046194434165955, + 0.9644219279289246, + 0.36907142400741577, + 0.833675742149353, + 1.2153770923614502, + -1.7354018688201904, + -0.771879255771637, + 0.2668367028236389, + 0.8866852521896362, + 0.9287688732147217, + 0.055275142192840576, + 0.6663966178894043, + -3.0908732414245605, + -2.402568817138672 + ], + [ + 1.5975288152694702, + 1.1771695613861084, + 1.4230690002441406, + -0.07265442609786987, + 1.8054180145263672, + 1.4655717611312866, + -0.45935845375061035, + -0.7771684527397156, + 0.7535476088523865, + -0.8939546942710876, + 0.4980749189853668, + 1.1678743362426758, + -1.8918273448944092, + -0.815086841583252, + 0.5394912362098694, + -0.45593923330307007, + 0.469515323638916, + 0.5910974740982056, + -0.4358893036842346, + -3.0267462730407715, + -1.1178243160247803 + ], + [ + 1.0354081392288208, + 0.946947455406189, + 0.40701937675476074, + 0.2824658155441284, + 3.204421043395996, + 1.6845717430114746, + 0.0182000994682312, + -0.32706111669540405, + -0.3300454914569855, + 0.2196563482284546, + 0.6521203517913818, + 1.098676323890686, + -3.638484477996826, + -1.2405730485916138, + 0.21274161338806152, + -0.7599717974662781, + -0.2973320484161377, + 0.8801578283309937, + 0.8306585550308228, + -3.1976943016052246, + -2.343221664428711 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.11763441562652588, + 0.02411511540412903, + -0.023364484310150146, + -0.0445561408996582, + 1.6818640232086182, + 0.1864790916442871, + 0.0, + -0.08695369213819504, + -0.00365305133163929, + 0.01592148281633854, + 0.04958568140864372, + -0.013318240642547607, + -1.686469554901123, + 0.0, + 0.020968906581401825, + -0.027028841897845268, + -0.019390655681490898, + 0.014475703239440918, + -0.06342381238937378, + -1.3859646320343018, + 0.0 + ] + ], + "predicted_scores": [ + 6.383589744567871, + 6.041131973266602, + 5.760363578796387, + 5.5908522605896, + 5.535682201385498, + 5.484838485717773, + 5.447838306427002, + 5.438963413238525 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2061635888", + "selected_index": 0, + "state_hash": "48e48a404dbd9d47d1a0f9d73002578bd35460251a909ca2ffc719dc42efce57", + "stored_base_utility": 0.8347060680389404, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2135164886713028, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2135164886713028 + }, + "base_progress": 0.2135164886713028, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2135164886713028, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1775551438331604, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1775551438331604 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20035851001739502, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20035851001739502 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19188199937343597, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19188199937343597 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23800335824489594, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23800335824489594 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18787768483161926, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18787768483161926 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24311009049415588, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24311009049415588 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2325240671634674, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2325240671634674 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20290124416351318, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20290124416351318 + } + ], + "candidate_progress": [ + 0.1775551438331604, + 0.20035851001739502, + 0.19188199937343597, + 0.23800335824489594, + 0.18787768483161926, + 0.24311009049415588, + 0.2325240671634674, + 0.20290124416351318 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-5bddb39f792f20e5e6d4", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-01e6eaaaf40875e0ef5a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.08979010581970215, + 0.02912116050720215, + 0.17446309328079224, + -0.0068209171295166016, + 0.01778794825077057, + -0.5536746978759766, + 1.344017505645752, + 0.29216498136520386, + 0.1446065604686737, + -0.14015436172485352, + -0.17701688408851624, + -0.10541445016860962, + -1.6855753660202026, + -0.2503393292427063, + 0.14899319410324097, + 0.2188328057527542, + 0.04064033925533295, + -0.062384143471717834, + -0.20090585947036743, + -1.3312788009643555, + -0.0489247590303421 + ], + [ + -0.02460603415966034, + 0.08286863565444946, + -0.019631534814834595, + 0.06153467297554016, + -0.23006683588027954, + -0.08471733331680298, + 0.18725377321243286, + 0.1266154646873474, + 0.11455202102661133, + 0.014216050505638123, + -0.13317841291427612, + 0.16379858553409576, + -1.9065412282943726, + -0.19655825197696686, + -0.01963001862168312, + 0.17289064824581146, + 0.07738576829433441, + -0.0076224952936172485, + -0.04044345021247864, + -1.4947509765625, + -0.03784172236919403 + ], + [ + 0.11370053142309189, + 0.23323361575603485, + -0.0537509024143219, + 0.22973918914794922, + 0.11312456429004669, + -0.5911580324172974, + -0.19601166248321533, + 0.19297166168689728, + 0.16116997599601746, + 0.06058480590581894, + -0.20234650373458862, + -0.265333354473114, + -1.8979437351226807, + -0.5964204668998718, + -0.03615226969122887, + 0.19748693704605103, + 0.1312413066625595, + 0.11281568557024002, + -0.3854137063026428, + -1.356389045715332, + -0.3418677747249603 + ], + [ + 0.21152713894844055, + 0.08235475420951843, + -0.21490606665611267, + 0.06470727920532227, + -0.0016835033893585205, + -0.5649187564849854, + 0.040143758058547974, + 0.012005940079689026, + 0.07330238074064255, + -0.19602283835411072, + 0.038071710616350174, + -0.39295411109924316, + -2.247899293899536, + -0.055827707052230835, + -0.020323749631643295, + 0.1262977421283722, + 0.10733854025602341, + 0.21443964540958405, + -0.2344767451286316, + -1.3972032070159912, + -0.36259230971336365 + ], + [ + -0.08557058870792389, + 0.10686184465885162, + 0.08823367953300476, + -0.11582490801811218, + -0.12207850813865662, + -0.23807358741760254, + 0.15896877646446228, + 0.16098570823669434, + 0.07242823392152786, + 0.03839300572872162, + -0.07767429202795029, + -0.03311936557292938, + -2.3043410778045654, + -0.1378309577703476, + 0.08373701572418213, + 0.10304126143455505, + 0.1339227855205536, + 0.04887858033180237, + 0.01662057638168335, + -1.6078417301177979, + 0.07906588166952133 + ], + [ + 0.11509127169847488, + 0.11171993613243103, + -0.12796828150749207, + 0.24495947360992432, + -0.11189210414886475, + -0.4134460985660553, + 0.06489890813827515, + -0.12247535586357117, + 0.007910903543233871, + -0.1498854160308838, + 0.2384088933467865, + -0.3990609645843506, + -1.9696629047393799, + -0.057541996240615845, + 0.11123600602149963, + 0.06585139036178589, + -0.08541528880596161, + 0.03543771803379059, + -0.05351990461349487, + -1.4736366271972656, + -0.059200406074523926 + ], + [ + 0.05777759850025177, + 0.09695422649383545, + -0.13443580269813538, + 0.12072843313217163, + -0.14665687084197998, + -0.6123182773590088, + -0.1720370650291443, + -0.001271367073059082, + 0.017822042107582092, + -0.172254741191864, + 0.12606415152549744, + -0.3898107409477234, + -2.1084094047546387, + -0.08099079132080078, + -0.0013685934245586395, + 0.14441175758838654, + 0.15749678015708923, + 0.03875783085823059, + -0.2750673294067383, + -1.5103192329406738, + -0.08703336119651794 + ], + [ + 0.2801624536514282, + -0.04029213637113571, + -0.2014087736606598, + 0.06544122099876404, + -0.32681041955947876, + -0.3798316419124603, + -0.1532716155052185, + 0.06981191784143448, + 0.02974073961377144, + 0.08811219781637192, + -0.07012506574392319, + -0.25898268818855286, + -2.1358346939086914, + -0.1986219733953476, + 0.09921674430370331, + 0.039080969989299774, + 0.22705665230751038, + -0.013806596398353577, + -0.314069926738739, + -1.4913270473480225, + 0.010224729776382446 + ] + ], + "generated_utilities": [ + 0.1775551438331604, + 0.20035851001739502, + 0.19188199937343597, + 0.23800335824489594, + 0.18787768483161926, + 0.24311009049415588, + 0.2325240671634674, + 0.20290124416351318 + ], + "group_id": "ms-01e6eaaaf40875e0ef5a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8367745876312256, + 2.0, + 2.0, + 0.15599708259105682, + 0.5704746842384338, + 0.1910375952720642, + 0.563045859336853, + 0.5742063522338867, + 0.5522987246513367, + 0.17973196506500244, + 0.15738841891288757, + 0.5607637166976929, + 0.06938742101192474, + 0.07151524722576141, + 0.09012490510940552, + 0.5897936224937439 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.4153355062007904, + -0.03137636184692383, + -0.29046350717544556, + 0.2500171661376953, + 0.010204702615737915, + -0.5590385794639587, + 0.0, + 0.2043912708759308, + -0.335027813911438, + -0.4912521541118622, + 0.2958623170852661, + -0.1391318440437317, + -1.6803498268127441, + 0.0, + 0.20294174551963806, + -0.13226626813411713, + -0.29029783606529236, + -0.309590220451355, + 0.09631746262311935, + -1.4352054595947266, + 0.0 + ], + [ + -0.6907621622085571, + 0.9567917585372925, + -1.0847786664962769, + 0.14511911571025848, + -0.4646284878253937, + -0.3054465353488922, + 1.8842096328735352, + -0.008039861917495728, + 0.0033803058322519064, + 0.013072272762656212, + 0.11017385125160217, + 0.1732698678970337, + -2.680349826812744, + -1.6980044841766357, + -0.007266677916049957, + -0.0021705033723264933, + 0.017279407009482384, + 0.31956255435943604, + 0.17228172719478607, + -2.4352054595947266, + -1.6914241313934326 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7684192657470703, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3960089683532715, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3828482627868652 + ], + [ + -0.8526522517204285, + 0.9053170084953308, + -1.0774965286254883, + 0.24880142509937286, + -0.3409801721572876, + -0.5922601819038391, + 1.9471327066421509, + 0.2510339915752411, + -0.00056251953355968, + 0.06394751369953156, + 0.04191771149635315, + 0.38864392042160034, + -2.568035364151001, + -1.7799758911132812, + -0.15711575746536255, + 0.2972075343132019, + 0.19752898812294006, + 0.04113340377807617, + 0.21221302449703217, + -2.7193756103515625, + -1.780669093132019 + ], + [ + -1.02189040184021, + 0.9874005317687988, + -1.4796278476715088, + 0.2888173460960388, + -0.8010668754577637, + -0.4007556736469269, + 1.9537476301193237, + 0.1845536082983017, + -0.20358997583389282, + -0.3193003237247467, + 0.17065006494522095, + 0.4004720151424408, + -2.9622488021850586, + -1.544271469116211, + -0.08697622269392014, + 0.3711908459663391, + -0.14685821533203125, + 0.22466495633125305, + -0.11380217969417572, + -2.821742534637451, + -1.8376179933547974 + ], + [ + -1.0991172790527344, + 0.7630628943443298, + -1.0370221138000488, + 0.5628234148025513, + -0.5888336300849915, + -0.5076146125793457, + 1.5832717418670654, + -0.174025759100914, + 0.33366724848747253, + -0.46517112851142883, + 0.06835846602916718, + 0.6131376624107361, + -2.997347354888916, + -1.921003818511963, + -0.4448535442352295, + 0.20440101623535156, + 0.20802630484104156, + 0.14113520085811615, + -0.27278804779052734, + -1.9400343894958496, + -1.6158171892166138 + ], + [ + -1.085952639579773, + 0.657839834690094, + -0.8354535102844238, + -0.19328822195529938, + -1.062267541885376, + -0.42584601044654846, + 2.26772403717041, + 0.12669812142848969, + 0.18326979875564575, + -0.14189442992210388, + 0.27179449796676636, + 0.18622110784053802, + -3.2004997730255127, + -1.849891185760498, + -0.10101015120744705, + -0.2604841887950897, + 0.342233806848526, + 0.7157272100448608, + 0.06771307438611984, + -1.935884952545166, + -1.1574530601501465 + ], + [ + -0.973008394241333, + 0.34882426261901855, + -1.4693849086761475, + -0.17700494825839996, + -0.44107958674430847, + -0.4902982711791992, + 1.2478286027908325, + 0.16183122992515564, + -0.12076632678508759, + -0.5733667016029358, + 0.5651844143867493, + 0.29688382148742676, + -2.1715378761291504, + -2.038628339767456, + 0.5037326216697693, + 0.5908313393592834, + -0.5599948763847351, + 0.37166643142700195, + -0.4919602870941162, + -1.7880537509918213, + -1.8475534915924072 + ], + [ + -1.1576521396636963, + 1.6158313751220703, + -1.448918342590332, + 0.6985044479370117, + -1.1633973121643066, + -0.1397973895072937, + 2.512700319290161, + -0.49573004245758057, + 0.5214414000511169, + -0.6647546291351318, + 0.3622467517852783, + 0.08609197288751602, + -3.163179397583008, + -2.171492338180542, + -0.259968638420105, + 0.7863147258758545, + 0.26834988594055176, + 0.17390581965446472, + -0.28404438495635986, + -2.2455594539642334, + -2.3034589290618896 + ], + [ + -1.1771453619003296, + 1.6215806007385254, + -0.9317811727523804, + 0.9075070023536682, + -0.8338280916213989, + -0.9607371091842651, + 2.6875290870666504, + -0.24580444395542145, + 0.82505863904953, + 0.07259912043809891, + 1.009985327720642, + 0.3460949659347534, + -3.0714519023895264, + -1.6986902952194214, + 0.04769567400217056, + -0.8007643818855286, + -0.4634236693382263, + 0.5207325220108032, + -0.014752179384231567, + -2.0427796840667725, + -0.9918152093887329 + ], + [ + -0.6915930509567261, + -0.03148818016052246, + -0.5398117899894714, + 0.3814229965209961, + -0.1407250165939331, + -0.0837278664112091, + 2.733307361602783, + -0.9590418338775635, + -0.6028328537940979, + -0.05479496717453003, + 0.32701385021209717, + -0.7759402990341187, + -2.0198254585266113, + -1.9851393699645996, + 0.16048336029052734, + 0.4250377118587494, + -0.6657377481460571, + 0.15504591166973114, + 0.9440304636955261, + -2.644057273864746, + -1.7245992422103882 + ], + [ + -0.6496062278747559, + 1.5253715515136719, + -1.0585262775421143, + -0.3228994607925415, + -0.46584397554397583, + -0.5084215402603149, + 1.9510095119476318, + 0.3771127462387085, + 0.76446133852005, + 0.561394989490509, + -0.003115355968475342, + -0.7146738171577454, + -2.2453298568725586, + -1.3199751377105713, + -0.412850946187973, + 0.34972935914993286, + -0.5494279265403748, + 0.03936570882797241, + 0.5142302513122559, + -1.491926670074463, + -1.233113408088684 + ], + [ + -1.5956133604049683, + 1.8544554710388184, + -0.8654109835624695, + -0.6451254487037659, + -1.0167971849441528, + -0.1416468471288681, + 2.1359469890594482, + 0.7057585716247559, + 0.7045132517814636, + -0.8716217875480652, + 0.035159461200237274, + 0.15818843245506287, + -2.9975686073303223, + -1.8514654636383057, + 0.37400442361831665, + -0.6180166006088257, + 0.616191565990448, + 0.7848780155181885, + 0.8646252751350403, + -1.5493109226226807, + -2.3900837898254395 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.044179320335388184, + 0.0680016279220581, + -0.08477866649627686, + 0.02536875754594803, + 0.024427205324172974, + -0.017772048711776733, + 0.0, + -0.02008064091205597, + 0.142009899020195, + 0.010727951303124428, + -0.06103880703449249, + -0.04287639260292053, + -1.6803498268127441, + 0.0, + -0.01366457063704729, + 0.00845874659717083, + 0.08791683614253998, + -0.08684617280960083, + 0.09005722403526306, + -1.4352054595947266, + 0.0 + ], + [ + 0.18403971195220947, + -0.026201605796813965, + -0.2733883857727051, + 0.15700244903564453, + 0.015225440263748169, + 0.08255833387374878, + 0.0, + 0.06045866757631302, + 0.0860794186592102, + 0.0552264004945755, + 0.053660135716199875, + -0.20000967383384705, + -1.6803498268127441, + 0.0, + -0.18880534172058105, + -0.024003762751817703, + -0.0769464373588562, + -0.14488250017166138, + 0.10413016378879547, + -1.4352054595947266, + 0.0 + ] + ], + "predicted_scores": [ + 6.207014083862305, + 5.701492786407471, + 5.639297962188721, + 5.341954231262207, + 5.1020708084106445, + 4.368070125579834, + 4.189043998718262, + 4.16793966293335 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1671659352", + "selected_index": 0, + "state_hash": "2bcb55eaddebb0eda1fb331dad733ecd3a74de4e75b7f47b38fbf3af96a20f16", + "stored_base_utility": 0.8367745876312256, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7966206669807434, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7966206669807434 + }, + "base_progress": 0.7966206669807434, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7966206669807434, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6079664826393127, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6079664826393127 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6109294295310974, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6109294295310974 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6097314953804016, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6097314953804016 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7936699390411377, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7936699390411377 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6012691259384155, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6012691259384155 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7937893867492676, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7937893867492676 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5900108814239502, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5900108814239502 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16939125955104828, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16939125955104828 + } + ], + "candidate_progress": [ + 0.6079664826393127, + 0.6109294295310974, + 0.6097314953804016, + 0.7936699390411377, + 0.6012691259384155, + 0.7937893867492676, + 0.5900108814239502, + 0.16939125955104828 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-61852da845126d62ff5b", + "ms-04eec0abab5f55620e4e", + "ms-ac8685beeff23e48af61", + "ms-9228f8295b9891cf011c", + "ms-ac8685beeff23e48af61", + "ms-49e1584a68d8f465e8e3", + "ms-04eec0abab5f55620e4e", + "ms-49e1584a68d8f465e8e3" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-03df3e12e1d61aa9ebbf", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.0964125245809555, + 0.06609363853931427, + 0.05356329679489136, + 0.0004410296678543091, + 0.002001717686653137, + -1.5934540033340454, + 0.06561866402626038, + 0.10969360172748566, + -0.059034720063209534, + 0.017158180475234985, + -0.07197228819131851, + 0.08843319863080978, + -1.6298748254776, + -0.1767607480287552, + -0.08748728036880493, + 0.14325770735740662, + 0.06320500373840332, + 0.034155383706092834, + 0.0034292638301849365, + -1.276569128036499, + -0.06665170192718506 + ], + [ + 0.10099474340677261, + 0.018604502081871033, + 0.0840451717376709, + 0.05758166313171387, + -0.09194275736808777, + -1.759312629699707, + 0.013746410608291626, + 0.07833928614854813, + -0.04638836532831192, + 0.03838151693344116, + -0.03212175518274307, + 0.06405429542064667, + -1.6741536855697632, + -0.15524210035800934, + -0.11551395058631897, + 0.10159830749034882, + 0.0518968403339386, + 0.08877770602703094, + -0.07700470089912415, + -1.2309672832489014, + -0.11537802219390869 + ], + [ + 0.02983347326517105, + 0.03995189070701599, + 0.024625837802886963, + 0.057518959045410156, + -0.011366590857505798, + -1.6248289346694946, + -0.01480180025100708, + 0.14099723100662231, + -0.0568692609667778, + 0.05548907816410065, + -0.09013881534337997, + 0.0603642463684082, + -1.6979091167449951, + -0.06541694700717926, + -0.10909649729728699, + 0.0774918645620346, + 0.0428958386182785, + 0.06892326474189758, + -0.019149601459503174, + -1.418809175491333, + -0.09817206859588623 + ], + [ + 0.11566236615180969, + 0.02338998019695282, + 0.08388575911521912, + 0.0364111065864563, + -0.021052300930023193, + -2.005859136581421, + -0.07002264261245728, + 0.12343759089708328, + -0.05282039940357208, + -0.009456031024456024, + -0.07031894475221634, + -0.06387776136398315, + -1.7933002710342407, + -0.15931205451488495, + -0.04484551027417183, + 0.1211627721786499, + 0.040322303771972656, + 0.010415688157081604, + -0.05201822519302368, + -1.3876464366912842, + -0.09463855624198914 + ], + [ + 0.10602759569883347, + 0.026093967258930206, + -0.04286453127861023, + 0.38935938477516174, + 0.049715667963027954, + -1.6870989799499512, + 0.18160632252693176, + 0.11766105145215988, + -0.06264128535985947, + -0.03226999193429947, + -0.3482835590839386, + 0.17034509778022766, + -1.2334710359573364, + -0.5128833055496216, + 0.05460025742650032, + 0.11418969929218292, + 0.003481850028038025, + 0.08961234241724014, + 0.050743505358695984, + -1.1100645065307617, + -0.2245892882347107 + ], + [ + 0.05793704092502594, + 0.079552561044693, + 0.0681672990322113, + 0.11779305338859558, + -0.1242123544216156, + -1.8182657957077026, + -0.10375440120697021, + 0.0725657120347023, + -0.02337936870753765, + -0.041908688843250275, + -0.16735750436782837, + 0.16025091707706451, + -1.415104866027832, + -0.16690729558467865, + -0.017201263457536697, + 0.17898675799369812, + -0.08028553426265717, + 0.08004280924797058, + -0.15243157744407654, + -1.1741118431091309, + -0.15950962901115417 + ], + [ + 0.16587413847446442, + 0.09130622446537018, + 0.03201988339424133, + 0.12904557585716248, + -0.05304032564163208, + -1.7935948371887207, + -0.1915574073791504, + 0.24518528580665588, + 0.001048578880727291, + -0.13836747407913208, + 0.019298922270536423, + 0.011788487434387207, + -1.5499863624572754, + -0.17139847576618195, + -0.010302718728780746, + 0.210675910115242, + 0.02907218039035797, + 0.017819389700889587, + -0.16474401950836182, + -1.2395899295806885, + -0.034766823053359985 + ], + [ + 0.02794838696718216, + -0.06853905320167542, + -0.10197719931602478, + -0.1223747581243515, + -0.12072986364364624, + -1.5663973093032837, + -0.09537160396575928, + 0.13642153143882751, + 0.032250091433525085, + -0.009937234222888947, + 0.2527725398540497, + 0.18231818079948425, + -1.197198748588562, + 0.2959989309310913, + 0.20222148299217224, + 0.08312217891216278, + 0.08732636272907257, + 0.04676109552383423, + 0.05296839773654938, + -0.9225189089775085, + -0.02421329915523529 + ] + ], + "generated_utilities": [ + 0.6079664826393127, + 0.6109294295310974, + 0.6097314953804016, + 0.7936699390411377, + 0.6012691259384155, + 0.7937893867492676, + 0.5900108814239502, + 0.16939125955104828 + ], + "group_id": "ms-03df3e12e1d61aa9ebbf", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8584641218185425, + 2.0, + 0.1626913994550705, + 0.15068656206130981, + 0.7913616299629211, + 0.6029134392738342, + 0.6073818802833557, + 0.5810330510139465, + 0.21862615644931793, + 0.125383660197258, + 0.23159939050674438, + 0.07955235242843628, + 0.05726853013038635, + 0.5530655384063721, + 0.02374058961868286, + 0.06395134329795837 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.274281769990921, + -0.018374726176261902, + -0.038190364837646484, + -0.008808016777038574, + 0.035669803619384766, + -1.6359307765960693, + 0.0, + 0.1494191586971283, + -0.05813022702932358, + 0.14451441168785095, + 0.17403873801231384, + 0.08115038275718689, + -1.0921192169189453, + 0.0, + 0.03686096891760826, + 0.07842934131622314, + 0.034921225160360336, + -0.08898666501045227, + 0.15848605334758759, + -0.870681881904602, + 0.0 + ], + [ + -0.4546543061733246, + -0.14690466225147247, + -0.020753592252731323, + 0.7831729650497437, + 0.035669803619384766, + -1.6359307765960693, + 0.0, + -0.046054866164922714, + 0.28370705246925354, + 0.12407033145427704, + -0.01769113540649414, + 0.5320430397987366, + -1.0921192169189453, + 0.0, + -0.056730762124061584, + -0.06457282602787018, + 0.3320152163505554, + -0.16515493392944336, + -0.15520063042640686, + -0.870681881904602, + 0.0 + ], + [ + 0.08205875009298325, + -0.22327233850955963, + 0.16624315083026886, + 0.3391113877296448, + 1.0356698036193848, + -2.6359307765960693, + 1.142521619796753, + -0.0035383477807044983, + -0.0069374218583106995, + 0.015306791290640831, + 0.2376139760017395, + 0.32611656188964844, + -2.0921192169189453, + -1.672326683998108, + -0.0025229640305042267, + -0.008913591504096985, + 0.016267484053969383, + 0.33410996198654175, + 0.2899681627750397, + -1.870681881904602, + -1.5921976566314697 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.285043239593506, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.344653367996216, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1843953132629395 + ], + [ + -0.15703999996185303, + -0.1470930278301239, + 0.03386896848678589, + 0.5401278734207153, + 0.8418006896972656, + -2.9223291873931885, + 1.0515291690826416, + -0.018434904515743256, + 0.11299560219049454, + -0.2002945989370346, + 0.359727144241333, + 0.5977933406829834, + -2.2306716442108154, + -1.4576778411865234, + -0.03888737037777901, + 0.02680184319615364, + -0.12444815784692764, + 0.1311873197555542, + 0.11719289422035217, + -1.581138253211975, + -1.444991946220398 + ], + [ + -0.24854791164398193, + -0.44507503509521484, + 0.4716043472290039, + 0.048061639070510864, + 0.9783620238304138, + -2.3341476917266846, + 1.3563907146453857, + 0.32691219449043274, + -0.38767510652542114, + 0.095600925385952, + 0.6103423833847046, + 0.5749309062957764, + -2.3109257221221924, + -1.7057734727859497, + 0.21164503693580627, + 0.3768271803855896, + 0.3653046488761902, + 0.5712926387786865, + 0.03522637486457825, + -1.6504355669021606, + -1.7990825176239014 + ], + [ + -0.4160037934780121, + 0.20612795650959015, + 0.23570530116558075, + 0.7491011023521423, + 0.7672655582427979, + -2.4408488273620605, + 1.5641368627548218, + -0.24337798357009888, + -0.49355366826057434, + 0.10722364485263824, + 0.18140754103660583, + -0.13269099593162537, + -2.11879563331604, + -1.318845272064209, + -0.29790371656417847, + 0.30138665437698364, + 0.027930280193686485, + 0.5380859971046448, + 0.7638739347457886, + -1.8620843887329102, + -1.1400601863861084 + ], + [ + 0.5434127449989319, + 0.2015915960073471, + -0.08499981462955475, + 0.3673359155654907, + 1.3244500160217285, + -2.312892198562622, + 1.280855417251587, + -0.09640483558177948, + 0.1380246877670288, + 0.328687459230423, + -0.24101027846336365, + 0.46944981813430786, + -2.4662227630615234, + -1.5056970119476318, + -0.39551979303359985, + 0.5588364601135254, + 0.3341750204563141, + 0.5960381031036377, + 0.3498852252960205, + -2.1957199573516846, + -2.0746443271636963 + ], + [ + -0.3055422902107239, + -0.7953831553459167, + 0.2499215006828308, + -0.10030806064605713, + 1.1116546392440796, + -2.7883286476135254, + 0.49852752685546875, + 0.5823174118995667, + -0.08575043082237244, + 0.38635802268981934, + 0.11234864592552185, + 0.519838273525238, + -1.9841282367706299, + -2.187053918838501, + 0.2514050006866455, + 0.6268342733383179, + -0.5863631963729858, + 0.0023005902767181396, + 0.7542600631713867, + -1.8651759624481201, + -1.0651633739471436 + ], + [ + -0.49769535660743713, + -0.139978289604187, + 0.4000101387500763, + 0.7938032150268555, + 0.3475780487060547, + -2.5613436698913574, + 1.633407711982727, + 0.5780037045478821, + 0.47981885075569153, + 0.6537877917289734, + 0.6061734557151794, + 0.056135743856430054, + -1.5742536783218384, + -1.2839497327804565, + 0.3747510313987732, + -0.7601882815361023, + 0.3963257372379303, + 0.2880428731441498, + 0.6472645998001099, + -1.4020951986312866, + -1.8679914474487305 + ], + [ + -0.4396398365497589, + -0.9399505853652954, + 0.8854243755340576, + 0.7402852773666382, + 1.1999582052230835, + -3.1452434062957764, + 1.7720073461532593, + -0.016999900341033936, + 0.49808529019355774, + -0.7255053520202637, + 0.14890219271183014, + -0.03482428193092346, + -2.3438479900360107, + -2.205022096633911, + 0.012064306065440178, + 0.20220959186553955, + -0.7985840439796448, + 1.0283186435699463, + -0.3867139518260956, + -1.501905918121338, + -0.7974207401275635 + ], + [ + -0.5354467034339905, + 0.1733059138059616, + -0.5846043229103088, + 0.31710073351860046, + 1.9483317136764526, + -1.8580775260925293, + 0.6335439085960388, + -0.6889291405677795, + -0.852451741695404, + -0.5236934423446655, + 0.9347955584526062, + -0.12831297516822815, + -1.8579379320144653, + -1.8638373613357544, + -0.39407530426979065, + -0.9045653939247131, + 0.6863906383514404, + -0.32481008768081665, + 0.2328653186559677, + -1.939838171005249, + -1.4145928621292114 + ], + [ + 0.9132365584373474, + -0.08985088765621185, + 0.6810588240623474, + 1.2002439498901367, + 0.9739165902137756, + -2.1395423412323, + 1.9255411624908447, + 0.21476614475250244, + 0.9511499404907227, + -0.2862233817577362, + 0.5540614128112793, + -0.6464359164237976, + -1.7547248601913452, + -1.70101797580719, + 0.3829159140586853, + -0.5115740895271301, + -0.1561039239168167, + 0.006224453449249268, + 0.12896116077899933, + -2.8698480129241943, + -1.8291268348693848 + ], + [ + 0.7953807711601257, + 0.6774469614028931, + 0.5142636895179749, + 1.2633346319198608, + 1.9329602718353271, + -3.2044150829315186, + 1.0592539310455322, + 0.23622626066207886, + -0.7054072022438049, + -0.8608568906784058, + 0.3213595449924469, + 0.1764988750219345, + -1.4979205131530762, + -2.29315185546875, + 0.8591869473457336, + -0.39375603199005127, + 0.44353169202804565, + 0.0034877359867095947, + 0.7991057634353638, + -1.7013148069381714, + -2.074843168258667 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.020715832710266113, + -0.08274053037166595, + -0.031222686171531677, + 0.040659040212631226, + 0.047686874866485596, + -1.6359307765960693, + 0.0, + 0.08500052988529205, + -0.08430473506450653, + 0.04371993988752365, + 0.02449089288711548, + -0.11677750945091248, + -1.0921192169189453, + 0.0, + 0.021555481478571892, + -0.035383470356464386, + -0.02973725087940693, + 0.07053914666175842, + 0.061825066804885864, + -0.870681881904602, + 0.0 + ] + ], + "predicted_scores": [ + 4.686105728149414, + 4.606958866119385, + 4.433618068695068, + 4.295287609100342, + 4.21588134765625, + 4.1779046058654785, + 3.9556922912597656, + 2.6553707122802734 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1894022513", + "selected_index": 0, + "state_hash": "62136c39109b95f5b6230510e967b6cfc410fdc485db505c07d47ae3fdb10fcb", + "stored_base_utility": 0.8584641218185425, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.821137011051178, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.821137011051178 + }, + "base_progress": 0.821137011051178, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.821137011051178, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8247446417808533, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8247446417808533 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8263933062553406, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8263933062553406 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8321191668510437, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8321191668510437 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8238217830657959, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8238217830657959 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8331587910652161, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8331587910652161 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22232386469841003, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22232386469841003 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23724190890789032, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23724190890789032 + } + ], + "candidate_progress": [ + 0.8247446417808533, + 0.8263933062553406, + 0.8321191668510437, + 0.8238217830657959, + 0.8331587910652161, + 1.0, + 0.22232386469841003, + 0.23724190890789032 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b33c18c58125678627a6", + "ms-e7959111ef1429bcf699", + "ms-829c9968f0750cd9aed6", + "ms-e7959111ef1429bcf699", + "ms-93af5e555e79e4177a5c", + "ms-49e1584a68d8f465e8e3", + "ms-829c9968f0750cd9aed6", + "ms-49e1584a68d8f465e8e3" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + true, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-04eec0abab5f55620e4e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.09710502624511719, + 0.05798216909170151, + -0.007735580205917358, + -0.04800727963447571, + -0.138685941696167, + -1.9344028234481812, + -0.09379619359970093, + 0.14624466001987457, + -0.029409462586045265, + -0.053673155605793, + -0.029210463166236877, + 0.015458479523658752, + -1.7439196109771729, + -0.18970941007137299, + -0.12315192818641663, + 0.1292266845703125, + 0.048328697681427, + 0.028073787689208984, + -0.06253790855407715, + -1.332859992980957, + -0.14844080805778503 + ], + [ + -0.00650535523891449, + 0.10875383019447327, + 0.031923532485961914, + -0.018673479557037354, + -0.15879902243614197, + -1.7405306100845337, + 0.022799193859100342, + 0.1749301552772522, + -0.04216805845499039, + 0.0655863881111145, + 0.012190595269203186, + 0.09571670740842819, + -1.5343773365020752, + -0.18845735490322113, + -0.11430215835571289, + 0.0988743007183075, + -0.05332444608211517, + 0.13680538535118103, + 0.06643244624137878, + -1.2526724338531494, + -0.131328284740448 + ], + [ + 0.08629609644412994, + 0.05006507784128189, + 0.002236396074295044, + -0.009845137596130371, + -0.10732004046440125, + -1.8437713384628296, + -0.027906447649002075, + 0.15151964128017426, + -0.04164048284292221, + 0.013962164521217346, + -0.008294805884361267, + 0.03404068946838379, + -1.779820203781128, + -0.19162704050540924, + -0.17217619717121124, + 0.07630938291549683, + 0.07940363883972168, + 0.06412498652935028, + -0.003155529499053955, + -1.4559550285339355, + -0.13357996940612793 + ], + [ + 0.08613721281290054, + 0.07925823330879211, + 0.052628010511398315, + -0.03335322439670563, + -0.16154775023460388, + -1.7373874187469482, + -0.029713928699493408, + 0.18930305540561676, + -0.035302408039569855, + -0.058185748755931854, + 0.022768497467041016, + 0.027682185173034668, + -1.564168930053711, + -0.19304950535297394, + -0.15520739555358887, + 0.14109863340854645, + 0.04656030237674713, + 0.07218319177627563, + -0.0018060803413391113, + -1.2420907020568848, + -0.1357657015323639 + ], + [ + 0.05590430647134781, + 0.05367380380630493, + 0.02909412980079651, + -0.004456833004951477, + -0.10151165723800659, + -2.150510311126709, + -0.07818019390106201, + 0.16844332218170166, + -0.05229087173938751, + 0.04332154989242554, + -0.023207075893878937, + -0.08191227912902832, + -1.8571068048477173, + -0.11465440690517426, + -0.1003165990114212, + 0.10745114088058472, + 0.009785294532775879, + 0.0851687416434288, + -0.05110427737236023, + -1.5436933040618896, + -0.08370408415794373 + ], + [ + 0.04434778541326523, + 0.11521334946155548, + 0.055092036724090576, + 0.035241782665252686, + -0.2501218318939209, + -2.0183444023132324, + -0.19052159786224365, + 0.05397613346576691, + 0.005977385211735964, + -0.014483727514743805, + -0.15529248118400574, + 0.1593642681837082, + -1.4567185640335083, + -0.1780938059091568, + -0.028035614639520645, + 0.19335593283176422, + -0.09533001482486725, + 0.10282783955335617, + -0.13451272249221802, + -1.229206919670105, + -0.18379706144332886 + ], + [ + 0.0696842297911644, + 0.1130230724811554, + -0.06108561158180237, + 0.017501920461654663, + -0.14352896809577942, + -1.8505522012710571, + -0.1587933897972107, + 0.38641518354415894, + -0.018432116135954857, + -0.22977077960968018, + -0.15971198678016663, + 0.09016744047403336, + -1.6674318313598633, + -0.05270680785179138, + -0.09313137829303741, + 0.17604541778564453, + -0.009908854961395264, + 0.12685108184814453, + -0.2892853021621704, + -1.1353480815887451, + -0.0002747774124145508 + ], + [ + 0.03750428557395935, + -0.06658896058797836, + -0.13561412692070007, + -0.16280217468738556, + -0.19063711166381836, + -1.836075782775879, + -0.2775092124938965, + 0.12243608385324478, + 0.058240801095962524, + 0.024490319192409515, + 0.2853030860424042, + 0.23969846963882446, + -1.2262636423110962, + 0.283281534910202, + 0.2197963446378708, + 0.08492347598075867, + 0.06323923170566559, + 0.11438795179128647, + 0.026730775833129883, + -1.021820306777954, + -0.08685177564620972 + ] + ], + "generated_utilities": [ + 0.8247446417808533, + 0.8263933062553406, + 0.8321191668510437, + 0.8238217830657959, + 0.8331587910652161, + 2.0, + 0.22232386469841003, + 0.23724190890789032 + ], + "group_id": "ms-04eec0abab5f55620e4e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8352580070495605, + 2.0, + 2.0, + 0.1329183578491211, + 0.7896692752838135, + 0.6035692691802979, + 0.14338895678520203, + 0.5931071639060974, + 0.18621328473091125, + 0.5735772848129272, + 0.14786399900913239, + 0.08926630020141602, + 0.14258699119091034, + 0.1093282401561737, + 0.08679580688476562, + 0.18384942412376404 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.0036843419075012207, + 0.3551645278930664, + -0.27192187309265137, + 0.43909764289855957, + -0.2499193549156189, + -1.8287577629089355, + 0.0, + 0.05999917909502983, + -0.22578324377536774, + 0.6854944229125977, + 0.35048815608024597, + -0.18687498569488525, + -1.4147193431854248, + 0.0, + -0.05145934969186783, + 0.2954270541667938, + 0.21144968271255493, + 0.1978357881307602, + -0.08468803763389587, + -1.1450378894805908, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.529173493385315, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.2644007205963135, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1235413551330566 + ], + [ + 0.13263024389743805, + -0.2816089689731598, + 0.25598961114883423, + -0.4131510555744171, + 0.7057291269302368, + -3.058422088623047, + -0.9511278867721558, + -0.29692304134368896, + -0.17953932285308838, + 0.15275877714157104, + 0.2851884365081787, + 0.13252851366996765, + -2.243661880493164, + -1.4478362798690796, + 0.21045011281967163, + 0.1620790660381317, + 0.061727508902549744, + 0.3164992332458496, + 0.23892682790756226, + -2.1824398040771484, + -1.8160099983215332 + ], + [ + 0.07974113523960114, + -0.028354056179523468, + -0.37691521644592285, + -0.03185610473155975, + 0.1784486472606659, + -2.5575852394104004, + -0.49238523840904236, + 0.08808575570583344, + -0.004594571888446808, + 0.2955743074417114, + 0.41665858030319214, + 0.3970867991447449, + -2.432206869125366, + -1.740236520767212, + -0.20196565985679626, + 0.15675488114356995, + -0.2695050537586212, + 0.5407777428627014, + 0.13161462545394897, + -2.499985933303833, + -1.672120451927185 + ], + [ + 0.0008773654699325562, + -0.42172613739967346, + 0.4055880308151245, + -0.5423234701156616, + 0.5082616209983826, + -2.4383599758148193, + -0.7392646670341492, + -0.11788105964660645, + -0.19778211414813995, + 0.4739418029785156, + 0.39768218994140625, + 0.6901123523712158, + -2.4603729248046875, + -1.5923298597335815, + 0.39648228883743286, + 0.40816357731819153, + 0.3889473080635071, + 0.3459031879901886, + 0.05209961533546448, + -1.8286138772964478, + -2.014723300933838 + ], + [ + 0.04216974973678589, + -0.3225964903831482, + 0.3640083074569702, + -0.6081454753875732, + -0.021838903427124023, + -3.0102269649505615, + -0.20716148614883423, + 0.16065306961536407, + 0.244154155254364, + -0.09531793743371964, + -0.414349764585495, + 0.4430255591869354, + -2.904400587081909, + -1.752036213874817, + 0.03579622879624367, + 0.4007379710674286, + -0.4070127606391907, + -0.16087132692337036, + 0.7385736703872681, + -1.7094274759292603, + -1.710347294807434 + ], + [ + 0.5373587608337402, + -0.010146073997020721, + -0.6649115085601807, + -0.24754279851913452, + 0.9482860565185547, + -3.299875497817993, + -0.34367144107818604, + -0.1771741658449173, + 0.1970873475074768, + 0.5261355042457581, + -0.2736421227455139, + 0.7824277877807617, + -1.8594143390655518, + -1.1158376932144165, + 0.37838298082351685, + 0.5478805303573608, + -0.5339272618293762, + -0.3444281220436096, + 0.23708641529083252, + -2.056926965713501, + -2.029862403869629 + ], + [ + 0.44588905572891235, + -0.16905730962753296, + 0.7378830909729004, + -0.8421738743782043, + 0.31104421615600586, + -2.1103177070617676, + -1.0243136882781982, + 0.14497636258602142, + -0.08054385334253311, + 0.41976791620254517, + -0.08742277324199677, + 0.1284860074520111, + -2.7241735458374023, + -1.209965467453003, + 0.1306363344192505, + 0.627932071685791, + -0.44048213958740234, + 0.9364967346191406, + 0.2992006838321686, + -2.2170331478118896, + -1.0484139919281006 + ], + [ + 0.22666223347187042, + -0.08815203607082367, + -0.41916945576667786, + -0.2828288674354553, + 0.6074730157852173, + -2.7924020290374756, + -1.4420362710952759, + -0.06296338140964508, + 0.21942321956157684, + 0.5296748280525208, + 0.05733932927250862, + 0.9508686065673828, + -1.8293358087539673, + -1.8313229084014893, + 0.8721930384635925, + -0.22448107600212097, + 0.04646686464548111, + -0.3058752417564392, + 1.1340889930725098, + -1.5696296691894531, + -1.8706064224243164 + ], + [ + -0.06838126480579376, + 0.2691366374492645, + -0.7959024906158447, + -0.8766286969184875, + 0.7050992846488953, + -2.911078691482544, + -0.5045865774154663, + -0.8069143891334534, + 0.6269040107727051, + 1.0025008916854858, + -0.07176657021045685, + -0.14634230732917786, + -2.6152570247650146, + -1.9837790727615356, + 0.30736076831817627, + -0.8376656770706177, + 0.051737233996391296, + -0.5080304145812988, + -0.3911449909210205, + -2.3147451877593994, + -1.9277228116989136 + ], + [ + -0.8272735476493835, + -0.9184170365333557, + -0.2272462099790573, + 0.5041761994361877, + 0.3493002653121948, + -1.9449423551559448, + -0.48106813430786133, + -0.6170873641967773, + -0.9687520861625671, + 0.11796270310878754, + 0.5244548916816711, + 0.19722473621368408, + -1.752631664276123, + -2.5274205207824707, + -0.3556475341320038, + 0.5510335564613342, + 0.5776425004005432, + 0.014902949333190918, + -0.0403958261013031, + -2.9400084018707275, + -0.6644068956375122 + ], + [ + -0.5276197791099548, + 0.612429678440094, + -0.22345511615276337, + -0.20420658588409424, + 0.6052037477493286, + -2.1263835430145264, + -0.6306392550468445, + 0.04640905186533928, + -0.41102334856987, + -0.08431307971477509, + 0.9395930767059326, + 0.9552682042121887, + -2.150846004486084, + -2.3080031871795654, + 0.6904588341712952, + 0.5737339854240417, + 0.9978326559066772, + 0.4546163082122803, + 1.051652431488037, + -1.2516549825668335, + -0.766132652759552 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.01992284506559372, + 0.007697887718677521, + 0.00015898142009973526, + -0.07648321986198425, + 0.05625253915786743, + -1.8287577629089355, + 0.0, + -0.07901567965745926, + -0.06875347346067429, + 0.026497986167669296, + -0.011072687804698944, + 0.055290400981903076, + -1.4147193431854248, + 0.0, + -0.05427573248744011, + -0.0016509704291820526, + 0.04681338742375374, + 0.13871708512306213, + 0.03241047263145447, + -1.1450378894805908, + 0.0 + ], + [ + 0.060409948229789734, + 0.10344681888818741, + -0.05462692677974701, + 0.10282325744628906, + 0.3017868399620056, + -1.8287577629089355, + 0.0, + 0.19870910048484802, + 0.23632770776748657, + -0.24874480068683624, + 0.11975552886724472, + 0.1147298812866211, + -1.4147193431854248, + 0.0, + 0.05109218880534172, + 0.19051438570022583, + 0.08151236176490784, + -0.19205141067504883, + -0.21504449844360352, + -1.1450378894805908, + 0.0 + ] + ], + "predicted_scores": [ + 4.396951675415039, + 4.359025955200195, + 4.3080339431762695, + 4.280862808227539, + 4.012998580932617, + 4.011101722717285, + 3.9508309364318848, + 2.245147466659546 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1151410346", + "selected_index": 0, + "state_hash": "98da92003d6a8c11df9c1b9aea8b5fada0eaf0a68de01f130ff8dee00caa2c27", + "stored_base_utility": 0.8352580070495605, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7938400506973267, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7938400506973267 + }, + "base_progress": 0.7938400506973267, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7938400506973267, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7882324457168579, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7882324457168579 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7939815521240234, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7939815521240234 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7880898714065552, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7880898714065552 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8161413669586182, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8161413669586182 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8178353309631348, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8178353309631348 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7877604961395264, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7877604961395264 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7979835867881775, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7979835867881775 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7915502786636353, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7915502786636353 + } + ], + "candidate_progress": [ + 0.7882324457168579, + 0.7939815521240234, + 0.7880898714065552, + 0.8161413669586182, + 0.8178353309631348, + 0.7877604961395264, + 0.7979835867881775, + 0.7915502786636353 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9228f8295b9891cf011c", + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-0949097d19e597fc7f63", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-0547201761e8e1873482", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.09375818073749542, + 0.04988550394773483, + -0.03193661570549011, + 0.15875554084777832, + -0.2211812138557434, + -2.4223971366882324, + -0.13174307346343994, + 0.12401556223630905, + 0.07491837441921234, + 0.01645602285861969, + -0.06724345684051514, + 0.003649413585662842, + -1.9436296224594116, + -0.17442528903484344, + -0.05132525786757469, + 0.10838773846626282, + 0.035939231514930725, + 0.023611396551132202, + -0.005988061428070068, + -1.540118932723999, + -0.1369333565235138 + ], + [ + 0.021420523524284363, + 0.057492874562740326, + -0.1416776478290558, + 0.22107067704200745, + -0.18170428276062012, + -2.2097575664520264, + -0.09239774942398071, + 0.13392695784568787, + 0.06812026351690292, + 0.024609550833702087, + -0.15519973635673523, + 0.1296360194683075, + -1.7956042289733887, + 0.0010652542114257812, + 0.027510616928339005, + 0.04525820165872574, + 0.029911741614341736, + -0.0576961487531662, + -0.028427064418792725, + -1.5190784931182861, + -0.08828863501548767 + ], + [ + 0.055796101689338684, + 0.0562661737203598, + -0.03464171290397644, + 0.14867058396339417, + -0.2230043113231659, + -2.439894437789917, + -0.12670284509658813, + 0.13079261779785156, + 0.08176646381616592, + 0.04022364318370819, + -0.02582651376724243, + 0.060881614685058594, + -2.0075812339782715, + -0.15409265458583832, + -0.024069894105196, + 0.09376057982444763, + 0.038170114159584045, + 0.09859968721866608, + -0.04800817370414734, + -1.5469114780426025, + -0.10173812508583069 + ], + [ + 0.19839462637901306, + 0.061088405549526215, + -0.3257078230381012, + 0.15821987390518188, + -0.14066863059997559, + -2.121859312057495, + -0.23248445987701416, + 0.1683294177055359, + 0.05843669921159744, + 0.029446952044963837, + -0.09443744271993637, + 0.2231065034866333, + -1.8566325902938843, + -0.07537427544593811, + 0.1363898366689682, + -0.03418742120265961, + 0.03150530159473419, + -0.020373865962028503, + -0.021158576011657715, + -1.5977284908294678, + -0.31048527359962463 + ], + [ + 0.016911178827285767, + -0.012989036738872528, + -0.028877168893814087, + 0.15150687098503113, + -0.250477135181427, + -1.2108495235443115, + 0.07369351387023926, + 0.13738897442817688, + 0.09680881351232529, + 0.025859132409095764, + -0.15249651670455933, + -0.055982738733291626, + -1.4256384372711182, + -0.23649583756923676, + 0.1045810878276825, + 0.09225910902023315, + -0.1111852377653122, + -0.055702462792396545, + -0.13932907581329346, + -1.462461233139038, + 0.013363316655158997 + ], + [ + 0.06431455165147781, + 0.049635954201221466, + -0.0910540521144867, + 0.24668821692466736, + -0.1826595664024353, + -2.3909049034118652, + -0.2817051410675049, + 0.02590438723564148, + 0.07310096174478531, + 0.0348740816116333, + -0.08815757185220718, + 0.10170478373765945, + -1.9117745161056519, + 0.1306844800710678, + 0.039436571300029755, + 0.01714714802801609, + 0.11594367772340775, + 0.049021050333976746, + -0.08151435852050781, + -1.4131324291229248, + -0.07408155500888824 + ], + [ + -0.0678178071975708, + 0.030096836388111115, + -0.09793087840080261, + 0.07163405418395996, + 0.018476441502571106, + -2.118128776550293, + -0.2565397024154663, + 0.20030969381332397, + 0.06931041181087494, + 0.06976327300071716, + -0.15532329678535461, + 0.014239504933357239, + -1.963130235671997, + 0.10214114934206009, + 0.13076457381248474, + 0.022453006356954575, + -0.004728168249130249, + -0.15506835281848907, + -0.03080737590789795, + -1.540954828262329, + -0.06662216782569885 + ], + [ + 0.054269760847091675, + 0.09265315532684326, + -0.23429295420646667, + 0.31743404269218445, + -0.12122932076454163, + -2.0954291820526123, + -0.2614050507545471, + 0.02208031713962555, + 0.03913872316479683, + 0.11771869659423828, + -0.08765605837106705, + 0.3137972056865692, + -1.724281668663025, + -0.10218918323516846, + 0.08668960630893707, + 0.07084415853023529, + 0.035163432359695435, + 0.16688166558742523, + 0.08541887998580933, + -1.5955305099487305, + 0.02654077112674713 + ] + ], + "generated_utilities": [ + 0.7882324457168579, + 0.7939815521240234, + 0.7880898714065552, + 0.8161413669586182, + 0.8178353309631348, + 0.7877604961395264, + 0.7979835867881775, + 0.7915502786636353 + ], + "group_id": "ms-0547201761e8e1873482", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8624064922332764, + 2.0, + 2.0, + 0.1515469253063202, + 0.788449764251709, + 0.7846009135246277, + 0.599685549736023, + 0.13053131103515625, + 0.09124583005905151, + 0.06214797496795654, + 0.08365817368030548, + 0.15622204542160034, + 0.08330240845680237, + 0.06071475148200989, + 0.062401771545410156, + 0.11716774106025696 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.6212852597236633, + 0.07126162201166153, + 0.3370559513568878, + -0.8251164555549622, + 0.3935185372829437, + -2.594480276107788, + 0.0, + 0.17822414636611938, + 0.18049299716949463, + -0.4009273648262024, + 0.22783952951431274, + -0.08974504470825195, + -1.9302911758422852, + 0.0, + 0.5112255811691284, + -0.23430243134498596, + 0.3067130148410797, + -0.24668651819229126, + -0.3405218720436096, + -1.6268846988677979, + 0.0 + ], + [ + -0.2536097764968872, + -0.08526986092329025, + 0.049433641135692596, + -0.12079815566539764, + -0.31230220198631287, + -3.594480276107788, + -0.09218017756938934, + -0.03092997521162033, + 0.010519854724407196, + 0.037971995770931244, + 0.35101133584976196, + 0.14901894330978394, + -2.930291175842285, + -1.1333786249160767, + -0.018696822226047516, + -0.0004148187581449747, + 0.021237371489405632, + 0.6176546812057495, + 0.3122543692588806, + -2.626884698867798, + -1.0485421419143677 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.1843603551387787, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.2667572498321533, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.0970842838287354 + ], + [ + -0.052714213728904724, + 0.13668394088745117, + -0.07156764715909958, + 0.02518056333065033, + -0.07965129613876343, + -3.639404773712158, + 0.011443942785263062, + -0.29477593302726746, + -0.1919896900653839, + 0.10005638748407364, + 0.3517952263355255, + -0.08373717963695526, + -2.7969954013824463, + -1.354092001914978, + -0.12545737624168396, + -0.08955419808626175, + -0.16815504431724548, + 0.6119188070297241, + 0.31631574034690857, + -2.793421745300293, + -1.1270616054534912 + ], + [ + -0.02793028950691223, + -0.19608572125434875, + -0.18125027418136597, + -0.22033464908599854, + -0.26847124099731445, + -3.9261696338653564, + 0.0027747899293899536, + 0.13895323872566223, + 0.28147754073143005, + -0.07768325507640839, + 0.5086509585380554, + 0.3663921058177948, + -3.1545164585113525, + -0.7373902797698975, + 0.3100854158401489, + 0.01855405978858471, + 0.22160251438617706, + 0.26367947459220886, + 0.2504326105117798, + -2.371459722518921, + -0.808007001876831 + ], + [ + -0.029052525758743286, + 0.1967359483242035, + -0.03124386817216873, + -0.013116925954818726, + -0.016175568103790283, + -3.718034505844116, + 0.19938872754573822, + 0.41318976879119873, + 0.11604844778776169, + 0.473847895860672, + 0.6525168418884277, + 0.17562773823738098, + -3.047731637954712, + -1.388295292854309, + -0.3538036048412323, + 0.3858022689819336, + -0.334179550409317, + 0.732401967048645, + 0.4732164740562439, + -2.7677783966064453, + -1.3400403261184692 + ], + [ + -0.17881330847740173, + -0.36586591601371765, + -0.03506612032651901, + -0.10075800120830536, + 0.05432385206222534, + -3.593874216079712, + -0.45690178871154785, + 0.27526625990867615, + 0.38230952620506287, + 0.2107507288455963, + 0.05639520287513733, + 0.13973313570022583, + -2.9175100326538086, + -0.625055730342865, + 0.35745885968208313, + 0.23644009232521057, + -0.22008508443832397, + 1.1453468799591064, + -0.18920856714248657, + -2.7564609050750732, + -1.234853982925415 + ], + [ + -0.15169672667980194, + -0.5051196813583374, + -0.22238418459892273, + 0.035664916038513184, + -0.9257775545120239, + -3.9969124794006348, + 0.45878976583480835, + 0.43465524911880493, + -0.3374592959880829, + 0.028328031301498413, + 0.5239615440368652, + 0.7930334210395813, + -2.4716458320617676, + -1.2256752252578735, + -0.11208751797676086, + 0.4822227358818054, + -0.19905178248882294, + -0.03566241264343262, + -0.16655251383781433, + -2.0244226455688477, + -1.1371796131134033 + ], + [ + 0.4285570979118347, + -0.09496380388736725, + 0.11033192276954651, + 0.10071785748004913, + 0.14923754334449768, + -4.340238571166992, + 0.23002390563488007, + -0.4836094081401825, + -0.6428857445716858, + -0.5587872862815857, + 0.9120932221412659, + 0.8890573382377625, + -2.2962634563446045, + -1.8520593643188477, + -0.7632232308387756, + -0.5984277725219727, + 0.7483968138694763, + -0.031194329261779785, + 0.2809286415576935, + -1.9362748861312866, + -1.2267590761184692 + ], + [ + -0.9137601852416992, + -0.1771986186504364, + -0.40373045206069946, + 0.10057321190834045, + -1.0930958986282349, + -3.2476654052734375, + -0.7478102445602417, + -0.4000820815563202, + -0.6698578000068665, + 0.12315771728754044, + 1.2453134059906006, + 0.4857933223247528, + -3.015620470046997, + -0.9647565484046936, + -0.4142182171344757, + 0.759408712387085, + 0.08060859143733978, + 1.1699573993682861, + 0.7636818885803223, + -2.936898708343506, + -0.18507814407348633 + ], + [ + 0.5467430949211121, + 0.508758544921875, + 0.7781981825828552, + 0.3665996789932251, + 0.23174318671226501, + -4.013033866882324, + 0.36544477939605713, + -0.12329830229282379, + -0.38770899176597595, + 0.007425818592309952, + -0.19915169477462769, + 0.5642248392105103, + -3.378929615020752, + -0.6970927715301514, + -0.4819468855857849, + -0.6316214203834534, + -0.07761094719171524, + 0.7086355090141296, + 0.2794979512691498, + -1.6354597806930542, + -1.9813569784164429 + ], + [ + -0.37186869978904724, + -0.5645171403884888, + -0.13778135180473328, + -0.9545970559120178, + 0.5875264406204224, + -2.8757500648498535, + 0.3492071032524109, + -0.49404919147491455, + 0.22907009720802307, + 0.4480581283569336, + 0.46110835671424866, + -0.2706865966320038, + -2.92230486869812, + -0.8916454911231995, + 0.6739776134490967, + 0.6112594604492188, + 0.9361847639083862, + 0.28803882002830505, + -0.511343777179718, + -3.1385855674743652, + -1.435547947883606 + ], + [ + -0.0697205513715744, + 0.39905846118927, + 0.1793104112148285, + 0.574658989906311, + -0.8403158187866211, + -3.0679233074188232, + -1.0421053171157837, + -0.6880043148994446, + -0.6886175870895386, + -0.006853640079498291, + 1.1321263313293457, + -0.8481155037879944, + -3.705735683441162, + -0.7804402709007263, + 0.432973712682724, + 0.5499807596206665, + 0.12048505246639252, + -0.3501020669937134, + 0.7127519845962524, + -1.6398193836212158, + -1.9628760814666748 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.07791656255722046, + -0.058793798089027405, + 0.14365442097187042, + 0.040570005774497986, + 0.05549412965774536, + -2.594480276107788, + 0.0, + 0.020377427339553833, + 0.060677457600831985, + 0.054981134831905365, + -0.0029408931732177734, + 0.0383303165435791, + -1.9302911758422852, + 0.0, + -0.01312793605029583, + 0.06734634190797806, + 0.025523096323013306, + 0.042846739292144775, + -0.0862322747707367, + -1.6268846988677979, + 0.0 + ], + [ + 0.0802762508392334, + 0.2670705020427704, + 0.35171955823898315, + 0.1692672222852707, + -0.0211544930934906, + -2.594480276107788, + 0.0, + -0.043429579585790634, + 0.07621075958013535, + -0.10171685367822647, + -0.05523991584777832, + 0.05989210307598114, + -1.9302911758422852, + 0.0, + -0.3041173219680786, + 0.12330560386180878, + -0.04294469207525253, + -0.006849110126495361, + 0.07332268357276917, + -1.6268846988677979, + 0.0 + ] + ], + "predicted_scores": [ + 5.185824394226074, + 4.909152984619141, + 4.827609539031982, + 4.753436088562012, + 4.447131633758545, + 4.376986026763916, + 3.9368557929992676, + 3.662813663482666 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1369129094", + "selected_index": 0, + "state_hash": "9213d0f6000903b413aa715e9e8889883b2081f9911881bbc530ab4de8fdfe09", + "stored_base_utility": 0.8624064922332764, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11245182156562805, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11245182156562805 + }, + "base_progress": 0.11245182156562805, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11245182156562805, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10115039348602295, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10115039348602295 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09486497938632965, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09486497938632965 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09611111879348755, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09611111879348755 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09496647119522095, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09496647119522095 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08898167312145233, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08898167312145233 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10000942647457123, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10000942647457123 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10989268124103546, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10989268124103546 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09144298732280731, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09144298732280731 + } + ], + "candidate_progress": [ + 0.10115039348602295, + 0.09486497938632965, + 0.09611111879348755, + 0.09496647119522095, + 0.08898167312145233, + 0.10000942647457123, + 0.10989268124103546, + 0.09144298732280731 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-38ed02dacc133a888d3a", + "ms-ee2fcbc94d41385713d0", + "ms-bb299baa34e49eafb9fc", + "ms-5ac1bf2d7d319955d45d", + "ms-2fef2f43af8009bb88f1", + "ms-38ed02dacc133a888d3a", + "ms-0a4d4909900fb0bc4a9a", + "ms-d4c5d7eea19d94314e2e" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank6", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-07b479748a91a9c92b20", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1753036230802536, + 0.10251134634017944, + 0.279728502035141, + -0.4213593900203705, + 0.6621440052986145, + 1.8421657085418701, + 0.1437392234802246, + 0.11648502200841904, + 0.07248316705226898, + 0.08861714601516724, + -0.2221430242061615, + -0.013419747352600098, + -1.6221404075622559, + 0.052706338465213776, + 0.07967716455459595, + 0.09962408244609833, + -0.22846414148807526, + -0.04653236269950867, + -0.11582973599433899, + -1.7102067470550537, + 0.03008846938610077 + ], + [ + 0.009003803133964539, + 0.13002139329910278, + 0.38343337178230286, + -0.2369910627603531, + 0.4025728702545166, + 1.8932381868362427, + 0.2134767770767212, + 0.023457691073417664, + 0.0666043758392334, + -0.005647800862789154, + -0.0919363871216774, + -0.029475137591362, + -1.7855356931686401, + 0.15523050725460052, + 0.05311116948723793, + 0.03789087384939194, + -0.08334995806217194, + -0.05205966532230377, + -0.1851080060005188, + -1.6271495819091797, + 0.028185740113258362 + ], + [ + 0.08812911808490753, + 0.1214703768491745, + 0.44992080330848694, + -0.45916348695755005, + 0.3021574318408966, + 1.6862616539001465, + 0.0642794668674469, + 0.09157589823007584, + 0.06387849152088165, + -0.04264198988676071, + 0.00809035450220108, + 0.0018864274024963379, + -1.9314779043197632, + 0.25390785932540894, + 0.09110231697559357, + -0.012058193795382977, + 0.013692915439605713, + 0.08891336619853973, + -0.1076398491859436, + -1.256143569946289, + -0.07059016823768616 + ], + [ + 0.04361321032047272, + 0.08023130893707275, + 0.43393194675445557, + -0.37769585847854614, + 0.30607402324676514, + 1.6988756656646729, + -0.09132075309753418, + -0.03641831874847412, + 0.09170965850353241, + 0.008427970111370087, + -0.1416013538837433, + -0.056200116872787476, + -1.8498640060424805, + 0.4169604182243347, + 0.10889069736003876, + 0.04861406609416008, + -0.1899716705083847, + -0.08370541036128998, + -0.11908841133117676, + -1.7044835090637207, + 0.009705021977424622 + ], + [ + 0.08966685831546783, + 0.11351697146892548, + 0.491728276014328, + -0.3858071267604828, + 0.305486261844635, + 1.6936429738998413, + 0.05013090372085571, + 0.018708378076553345, + 0.11977607011795044, + -0.025953717529773712, + 0.003529556095600128, + 0.04937601089477539, + -1.7814605236053467, + 0.21065714955329895, + 0.05040990933775902, + 0.019916895776987076, + 0.0022760629653930664, + -0.05962283909320831, + -0.10764613747596741, + -1.482132911682129, + -0.02398340404033661 + ], + [ + 0.24323271214962006, + 0.08685530722141266, + 0.281586229801178, + -0.47156888246536255, + 0.6559616327285767, + 1.7838321924209595, + 0.015264123678207397, + 0.10997063666582108, + 0.08380459994077682, + 0.10920489579439163, + -0.20064401626586914, + -0.04806883633136749, + -1.6812167167663574, + 0.07757361233234406, + 0.15183040499687195, + 0.1005621999502182, + -0.22067485749721527, + -0.10172669589519501, + -0.09127908945083618, + -1.6983940601348877, + 0.057871006429195404 + ], + [ + 0.13156892359256744, + 0.16635145246982574, + 0.2191442847251892, + -0.3263634443283081, + -0.03456926345825195, + 1.4912030696868896, + -0.039028942584991455, + -0.051666662096977234, + -0.04877150058746338, + -0.1573532223701477, + 0.42955538630485535, + 0.17336715757846832, + -1.484730839729309, + 0.12493519484996796, + -0.10602027177810669, + 0.023449331521987915, + 0.013320952653884888, + 0.07084189355373383, + -0.09389591217041016, + -1.342733383178711, + 0.08186330646276474 + ], + [ + -0.08512626588344574, + 0.030944623053073883, + 0.6662396788597107, + -0.46591413021087646, + -0.08244451880455017, + 1.3480069637298584, + -0.4818693995475769, + -0.0664624571800232, + 0.025188561528921127, + -0.10881633311510086, + 0.02843335270881653, + 0.10460052639245987, + -1.4847017526626587, + 0.606245756149292, + 0.0951554924249649, + 0.03957168757915497, + -0.11281062662601471, + 0.24575701355934143, + -0.34768736362457275, + -1.1882230043411255, + 0.14191800355911255 + ] + ], + "generated_utilities": [ + 0.10115039348602295, + 0.09486497938632965, + 0.09611111879348755, + 0.09496647119522095, + 0.08898167312145233, + 0.10000942647457123, + 0.10989268124103546, + 0.09144298732280731 + ], + "group_id": "ms-07b479748a91a9c92b20", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8358147144317627, + 2.0, + 0.10276328027248383, + 0.04382549226284027, + 0.08787626028060913, + 0.05257503688335419, + 0.13141921162605286, + 0.05871656537055969, + 0.09122678637504578, + 0.15696710348129272, + 0.04658845067024231, + 0.16674886643886566, + 0.059217602014541626, + 0.05999617278575897, + 0.02513734996318817, + 0.06462626159191132 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.40434059500694275, + 0.035550832748413086, + 0.3691967725753784, + -0.5780794620513916, + 0.31878018379211426, + 1.8254177570343018, + 0.0, + -0.265718936920166, + 0.07960842549800873, + 0.010079683735966682, + -0.032779037952423096, + -0.009808778762817383, + -1.5992372035980225, + 0.0, + 0.127424955368042, + 0.00420225877314806, + -0.1269403100013733, + -0.22407835721969604, + -0.04818296432495117, + -1.487865686416626, + 0.0 + ], + [ + -0.11540749669075012, + -0.0699852705001831, + 0.3691967725753784, + -0.5780794620513916, + 0.31878018379211426, + 1.8254177570343018, + 0.0, + 0.23550006747245789, + 0.27468451857566833, + -0.016802946105599403, + 0.27341341972351074, + -0.3077363967895508, + -1.5992372035980225, + 0.0, + 0.38380324840545654, + -0.13779482245445251, + -0.2067921906709671, + -0.295712411403656, + -0.2755405306816101, + -1.487865686416626, + 0.0 + ], + [ + 0.18007329106330872, + 0.9300147294998169, + 1.3691967725753784, + -1.5780794620513916, + 1.3187801837921143, + 2.8254177570343018, + -2.2373406887054443, + -0.09600008279085159, + 0.21810154616832733, + 0.01997826062142849, + -0.5572261810302734, + 0.6922636032104492, + -2.5992372035980225, + -0.955528199672699, + -0.013122566044330597, + -0.008501656353473663, + 0.018881579861044884, + 0.3293835520744324, + 0.26699894666671753, + -2.487865686416626, + -1.7548327445983887 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.474681377410889, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.911056399345398, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.5096654891967773 + ], + [ + -0.0670492947101593, + 1.109879970550537, + 1.1711152791976929, + -1.4706015586853027, + 1.2048434019088745, + 2.629744529724121, + -2.0471768379211426, + -0.16518092155456543, + 0.3481351137161255, + -0.16557854413986206, + -0.45660558342933655, + 0.9043936729431152, + -2.5481529235839844, + -1.0533736944198608, + -0.012614957988262177, + 0.1715809404850006, + 0.19822345674037933, + 0.3302287459373474, + 0.534712553024292, + -2.4054768085479736, + -1.68410062789917 + ], + [ + -0.1993606984615326, + 1.144511342048645, + 1.2166764736175537, + -1.7889349460601807, + 0.9352524876594543, + 3.1575865745544434, + -1.977316975593567, + -0.4282965660095215, + 0.41919708251953125, + -0.14512327313423157, + -0.35636886954307556, + 0.8717535138130188, + -2.9138426780700684, + -0.7194117307662964, + -0.341153085231781, + 0.049908433109521866, + -0.2194366306066513, + 0.01681622862815857, + 0.24742445349693298, + -2.8234381675720215, + -1.818452000617981 + ], + [ + 0.057042911648750305, + 0.8418845534324646, + 1.592099905014038, + -1.5153720378875732, + 1.0301964282989502, + 2.9249796867370605, + -2.4746816158294678, + -0.29345911741256714, + 0.6523333787918091, + -0.02392055280506611, + -0.22453564405441284, + 1.0761111974716187, + -2.4189906120300293, + -1.088395357131958, + 0.2138829529285431, + -0.2429770529270172, + 0.08862778544425964, + 0.6415257453918457, + 0.7350325584411621, + -2.4632344245910645, + -1.6956394910812378 + ], + [ + -0.029110267758369446, + 0.9031307101249695, + 0.9641783237457275, + -1.152685284614563, + 1.6338543891906738, + 2.4323978424072266, + -1.7157583236694336, + 0.10747819393873215, + 0.5605948567390442, + -0.046502433717250824, + 0.01822054386138916, + 0.5660293698310852, + -2.0974466800689697, + -0.8351082801818848, + 0.2696676552295685, + 0.2228209674358368, + 0.2412257045507431, + -0.2105921506881714, + 0.04157266020774841, + -2.80259108543396, + -1.8504903316497803 + ], + [ + -0.1783548891544342, + 0.5511738061904907, + 1.4538828134536743, + -2.1827123165130615, + 1.0007729530334473, + 2.5532643795013428, + -2.663329601287842, + 0.32790786027908325, + -0.44042497873306274, + -0.07991266250610352, + -0.3872683048248291, + 0.39173921942710876, + -2.119554281234741, + -1.074506163597107, + 0.5269341468811035, + 0.4605463743209839, + -0.038625143468379974, + -0.32044750452041626, + 0.8008290529251099, + -2.0168793201446533, + -1.635524034500122 + ], + [ + 0.30202457308769226, + 1.213329553604126, + 1.0255522727966309, + -1.116908073425293, + 0.7790522575378418, + 2.5545706748962402, + -2.688660144805908, + 0.02395792305469513, + 0.935562252998352, + 0.5386934280395508, + 0.0996021032333374, + 1.458649754524231, + -2.29953670501709, + -1.5114645957946777, + -0.45461875200271606, + 0.5085123181343079, + 0.057297877967357635, + 0.20716139674186707, + -0.23000499606132507, + -3.197366237640381, + -2.138744354248047 + ], + [ + 0.13910266757011414, + 0.11373120546340942, + 1.006060004234314, + -0.9651875495910645, + 1.6846739053726196, + 3.061598300933838, + -1.9354548454284668, + -0.019281715154647827, + -0.1859310120344162, + 0.5314542651176453, + -0.7966496348381042, + 0.28278300166130066, + -2.52600359916687, + -0.22316765785217285, + -0.9083684682846069, + 0.06995762139558792, + -0.5941914916038513, + -0.3256593346595764, + -0.2630065679550171, + -2.2166833877563477, + -2.33723783493042 + ], + [ + -0.4008083641529083, + 0.39157503843307495, + 2.270516872406006, + -2.374528169631958, + 1.9989945888519287, + 3.3114099502563477, + -3.178534507751465, + -0.6945076584815979, + 0.9494224190711975, + 0.03142065554857254, + -0.48730018734931946, + 0.5730265378952026, + -2.6129090785980225, + -0.5119976997375488, + 0.6580346822738647, + -0.5766369104385376, + 0.8380414247512817, + 0.44448667764663696, + 1.2278218269348145, + -3.061671733856201, + -0.8706904649734497 + ], + [ + -0.36179783940315247, + 1.208543300628662, + 2.3618898391723633, + -1.8630421161651611, + 1.788887858390808, + 3.4029369354248047, + -3.105194330215454, + 0.3667789399623871, + 0.12275511026382446, + -0.6221083998680115, + -1.223637580871582, + 0.4719081521034241, + -3.2897181510925293, + -1.0540093183517456, + -0.3521459996700287, + -0.6624341607093811, + 0.7153233289718628, + 0.3555687665939331, + 0.6160464286804199, + -1.7287505865097046, + -2.3255879878997803 + ], + [ + -0.5706688165664673, + 0.9891999363899231, + 1.6337199211120605, + -2.2444260120391846, + 2.310969114303589, + 2.864603281021118, + -2.750898599624634, + 0.8358064293861389, + -0.5865640640258789, + -0.7513471841812134, + -0.2618371546268463, + 0.40378883481025696, + -3.4100897312164307, + -0.25985294580459595, + 0.8693380355834961, + -0.05152072757482529, + -0.4052937626838684, + -0.3151246905326843, + 1.2202715873718262, + -2.7429563999176025, + -2.0450026988983154 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.04212862253189087, + 0.04536712169647217, + 0.3691967725753784, + -0.5780794620513916, + 0.31878018379211426, + 1.8254177570343018, + 0.0, + 0.009455971419811249, + 0.00694526731967926, + 0.06475436687469482, + 0.021413028240203857, + 0.04744619131088257, + -1.5992372035980225, + 0.0, + -0.027011137455701828, + 0.014648333191871643, + -0.0013978257775306702, + -0.012647807598114014, + -0.020444035530090332, + -1.487865686416626, + 0.0 + ] + ], + "predicted_scores": [ + 4.4203314781188965, + 4.233614921569824, + 4.091342449188232, + 3.8854055404663086, + 3.8741273880004883, + 3.815885543823242, + 3.5882253646850586, + 2.543623924255371 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1867746099", + "selected_index": 0, + "state_hash": "619f6076c6d67ef73229bbcfe8ed4a5d70e493ec25631d134df5cb6cd3f7a3ee", + "stored_base_utility": 0.8358147144317627, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8172868490219116, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8172868490219116 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8259477615356445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8259477615356445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6035996079444885, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6035996079444885 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8631649017333984, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8631649017333984 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8281359672546387, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8281359672546387 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8190995454788208, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8190995454788208 + } + ], + "candidate_progress": [ + 1.0, + 0.8172868490219116, + 1.0, + 0.8259477615356445, + 0.6035996079444885, + 0.8631649017333984, + 0.8281359672546387, + 0.8190995454788208 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0547201761e8e1873482", + "ms-0547201761e8e1873482", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + true, + false, + true, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-0949097d19e597fc7f63", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.10855422914028168, + 0.04843541979789734, + 0.047302454710006714, + 0.15999546647071838, + -0.2554745078086853, + -2.48191499710083, + -0.22556650638580322, + 0.15281030535697937, + -0.010960115119814873, + 0.0779365822672844, + -0.0344075933098793, + -0.07256016135215759, + -2.0097482204437256, + -0.19890783727169037, + -0.07120805978775024, + 0.1428709179162979, + -0.002509504556655884, + 0.10324188321828842, + -0.06467166543006897, + -1.569465160369873, + -0.1565307080745697 + ], + [ + 0.043503597378730774, + 0.0884743183851242, + 0.15427231788635254, + 0.2915177643299103, + -0.20747199654579163, + -2.4258735179901123, + -0.11419403553009033, + 0.1775842308998108, + 0.02126891165971756, + -0.00017204880714416504, + -0.016068190336227417, + 0.07279235869646072, + -1.9229836463928223, + -0.200993612408638, + -0.08599382638931274, + 0.13360139727592468, + -0.026633277535438538, + 0.06517958641052246, + -0.043256670236587524, + -1.550489902496338, + -0.05343927443027496 + ], + [ + 0.06757193803787231, + 0.04979546368122101, + 0.014055728912353516, + 0.10596403479576111, + -0.24230021238327026, + -2.378957986831665, + -0.16404837369918823, + 0.1450236439704895, + 0.006877521984279156, + 0.04141263663768768, + 0.016241643577814102, + -0.03146262466907501, + -2.0173933506011963, + -0.22990377247333527, + -0.038876306265592575, + 0.12993745505809784, + 0.014177590608596802, + 0.12443119287490845, + -0.06072402000427246, + -1.5148413181304932, + -0.11606881022453308 + ], + [ + -0.013345852494239807, + 0.043173208832740784, + -0.08533415198326111, + 0.22634881734848022, + -0.2390420138835907, + -2.2118771076202393, + -0.14349329471588135, + 0.1441185623407364, + 0.013025810942053795, + 0.00026334822177886963, + -0.13128724694252014, + 0.06131628155708313, + -1.7883350849151611, + -0.06262761354446411, + 0.01915453001856804, + 0.06566745042800903, + 0.018386363983154297, + -0.031478896737098694, + -0.0349200963973999, + -1.4858810901641846, + -0.07269442081451416 + ], + [ + 0.18327684700489044, + 0.037469588220119476, + -0.2554936110973358, + 0.16953977942466736, + -0.1907462179660797, + -2.102846145629883, + -0.26255273818969727, + 0.21031102538108826, + -0.006093248724937439, + -0.029065079987049103, + -0.05916699767112732, + 0.1016395315527916, + -1.8247179985046387, + -0.12361501157283783, + 0.110719695687294, + -0.0210757814347744, + -0.01766812801361084, + -0.0065186768770217896, + -0.04238998889923096, + -1.5925390720367432, + -0.28327178955078125 + ], + [ + 0.009768947958946228, + 0.015215858817100525, + -0.009788066148757935, + 0.13849937915802002, + -0.22108879685401917, + -1.1838016510009766, + 0.04922831058502197, + 0.17686420679092407, + 0.06903070956468582, + -0.0031950995326042175, + -0.09847163408994675, + -0.11008217930793762, + -1.3806008100509644, + -0.31869733333587646, + 0.07292744517326355, + 0.1018797904253006, + -0.14502359926700592, + -0.027991220355033875, + -0.15304556488990784, + -1.4784138202667236, + -0.0011361241340637207 + ], + [ + -0.09761902689933777, + 0.017681092023849487, + -0.0335293710231781, + 0.06958681344985962, + -0.019127488136291504, + -2.093937635421753, + -0.3116152882575989, + 0.22171834111213684, + 0.008674814365804195, + 0.04182636737823486, + -0.1527588963508606, + -0.06387379765510559, + -1.982709527015686, + 0.022157415747642517, + 0.11998941749334335, + 0.05071098729968071, + -0.007445022463798523, + -0.14080552756786346, + -0.02268385887145996, + -1.4896516799926758, + -0.0968247652053833 + ], + [ + 0.014020845293998718, + 0.0743449255824089, + -0.1802113950252533, + 0.30536404252052307, + -0.18486890196800232, + -2.061249017715454, + -0.3174213767051697, + 0.03538535535335541, + -0.009786559268832207, + 0.087248295545578, + -0.055204764008522034, + 0.24746903777122498, + -1.7096052169799805, + -0.14052648842334747, + 0.06649792939424515, + 0.09221550822257996, + 0.03294213116168976, + 0.187942773103714, + 0.05519355833530426, + -1.559262752532959, + 0.046286121010780334 + ] + ], + "generated_utilities": [ + 2.0, + 0.8172868490219116, + 2.0, + 0.8259477615356445, + 0.6035996079444885, + 0.8631649017333984, + 0.8281359672546387, + 0.8190995454788208 + ], + "group_id": "ms-0949097d19e597fc7f63", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8467738032341003, + 0.8368799686431885, + 0.21803249418735504, + 0.12844565510749817, + 0.7843478322029114, + 0.7811119556427002, + 2.0, + 0.1351364403963089, + 0.12245471775531769, + 0.17039084434509277, + 0.08399170637130737, + 0.10651594400405884, + 0.03957381844520569, + 0.04966941475868225, + 0.0992722362279892, + 0.10809251666069031 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.20693762600421906, + 0.08391337096691132, + -0.0162067711353302, + -0.09408512711524963, + 0.15682289004325867, + -2.1378018856048584, + 0.0, + -0.10713094472885132, + -0.05992790311574936, + 0.07232586294412613, + -0.24067282676696777, + -0.053343240171670914, + -1.6421802043914795, + 0.0, + -0.2148713618516922, + -0.008979646489024162, + -0.0896952822804451, + -0.26767200231552124, + 0.07205560058355331, + -1.4054057598114014, + 0.0 + ], + [ + 0.009915381669998169, + 0.4269194006919861, + -0.12690861523151398, + -0.042203545570373535, + 0.3215506970882416, + -2.1378018856048584, + 0.0, + 0.6525765061378479, + 0.18682609498500824, + 0.0719052106142044, + 0.09160047769546509, + -0.24279062449932098, + -1.6421802043914795, + 0.0, + -1.0094596147537231, + 0.4590229392051697, + -0.22764097154140472, + -0.3083440661430359, + 0.13248617947101593, + -1.4054057598114014, + 0.0 + ], + [ + -0.20838800072669983, + -0.14921750128269196, + 0.08482049405574799, + 0.2683812379837036, + -0.2240234911441803, + -3.1378018856048584, + -0.3735894560813904, + -0.020444266498088837, + 0.003802425926551223, + 0.0357576459646225, + 0.3830692172050476, + 0.052197765558958054, + -2.6421802043914795, + -1.4450230598449707, + -0.009459644556045532, + -0.0032050686422735453, + 0.025110026821494102, + 0.5867553353309631, + 0.1527574360370636, + -2.4054057598114014, + -1.403315544128418 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.7471789121627808, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.8900461196899414, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.806631088256836 + ], + [ + -0.18121778964996338, + -0.07809486240148544, + 0.2876253128051758, + -0.0486091673374176, + -0.046878546476364136, + -3.4046013355255127, + -0.214930921792984, + 0.20794564485549927, + 0.21778902411460876, + -0.0657765120267868, + 0.7749495506286621, + -0.07947748899459839, + -2.9263670444488525, + -1.4283281564712524, + -0.12693825364112854, + 0.16349200904369354, + 0.3366476893424988, + 0.760000467300415, + 0.5130236148834229, + -2.017096519470215, + -1.2168810367584229 + ], + [ + -0.1806640326976776, + -0.27570146322250366, + 0.46782636642456055, + -0.20574107766151428, + -0.01826860010623932, + -3.3963515758514404, + -0.6518791913986206, + 0.402212917804718, + 0.09993752092123032, + 0.47415876388549805, + 0.4099915027618408, + -0.08127160370349884, + -2.9543778896331787, + -1.4827930927276611, + -0.2654988765716553, + 0.013417970389127731, + 0.3155237138271332, + 0.9918078184127808, + 0.547305166721344, + -2.4384336471557617, + -1.633663535118103 + ], + [ + -0.08946774899959564, + -0.05343788117170334, + 0.03955499827861786, + 0.5194826126098633, + -0.11832153797149658, + -3.116892099380493, + -0.8018340468406677, + -0.42537224292755127, + 0.42048683762550354, + -0.0006195530295372009, + 0.1137271523475647, + 0.5198140740394592, + -2.567847967147827, + -1.3871219158172607, + -0.37770605087280273, + 0.5397570133209229, + -0.1386619210243225, + 0.24857211112976074, + 0.5367803573608398, + -2.843897819519043, + -1.945704698562622 + ], + [ + -0.7626538276672363, + -0.8274773955345154, + 0.6517488956451416, + 0.14553134143352509, + -0.19285057485103607, + -3.300553321838379, + -0.3334716558456421, + 0.21227380633354187, + 0.36329224705696106, + 0.6655728220939636, + 0.13006404042243958, + 0.5232533812522888, + -2.448582172393799, + -1.9562058448791504, + 0.12588976323604584, + -0.17391841113567352, + -0.0453563928604126, + 0.8088614344596863, + 0.33931317925453186, + -2.6028072834014893, + -1.6139626502990723 + ], + [ + -0.7850104570388794, + -0.8468785881996155, + 0.7322744131088257, + 0.7200801372528076, + 0.33401158452033997, + -3.433195114135742, + -0.5179315209388733, + 0.42304953932762146, + -0.036189258098602295, + 0.03393159061670303, + 0.9090929627418518, + -0.3621428608894348, + -2.516099214553833, + -1.5107014179229736, + 0.39981603622436523, + 0.21176771819591522, + -0.6985282897949219, + 0.23158982396125793, + -0.20450589060783386, + -2.9598238468170166, + -1.9480375051498413 + ], + [ + 0.4911209046840668, + -0.5668966174125671, + -0.4461011290550232, + -0.603924036026001, + 0.47026440501213074, + -3.3388559818267822, + 0.21054011583328247, + -0.6289082169532776, + 0.14840304851531982, + -0.31298112869262695, + 0.7892829179763794, + 0.8276141285896301, + -3.4845643043518066, + -2.2275164127349854, + -0.18275021016597748, + 0.031216181814670563, + 0.140565887093544, + -0.21733081340789795, + -0.4826125204563141, + -1.8089232444763184, + -0.6589969992637634 + ], + [ + -0.4762094020843506, + 0.021754473447799683, + -0.64235919713974, + 0.2773353159427643, + 0.34849533438682556, + -2.170260429382324, + -0.8766781687736511, + 0.5732601284980774, + -0.8245179653167725, + -0.44959700107574463, + 0.06851109862327576, + -0.7795915603637695, + -3.4109458923339844, + -1.491072654724121, + -0.6600748300552368, + -0.4638846516609192, + 0.5010858178138733, + -0.22850847244262695, + 0.1263788789510727, + -3.095043659210205, + -1.3194345235824585 + ], + [ + 0.638029932975769, + -0.797076940536499, + -0.5377523303031921, + 1.266223430633545, + -0.9212334156036377, + -2.266496419906616, + -0.750910758972168, + -0.6490919589996338, + -0.07499177008867264, + -0.511539876461029, + 0.05293974280357361, + -0.37367960810661316, + -1.6760114431381226, + -1.0677814483642578, + 0.7733339071273804, + 0.40773746371269226, + 0.997090756893158, + -0.2747349739074707, + 0.051198311150074005, + -1.4318232536315918, + -0.5544800758361816 + ], + [ + -0.27236759662628174, + -0.3809926211833954, + 0.19328027963638306, + 0.9549682140350342, + -1.095873475074768, + -3.9117681980133057, + 0.2099921703338623, + 0.877406120300293, + 0.5910666584968567, + 0.1924932897090912, + 0.17661474645137787, + 0.059195730835199356, + -2.2948215007781982, + -2.293348550796509, + -0.3605235517024994, + -0.6273742318153381, + 0.5394267439842224, + 0.5743937492370605, + 0.45162174105644226, + -1.716332197189331, + -1.9060673713684082 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.05869591236114502, + 0.019298970699310303, + -0.0948323905467987, + -0.026211708784103394, + 0.045507460832595825, + -3.255938768386841, + -0.6478998064994812, + -0.22282752394676208, + 0.003070150502026081, + 0.03624119237065315, + 0.5663723945617676, + 0.30957528948783875, + -2.722745418548584, + -1.5128434896469116, + 0.014279376715421677, + -0.1464262157678604, + -0.11204258352518082, + 0.601307213306427, + -0.03284385800361633, + -2.1182711124420166, + -1.6292214393615723 + ] + ], + "predicted_scores": [ + 4.722215175628662, + 4.717679023742676, + 4.655806064605713, + 4.599996566772461, + 4.360268592834473, + 4.195900917053223, + 4.021734714508057, + 3.696828842163086 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "460988816", + "selected_index": 0, + "state_hash": "e0d711ab3fae1e3e7c338bb7a38e33c584d90ccbd017cb5c883131865296cfb8", + "stored_base_utility": 0.8467738032341003, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05178456008434296, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05178456008434296 + }, + "base_progress": 0.05178456008434296, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05178456008434296, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.052681758999824524, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.052681758999824524 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05377797782421112, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05377797782421112 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04971788823604584, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04971788823604584 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05325968563556671, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05325968563556671 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04084315896034241, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04084315896034241 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05421942472457886, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05421942472457886 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055300742387771606, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055300742387771606 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05290248990058899, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05290248990058899 + } + ], + "candidate_progress": [ + 0.052681758999824524, + 0.05377797782421112, + 0.04971788823604584, + 0.05325968563556671, + 0.04084315896034241, + 0.05421942472457886, + 0.055300742387771606, + 0.05290248990058899 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-07b479748a91a9c92b20", + "ms-bb299baa34e49eafb9fc", + "ms-2fef2f43af8009bb88f1", + "ms-0b1dd0e538b8df15a6e4", + "ms-d4c5d7eea19d94314e2e", + "ms-016c5de39ed3c111889a", + "ms-ee2fcbc94d41385713d0", + "ms-5ac1bf2d7d319955d45d" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank6", + "ctt_transport_rank0", + "ctt_transport_rank7", + "ctt_transport_rank4", + "ctt_transport_rank5" + ], + "candidates_evaluated": true, + "chart_id": "ms-0a4d4909900fb0bc4a9a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.18288777768611908, + 0.7271469831466675, + 0.2795408070087433, + -1.606758713722229, + -0.09393614530563354, + 1.6739685535430908, + 0.7099193334579468, + -0.12863460183143616, + -0.6448242664337158, + -0.14280587434768677, + 1.3119279146194458, + 0.1237880140542984, + -1.7966290712356567, + 0.14619319140911102, + 0.02942359820008278, + 0.10152846574783325, + 0.20101971924304962, + -0.01995791494846344, + 0.24388419091701508, + -1.9065830707550049, + -0.5882281064987183 + ], + [ + -0.13937418162822723, + 0.7247632741928101, + 0.340670645236969, + -1.6602599620819092, + -0.09084755182266235, + 1.3540468215942383, + 0.758100152015686, + -0.17408126592636108, + -0.6886973977088928, + -0.13756749033927917, + 1.3276571035385132, + -0.04847058653831482, + -2.1809675693511963, + 0.28043332695961, + 0.15600091218948364, + 0.06718459725379944, + 0.23763057589530945, + 0.01139920949935913, + 0.247411847114563, + -1.7248597145080566, + -0.6629253625869751 + ], + [ + -0.14323703944683075, + 0.7437441945075989, + 0.43082529306411743, + -1.479231357574463, + -0.1758759319782257, + 1.3813543319702148, + 0.7517179250717163, + -0.24323135614395142, + -0.628605306148529, + -0.19838494062423706, + 1.2887412309646606, + 0.03281022608280182, + -1.9703011512756348, + 0.2380940020084381, + 0.10874204337596893, + 0.0833122581243515, + 0.23146966099739075, + -0.05242033302783966, + 0.27944719791412354, + -1.8376240730285645, + -0.5558559894561768 + ], + [ + -0.12230424582958221, + 0.7915850281715393, + 0.2753574550151825, + -1.4808262586593628, + 0.10636246204376221, + 1.2264174222946167, + 0.6575989127159119, + -0.23287361860275269, + -0.6934471726417542, + -0.19097697734832764, + 1.290136456489563, + -0.12523707747459412, + -1.9463849067687988, + 0.2552717924118042, + 0.13058200478553772, + 0.13468465209007263, + 0.23562085628509521, + -0.02240017056465149, + 0.294887512922287, + -1.9500441551208496, + -0.5819928646087646 + ], + [ + -0.1776139885187149, + 0.5880424380302429, + 0.7924748659133911, + -1.5707985162734985, + -0.4141329526901245, + 0.9015926122665405, + 0.18129059672355652, + 0.14429445564746857, + -0.5945162177085876, + 0.021727263927459717, + 1.308079481124878, + 0.182061105966568, + -2.021981716156006, + 0.8852325081825256, + -0.06604117155075073, + 0.05554776266217232, + 0.3118501305580139, + 0.027874529361724854, + 0.026119977235794067, + -1.3269116878509521, + -0.4003475606441498 + ], + [ + -0.008959144353866577, + 0.7741816639900208, + 0.19730731844902039, + -1.5746327638626099, + 0.3658757507801056, + 0.877448558807373, + 0.5128480195999146, + -0.33365628123283386, + -0.7559421062469482, + -0.1517558991909027, + 1.3306472301483154, + -0.1455601453781128, + -1.9692972898483276, + 0.13331995904445648, + 0.09388373792171478, + 0.13234511017799377, + 0.3210521638393402, + -0.0036532580852508545, + 0.11372353136539459, + -1.8674380779266357, + -0.60550856590271 + ], + [ + -0.14521093666553497, + 0.7244464159011841, + 0.26476171612739563, + -1.4374184608459473, + -0.009079337120056152, + 1.6023889780044556, + 0.55364990234375, + -0.18061783909797668, + -0.6781969666481018, + -0.140354722738266, + 1.2662174701690674, + -0.06176021695137024, + -1.8658617734909058, + 0.28348320722579956, + 0.09453488886356354, + 0.10699668526649475, + 0.12708908319473267, + -0.01975618302822113, + 0.17414775490760803, + -2.1057872772216797, + -0.4957127273082733 + ], + [ + -0.23824773728847504, + 0.7546919584274292, + 0.3022753894329071, + -1.4415442943572998, + -0.13864189386367798, + 1.1803110837936401, + 0.6217577457427979, + -0.38910070061683655, + -0.6985615491867065, + -0.17493444681167603, + 1.2568557262420654, + -0.024943053722381592, + -2.1156277656555176, + 0.44200360774993896, + 0.1883949488401413, + 0.0921090692281723, + 0.06177951395511627, + -0.1339818388223648, + 0.2844564616680145, + -2.0863049030303955, + -0.5489333868026733 + ] + ], + "generated_utilities": [ + 0.052681758999824524, + 0.05377797782421112, + 0.04971788823604584, + 0.05325968563556671, + 0.04084315896034241, + 0.05421942472457886, + 0.055300742387771606, + 0.05290248990058899 + ], + "group_id": "ms-0a4d4909900fb0bc4a9a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.22322958707809448, + 0.8527845144271851, + 0.1924668401479721, + 0.03274528682231903, + 0.05357658863067627, + 0.02126382291316986, + 0.05298987030982971, + 0.04800386726856232, + 0.03252530097961426, + 0.07887451350688934, + 0.048673421144485474, + 0.06366290152072906, + 0.07003134489059448, + 0.00574260950088501, + 0.10715454816818237, + 0.014358803629875183 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.4254748523235321, + 0.6735990047454834, + 0.2327362298965454, + -1.7287871837615967, + 0.014699280261993408, + 1.2059550285339355, + 0.0, + 0.45957812666893005, + -0.5417369604110718, + 0.1789853423833847, + 1.4494030475616455, + 0.3770822286605835, + -1.6383047103881836, + 0.0, + 0.17823566496372223, + -0.7935059666633606, + 0.30084529519081116, + 0.22355684638023376, + 0.46390190720558167, + -1.6600611209869385, + 0.0 + ], + [ + 0.04892178624868393, + 1.6735990047454834, + 1.2327362298965454, + -2.7287871837615967, + 0.5843960046768188, + 2.2059550285339355, + -1.8725274801254272, + 0.3829639256000519, + -1.5417369604110718, + 0.1585947871208191, + 2.4494030475616455, + 1.3770822286605835, + -2.6383047103881836, + 1.401201844215393, + -0.042904436588287354, + -0.04610300809144974, + 0.004287211690098047, + 0.3169099688529968, + -0.032811444252729416, + -2.6600611209869385, + -1.4095354080200195 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.7450549602508545, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.802403688430786, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.819070816040039 + ], + [ + 0.15250703692436218, + 1.3941454887390137, + 1.179416537284851, + -3.015720844268799, + 0.4490750730037689, + 2.2697701454162598, + -1.5813815593719482, + 0.5599647760391235, + -1.3030905723571777, + 0.36635035276412964, + 2.2040963172912598, + 1.5128637552261353, + -2.5455503463745117, + 1.1326487064361572, + -0.08453480899333954, + -0.06994554400444031, + -0.12223367393016815, + 0.5446542501449585, + -0.10834625363349915, + -2.7873570919036865, + -1.2156226634979248 + ], + [ + 0.26146870851516724, + 1.3769841194152832, + 1.2000138759613037, + -3.0538713932037354, + 0.8691418170928955, + 1.9164057970046997, + -1.4899424314498901, + 0.6659584641456604, + -1.70256507396698, + -0.11185804009437561, + 2.1092450618743896, + 1.6777961254119873, + -2.8041086196899414, + 1.6584436893463135, + -0.14912530779838562, + -0.3048376441001892, + 0.08597761392593384, + 0.042049795389175415, + 0.33853474259376526, + -2.6162493228912354, + -1.50214421749115 + ], + [ + -0.3107319474220276, + 1.401826024055481, + 1.349942922592163, + -2.9383902549743652, + 0.507952868938446, + 2.2196414470672607, + -1.7231900691986084, + 0.3693791627883911, + -1.4458028078079224, + 0.5431455373764038, + 2.2478981018066406, + 1.778859257698059, + -2.8176722526550293, + 1.1701416969299316, + 0.3789527416229248, + -0.19624504446983337, + 0.3134816288948059, + 0.6539455056190491, + 0.017024528235197067, + -2.2609775066375732, + -0.9993711113929749 + ], + [ + -0.1967160999774933, + 1.3146952390670776, + 0.7897528409957886, + -3.1216654777526855, + 0.7502435445785522, + 2.5767319202423096, + -1.4296822547912598, + 0.6696535348892212, + -1.2260167598724365, + 0.11710891127586365, + 2.499397039413452, + 1.9490323066711426, + -2.494994640350342, + 1.5861036777496338, + 0.3784109354019165, + 0.27563798427581787, + 0.05026066675782204, + 0.8760265707969666, + 0.024621307849884033, + -2.424253463745117, + -1.707733392715454 + ], + [ + -0.6405144333839417, + 2.1304283142089844, + 1.2329585552215576, + -2.558197021484375, + 0.9738991260528564, + 1.757144570350647, + -1.9856444597244263, + 1.0091317892074585, + -1.2338920831680298, + -0.058024585247039795, + 1.910478115081787, + 1.0101035833358765, + -2.7969963550567627, + 1.7031147480010986, + 0.22830569744110107, + -0.028445899486541748, + 0.27545514702796936, + -0.3691515326499939, + 0.5825629830360413, + -3.295142650604248, + -1.8822498321533203 + ], + [ + 0.5576246380805969, + 2.0859367847442627, + 0.5990910530090332, + -2.977546453475952, + -0.10074853897094727, + 2.3817343711853027, + -2.18272066116333, + 0.6158021092414856, + -2.2116472721099854, + 0.02017579972743988, + 2.977041244506836, + 2.130744695663452, + -2.947364330291748, + 0.7285022139549255, + 0.07215599715709686, + -0.6793774962425232, + 0.7166892290115356, + 0.7143025398254395, + -0.019147735089063644, + -2.1621060371398926, + -1.6965622901916504 + ], + [ + 0.6579228043556213, + 0.7865031361579895, + 0.8748617172241211, + -1.8822747468948364, + 0.3787364959716797, + 1.4984352588653564, + -2.652395725250244, + 0.5449425578117371, + -1.7486941814422607, + 0.8525548577308655, + 2.7220277786254883, + 1.116734504699707, + -3.2665929794311523, + 0.7196299433708191, + 0.3788900673389435, + 0.8267715573310852, + 0.880916178226471, + 1.1139129400253296, + -0.750766932964325, + -2.1006312370300293, + -0.7887358069419861 + ], + [ + -0.7027731537818909, + 1.8629766702651978, + 0.824961245059967, + -2.103670120239258, + 1.4266724586486816, + 2.0288619995117188, + -1.2269554138183594, + 0.25077617168426514, + -0.6382361650466919, + -0.2363099753856659, + 1.6575050354003906, + 2.0050840377807617, + -3.38808536529541, + 1.9269109964370728, + -0.3062779903411865, + 0.7702824473381042, + 0.6194230914115906, + 0.4136784076690674, + 0.49460360407829285, + -2.7229726314544678, + -1.7526991367340088 + ], + [ + 0.600548267364502, + 1.6248304843902588, + 0.3088122010231018, + -3.207724094390869, + -0.011542916297912598, + 1.8489134311676025, + -1.647666573524475, + 0.25803831219673157, + -0.872748076915741, + 0.9881492257118225, + 1.8571234941482544, + 1.0167458057403564, + -2.4936933517456055, + 1.623295783996582, + 0.2494395673274994, + -0.707535445690155, + -0.4101274311542511, + 0.2501104474067688, + -0.03051547147333622, + -2.5108752250671387, + -1.6361925601959229 + ], + [ + -0.1674341857433319, + 2.6428263187408447, + 1.9880869388580322, + -3.5122084617614746, + 0.12111178040504456, + 2.1267848014831543, + -1.9105788469314575, + -0.4234675467014313, + -2.17146897315979, + -0.836132824420929, + 2.6339969635009766, + 1.5663230419158936, + -2.5554287433624268, + 2.095914840698242, + 0.9201099872589111, + 0.42745277285575867, + 0.28328558802604675, + -0.04199740290641785, + -0.20073576271533966, + -3.1675398349761963, + -1.7868084907531738 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.014062609523534775, + 0.6735990047454834, + 0.2327362298965454, + -1.7287871837615967, + -0.026932835578918457, + 1.2059550285339355, + 0.0, + -0.09640562534332275, + -0.5417369604110718, + -0.005330771207809448, + 1.4494030475616455, + 0.3770822286605835, + -1.6383047103881836, + 0.0, + -0.07104960083961487, + -0.06794562190771103, + 0.04570462927222252, + -0.020452171564102173, + -0.02468477189540863, + -1.6600611209869385, + 0.0 + ] + ], + "predicted_scores": [ + 4.288208961486816, + 4.2139434814453125, + 3.9258599281311035, + 3.8794360160827637, + 3.761164665222168, + 3.586397647857666, + 3.510378837585449, + 3.260143280029297 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1754115693", + "selected_index": 0, + "state_hash": "587f7ab9cb8e570bef997ddf659ce5670bd5c7e36e822a6d7c6e387ef28704cc", + "stored_base_utility": 0.22322958707809448, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08991694450378418, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08991694450378418 + }, + "base_progress": 0.08991694450378418, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08991694450378418, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06892509758472443, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06892509758472443 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06676886975765228, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06676886975765228 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0662367045879364, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0662367045879364 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06597751379013062, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06597751379013062 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0665067732334137, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0665067732334137 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.060771867632865906, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.060771867632865906 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.064504474401474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.064504474401474 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06253565847873688, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06253565847873688 + } + ], + "candidate_progress": [ + 0.06892509758472443, + 0.06676886975765228, + 0.0662367045879364, + 0.06597751379013062, + 0.0665067732334137, + 0.060771867632865906, + 0.064504474401474, + 0.06253565847873688 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-016c5de39ed3c111889a", + "ms-95028134c6e3670b89d5", + "ms-38ed02dacc133a888d3a", + "ms-b8492a3a812095651d75", + "ms-d520d237d6848cde5883", + "ms-95028134c6e3670b89d5", + "ms-38ed02dacc133a888d3a", + "ms-95028134c6e3670b89d5" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-0b1dd0e538b8df15a6e4", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.09960183501243591, + 0.014880739152431488, + 0.3743034899234772, + 0.032118842005729675, + 0.7243959307670593, + 1.0508222579956055, + 0.26141759753227234, + 0.012362360954284668, + 0.1196698397397995, + 0.10359027236700058, + -0.21878498792648315, + 0.2969609797000885, + -1.9087450504302979, + 0.07480107247829437, + 0.017470568418502808, + 0.18001608550548553, + -0.15780164301395416, + 0.036755844950675964, + -0.14083290100097656, + -1.7758469581604004, + 0.07029441744089127 + ], + [ + 0.13037052750587463, + 0.025492720305919647, + 0.49601566791534424, + 0.076968252658844, + 0.6225879192352295, + 1.130302906036377, + 0.22339345514774323, + 0.035833969712257385, + 0.07181289792060852, + 0.11749985814094543, + -0.12759864330291748, + 0.23349487781524658, + -1.8814568519592285, + 0.2099733054637909, + 0.14698797464370728, + 0.18310575187206268, + -0.05217193067073822, + 0.032510608434677124, + -0.02506279945373535, + -1.6900279521942139, + -0.12094011902809143 + ], + [ + 0.09832178056240082, + 0.008951488882303238, + 0.3677651286125183, + 0.06620761752128601, + 0.8998245000839233, + 1.5696030855178833, + 0.2993841767311096, + 0.15740180015563965, + 0.1400381475687027, + 0.09925166517496109, + -0.27565959095954895, + 0.41840705275535583, + -1.7823666334152222, + 0.05587555468082428, + 0.04046444594860077, + 0.18791793286800385, + -0.14774523675441742, + -0.11328805983066559, + -0.04873764514923096, + -1.9138972759246826, + 0.09747280180454254 + ], + [ + -0.10424135625362396, + 0.019090771675109863, + 0.4325662851333618, + 0.24240326881408691, + 0.531804084777832, + 1.2332640886306763, + 0.43390926718711853, + 0.02230614423751831, + 0.14478059113025665, + 0.07055333256721497, + -0.3093028664588928, + 0.11827504634857178, + -1.9247262477874756, + 0.24750640988349915, + 0.311504065990448, + 0.1862591803073883, + -0.14557547867298126, + -0.25004881620407104, + 0.11921395361423492, + -1.6392459869384766, + -0.08550658822059631 + ], + [ + 0.12488731741905212, + 0.04001208394765854, + 0.4208996891975403, + 0.08116760849952698, + 0.4818970561027527, + 1.3412593603134155, + 0.33778703212738037, + 0.08906104415655136, + 0.11240419000387192, + 0.06010415405035019, + -0.10749440640211105, + 0.28379642963409424, + -1.6796021461486816, + 0.12204249948263168, + 0.06282274425029755, + 0.18724870681762695, + -0.04404045641422272, + 0.04393649101257324, + -0.09114915132522583, + -1.7449865341186523, + -0.04576416313648224 + ], + [ + -0.03509886562824249, + 0.010449785739183426, + 0.5377609729766846, + 0.048341602087020874, + 0.5571542978286743, + 1.220036268234253, + -0.03901189565658569, + 0.1424558013677597, + 0.17559608817100525, + 0.24383997917175293, + -0.12160968035459518, + 0.011229097843170166, + -1.8271349668502808, + 0.1979173719882965, + 0.28606781363487244, + 0.07524450123310089, + -0.2056279331445694, + 0.040717437863349915, + -0.15389332175254822, + -1.6198136806488037, + -0.1495015025138855 + ], + [ + 0.1600288599729538, + -0.022807814180850983, + 0.3690924048423767, + 0.03535303473472595, + 0.8957264423370361, + 1.5419872999191284, + 0.17447176575660706, + 0.1248248815536499, + 0.15851850807666779, + 0.1288917362689972, + -0.24858567118644714, + 0.4110136032104492, + -1.8284705877304077, + 0.03830729424953461, + 0.17027458548545837, + 0.18580114841461182, + -0.15329523384571075, + -0.1609194129705429, + -0.0033224821090698242, + -1.9143061637878418, + 0.1443057805299759 + ], + [ + 0.02322976291179657, + 0.011224377900362015, + 0.5590788722038269, + -0.06367497146129608, + 0.6079134941101074, + 0.9843653440475464, + -0.26705819368362427, + 0.0021239370107650757, + 0.1692175269126892, + 0.15411987900733948, + -0.18154385685920715, + -0.24621659517288208, + -1.7302414178848267, + 0.020167358219623566, + 0.42609044909477234, + 0.1611936390399933, + -0.3313811421394348, + 0.04313075542449951, + -0.12526071071624756, + -1.6863949298858643, + -0.07964754104614258 + ] + ], + "generated_utilities": [ + 0.06892509758472443, + 0.06676886975765228, + 0.0662367045879364, + 0.06597751379013062, + 0.0665067732334137, + 0.060771867632865906, + 0.064504474401474, + 0.06253565847873688 + ], + "group_id": "ms-0b1dd0e538b8df15a6e4", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8450801968574524, + 2.0, + 0.8280571103096008, + 0.040785521268844604, + 0.17342863976955414, + 0.0303305983543396, + 0.12825950980186462, + 0.14947474002838135, + 0.20451632142066956, + 0.08253079652786255, + 0.044606342911720276, + 0.1556512415409088, + 0.10432633757591248, + 0.1354750692844391, + 0.06249441206455231, + 0.0823444128036499 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.6970967054367065, + -0.09852875769138336, + 0.4496253728866577, + 0.10228842496871948, + 0.8107155561447144, + 1.0545787811279297, + 0.0, + 0.2345874309539795, + -0.07715007662773132, + 0.40427395701408386, + -0.37055808305740356, + 0.1819702684879303, + -1.9531230926513672, + 0.0, + 0.06766557693481445, + -0.7200852632522583, + -0.4275408685207367, + -0.4508650600910187, + -0.004852592945098877, + -1.580989122390747, + 0.0 + ], + [ + -0.27547672390937805, + 0.21783338487148285, + 1.4496253728866577, + -0.6780699491500854, + 1.8107155561447144, + 2.0545787811279297, + -1.3165825605392456, + 0.040914975106716156, + -0.4809083342552185, + 0.12641236186027527, + 0.577093780040741, + 0.5498948693275452, + -2.953123092651367, + 0.7285957932472229, + -0.02409544587135315, + 0.01770222932100296, + 0.029620012268424034, + -0.06218954920768738, + 0.1661088913679123, + -2.580989122390747, + -1.3726859092712402 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.633165121078491, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4571915864944458, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.7453718185424805 + ], + [ + -0.03696523606777191, + 0.09405449032783508, + 1.740138292312622, + -0.785519540309906, + 1.921142339706421, + 1.8138920068740845, + -1.5365206003189087, + -0.2356107234954834, + -0.2898392677307129, + -0.013802319765090942, + 0.6021623015403748, + 0.6611186265945435, + -3.009120464324951, + 0.9878663420677185, + -0.2769373655319214, + 0.1958533227443695, + -0.1625164896249771, + -0.3303050994873047, + 0.21553590893745422, + -2.4440112113952637, + -1.6693434715270996 + ], + [ + -0.07624217867851257, + 0.28082379698753357, + 1.2125440835952759, + -0.329984188079834, + 2.080317258834839, + 2.189049243927002, + -1.6864538192749023, + -0.2543947398662567, + -0.6318041086196899, + 0.21863828599452972, + 0.9171015620231628, + 0.8712807893753052, + -3.1654019355773926, + 0.3417520523071289, + -0.41124558448791504, + 0.0032052798196673393, + -0.20691591501235962, + -0.4582953453063965, + 0.05985816568136215, + -2.2202608585357666, + -1.4681520462036133 + ], + [ + -0.30247941613197327, + 0.45334380865097046, + 1.8528059720993042, + -0.7174436450004578, + 2.3033432960510254, + 1.6381378173828125, + -0.9415631890296936, + 0.03918780758976936, + -0.65256267786026, + 0.09095480293035507, + 0.8863630294799805, + 0.49498677253723145, + -2.7302932739257812, + 0.23914667963981628, + -0.22409455478191376, + -0.44374191761016846, + 0.05822037160396576, + 0.4341932237148285, + 0.06234126538038254, + -3.049943447113037, + -1.312695026397705 + ], + [ + -0.11601167917251587, + 0.05012407898902893, + 1.3305796384811401, + -1.186382532119751, + 1.4972381591796875, + 1.7134106159210205, + -1.1722992658615112, + 0.07713215053081512, + -0.9513288736343384, + 0.31654760241508484, + 0.936240553855896, + 0.6430844068527222, + -3.099799871444702, + 0.3605988323688507, + -0.12762589752674103, + -0.36758241057395935, + 0.510851263999939, + 0.494133323431015, + 0.4706164598464966, + -2.521085262298584, + -1.6310430765151978 + ], + [ + 0.1508064568042755, + 0.7257537841796875, + 1.010120153427124, + -1.0604606866836548, + 1.316872239112854, + 1.4323782920837402, + -1.9419045448303223, + 0.379125714302063, + -0.939239501953125, + 0.5645182132720947, + 0.7490236759185791, + 1.1625845432281494, + -3.6092965602874756, + 0.2809244692325592, + 0.540797233581543, + 0.4923269748687744, + -0.020032180473208427, + -0.10899901390075684, + -0.4698575735092163, + -2.1721510887145996, + -0.973953902721405 + ], + [ + 0.18584343791007996, + 0.2246764451265335, + 0.663072407245636, + -0.27298831939697266, + 1.103306531906128, + 2.5989811420440674, + -1.318321704864502, + 0.21479260921478271, + -0.5627167820930481, + 0.38222768902778625, + -0.08317482471466064, + 0.5584782361984253, + -3.4176254272460938, + 0.756695568561554, + -0.791191816329956, + 0.03789159655570984, + 0.3533153235912323, + -0.1267399787902832, + 0.8977332711219788, + -2.547530174255371, + -1.2539998292922974 + ], + [ + -0.2239311933517456, + -0.597225546836853, + 0.8306500911712646, + -1.0011860132217407, + 1.1020760536193848, + 2.3861355781555176, + -1.3054033517837524, + -0.84835284948349, + -1.0959612131118774, + -0.14733657240867615, + 0.28637930750846863, + 1.4169635772705078, + -2.81963849067688, + 1.0056935548782349, + 0.2726493775844574, + -0.29980531334877014, + 0.8827972412109375, + -0.29408711194992065, + -0.4167305827140808, + -2.802278757095337, + -2.257242202758789 + ], + [ + -0.4586988091468811, + -0.7345573306083679, + 0.7211567759513855, + -0.5599043369293213, + 1.924706220626831, + 2.7821991443634033, + -0.9305975437164307, + -0.5283269882202148, + 0.5182605385780334, + -0.37143760919570923, + 1.4012516736984253, + 1.123002290725708, + -3.527857780456543, + 0.5985839366912842, + 0.11453889310359955, + -0.6443724036216736, + 0.6857600808143616, + 0.8809776306152344, + 1.1482328176498413, + -2.5428524017333984, + -1.2793408632278442 + ], + [ + -0.9209396839141846, + 0.9653660655021667, + 1.224318265914917, + 0.22232264280319214, + 1.3344717025756836, + 2.9197471141815186, + -0.5832267999649048, + -0.7763254046440125, + -1.384270191192627, + -0.7878234386444092, + 1.459371566772461, + 0.7444034814834595, + -2.6462583541870117, + 0.5100524425506592, + -0.5949236154556274, + 0.18506187200546265, + -0.34228214621543884, + -0.08741490542888641, + 0.33523887395858765, + -3.0663933753967285, + -2.0293190479278564 + ], + [ + -0.17589475214481354, + 1.12898850440979, + 2.189877510070801, + 0.17760175466537476, + 1.264540672302246, + 1.0696111917495728, + -1.4647319316864014, + -0.7210996747016907, + -0.3287578225135803, + -0.5522135496139526, + 1.573130488395691, + -0.38090038299560547, + -3.450000286102295, + 1.2788116931915283, + -0.9086626768112183, + 0.2680045962333679, + 0.731032133102417, + -1.01792311668396, + -0.006362825632095337, + -3.520728349685669, + -2.325477123260498 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.016640275716781616, + 0.059279441833496094, + 0.4496253728866577, + -0.024022936820983887, + 0.8107155561447144, + 1.0545787811279297, + 0.0, + -0.020336151123046875, + 0.05479693412780762, + -0.0020525753498077393, + -0.029077529907226562, + -0.02475559711456299, + -1.9531230926513672, + 0.0, + 0.0411505401134491, + -0.0015663262456655502, + -0.017446869984269142, + -0.09219010174274445, + 0.0024918466806411743, + -1.580989122390747, + 0.0 + ] + ], + "predicted_scores": [ + 5.181468963623047, + 4.96517276763916, + 4.887246608734131, + 4.683197975158691, + 4.645490646362305, + 4.634195327758789, + 4.499645709991455, + 4.197145462036133 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1231384138", + "selected_index": 0, + "state_hash": "55cf4b3dea094d1ee01f283d0ef5a555b53b20939b95b53a2c3cf601d6c561be", + "stored_base_utility": 0.8450801968574524, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.819879949092865, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.819879949092865 + }, + "base_progress": 0.819879949092865, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.819879949092865, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8173152208328247, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8173152208328247 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8180892467498779, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8180892467498779 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2422281801700592, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2422281801700592 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8300674557685852, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8300674557685852 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8381074666976929, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8381074666976929 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24073009192943573, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24073009192943573 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21621891856193542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21621891856193542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8261713981628418, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8261713981628418 + } + ], + "candidate_progress": [ + 0.8173152208328247, + 0.8180892467498779, + 0.2422281801700592, + 0.8300674557685852, + 0.8381074666976929, + 0.24073009192943573, + 0.21621891856193542, + 0.8261713981628418 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-04eec0abab5f55620e4e", + "ms-5a456ddf97d294548cf1", + "ms-b33c18c58125678627a6", + "ms-829c9968f0750cd9aed6", + "ms-b33c18c58125678627a6", + "ms-04eec0abab5f55620e4e", + "ms-829c9968f0750cd9aed6", + "ms-5dfbb16e173e1a3e2bd6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-0b226017db7f07c5307e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.09702230989933014, + 0.06113247573375702, + 0.04599076509475708, + 0.016728073358535767, + -0.3687806725502014, + -2.1018102169036865, + -0.14055395126342773, + 0.1113860011100769, + -0.027725333347916603, + 0.06809753179550171, + -0.020943142473697662, + 0.053098589181900024, + -1.7537020444869995, + -0.19190232455730438, + -0.14136004447937012, + 0.11651891469955444, + 0.0341482013463974, + 0.09281746298074722, + -0.003123730421066284, + -1.287744402885437, + -0.13719817996025085 + ], + [ + 0.10187557339668274, + 0.07338955253362656, + 0.031740039587020874, + -0.004815086722373962, + -0.3211545944213867, + -1.9226347208023071, + -0.08114564418792725, + 0.14363981783390045, + -0.022580759599804878, + 0.04141392558813095, + 0.00324370339512825, + 0.06893526017665863, + -1.6583640575408936, + -0.28918784856796265, + -0.12210975587368011, + 0.11393682658672333, + 0.062461256980895996, + 0.09997842460870743, + 0.02275267243385315, + -1.3748247623443604, + -0.1086670458316803 + ], + [ + 0.1060153990983963, + 0.06482540816068649, + 0.003284156322479248, + -0.03031449019908905, + -0.2983620762825012, + -2.056408405303955, + -0.13689136505126953, + 0.17998501658439636, + -0.0391123965382576, + -0.03250729292631149, + -0.03575872629880905, + 0.00040712952613830566, + -1.76701819896698, + -0.22158800065517426, + -0.11797212064266205, + 0.13835619390010834, + 0.026325657963752747, + 0.02777273952960968, + -0.023159444332122803, + -1.3356590270996094, + -0.13822108507156372 + ], + [ + 0.09222003817558289, + 0.043813638389110565, + 0.00982549786567688, + 0.016181766986846924, + -0.280387818813324, + -1.9484437704086304, + -0.09705883264541626, + 0.19088487327098846, + -0.04522828757762909, + 0.04625360667705536, + -0.015697471797466278, + 0.003324180841445923, + -1.7862244844436646, + -0.21100233495235443, + -0.16154161095619202, + 0.08465878665447235, + 0.05991750955581665, + 0.047382503747940063, + 0.035276591777801514, + -1.4480228424072266, + -0.13702392578125 + ], + [ + -0.0609116405248642, + 0.09470713138580322, + 0.007763713598251343, + 0.06844863295555115, + -0.3079385757446289, + -2.1898670196533203, + -0.31582409143447876, + 0.07262576371431351, + -0.04804886877536774, + -0.012139059603214264, + -0.18734341859817505, + 0.35436469316482544, + -1.6092993021011353, + -0.1261117309331894, + -0.15135905146598816, + 0.07360327243804932, + 0.06834720075130463, + 0.0946023240685463, + 0.003233671188354492, + -1.3313257694244385, + -0.2102731466293335 + ], + [ + 0.16939112544059753, + 0.13453438878059387, + -0.006843060255050659, + 0.09286975860595703, + -0.3351088762283325, + -2.1125950813293457, + -0.31266099214553833, + 0.2706630229949951, + 0.012501002289354801, + -0.11586236208677292, + 0.046955205500125885, + 0.014816075563430786, + -1.6043862104415894, + -0.19593147933483124, + -0.007213521748781204, + 0.2290145605802536, + 0.042389705777168274, + 0.04965369403362274, + -0.08594587445259094, + -1.2865138053894043, + -0.035915762186050415 + ], + [ + 0.05606362223625183, + 0.1251162439584732, + -0.055876463651657104, + 0.07555502653121948, + -0.3454400897026062, + -1.9773095846176147, + -0.26290422677993774, + 0.45064777135849, + -0.0405237153172493, + -0.2058553695678711, + -0.15602871775627136, + 0.07323115319013596, + -1.7055792808532715, + -0.06591331958770752, + -0.08639654517173767, + 0.19483627378940582, + -0.017883390188217163, + 0.14828431606292725, + -0.2726336121559143, + -1.1394188404083252, + 0.06655727326869965 + ], + [ + -0.08304834365844727, + -0.05320315808057785, + -0.3428238332271576, + 0.22228699922561646, + -0.16612038016319275, + -2.0729424953460693, + -0.37131762504577637, + 0.12112056463956833, + 0.01307494193315506, + -0.19519779086112976, + 0.019782360643148422, + 0.31074056029319763, + -1.4118189811706543, + 0.025569073855876923, + -0.018250007182359695, + 0.1614236831665039, + -0.11032237112522125, + 0.12565407156944275, + 0.08164991438388824, + -1.0455667972564697, + 0.03787870705127716 + ] + ], + "generated_utilities": [ + 0.8173152208328247, + 0.8180892467498779, + 0.2422281801700592, + 0.8300674557685852, + 0.8381074666976929, + 0.24073009192943573, + 0.21621891856193542, + 0.8261713981628418 + ], + "group_id": "ms-0b226017db7f07c5307e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8417773246765137, + 2.0, + 2.0, + 0.1765599548816681, + 0.7843257784843445, + 0.7804000973701477, + 0.5806708335876465, + 0.580865740776062, + 0.21861374378204346, + 0.20894022285938263, + 0.8636717200279236, + 0.1956639140844345, + 0.23966431617736816, + 0.04941597580909729, + 0.07339778542518616, + 0.21199864149093628 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.07734876871109009, + 0.2858198583126068, + 0.04845280945301056, + 0.07658769935369492, + -0.08143164962530136, + -1.8338775634765625, + 0.0, + -0.28214263916015625, + -0.5989813208580017, + -0.5581183433532715, + 0.04162897169589996, + -0.057625070214271545, + -1.291471004486084, + 0.0, + -0.12051135301589966, + -0.50980144739151, + -0.20429599285125732, + 0.33097055554389954, + -0.21861961483955383, + -1.0259547233581543, + 0.0 + ], + [ + -0.06684339791536331, + -0.031082771718502045, + -0.03486272692680359, + 0.030353039503097534, + -0.13689978420734406, + -2.8338775634765625, + -1.6811668872833252, + -0.006935201585292816, + -0.002515897387638688, + 0.016679054126143456, + 0.19629152119159698, + 0.161515474319458, + -2.291471004486084, + -1.6472004652023315, + -0.004189472645521164, + -0.003842167789116502, + 0.02160460315644741, + 0.32682502269744873, + 0.2285979986190796, + -2.0259547233581543, + -1.5456790924072266 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3623337745666504, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.294400930404663, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.091358184814453 + ], + [ + 0.014553532004356384, + -0.002948502078652382, + -0.32722750306129456, + 0.1012425646185875, + -0.1258823126554489, + -3.091245174407959, + -1.5183744430541992, + 0.24380764365196228, + 0.19107313454151154, + -0.09516153484582901, + 0.24739894270896912, + -0.06516622006893158, + -2.4331367015838623, + -1.6714837551116943, + -0.23280072212219238, + 0.17499381303787231, + 0.09273447841405869, + 0.03490987420082092, + -0.010137632489204407, + -2.2793526649475098, + -1.6535966396331787 + ], + [ + -0.32582199573516846, + -0.24637529253959656, + -0.37770622968673706, + 0.26654767990112305, + -0.06889230757951736, + -2.993147373199463, + -1.4401684999465942, + -0.32707130908966064, + -0.3387901186943054, + 0.37484773993492126, + 0.24359934031963348, + 0.39653587341308594, + -2.66823410987854, + -1.5142741203308105, + 0.23750267922878265, + -0.1066073626279831, + 0.3556470572948456, + -0.0005970895290374756, + 0.3511708080768585, + -1.7604936361312866, + -1.824216604232788 + ], + [ + -0.14930188655853271, + -0.5196985602378845, + -0.23832695186138153, + -0.2323026955127716, + 0.005632445216178894, + -2.378798007965088, + -1.5996183156967163, + -0.4770301282405853, + -0.13889481127262115, + -0.19085575640201569, + -0.09030212461948395, + 0.32045724987983704, + -2.241548538208008, + -1.6932485103607178, + -0.1817561388015747, + 0.166497603058815, + 0.010660775937139988, + 0.01608860492706299, + 0.19230061769485474, + -1.535692811012268, + -1.9929842948913574 + ], + [ + -0.2887267768383026, + 0.237319678068161, + 0.47958382964134216, + 0.41155585646629333, + -0.004400506615638733, + -3.166452169418335, + -2.1200573444366455, + -0.49946925044059753, + -0.11001542955636978, + -0.1365598738193512, + 0.41246363520622253, + -0.017637088894844055, + -2.1964097023010254, + -2.0070650577545166, + -0.32385870814323425, + 0.3830763101577759, + -0.5545175075531006, + 0.35306084156036377, + 0.6333345174789429, + -2.5469586849212646, + -2.0605430603027344 + ], + [ + 0.5729941129684448, + -0.6752927303314209, + 0.5929082632064819, + 0.201875239610672, + -0.4671723246574402, + -3.2051827907562256, + -1.4725996255874634, + -0.22233527898788452, + -0.5075052976608276, + -0.430928111076355, + 0.027617231011390686, + -0.08817158639431, + -2.137559175491333, + -1.4085439443588257, + -0.3219151496887207, + -0.7664372324943542, + -0.694513738155365, + 1.093384027481079, + 0.45521193742752075, + -1.3261805772781372, + -1.2305033206939697 + ], + [ + -0.2719944417476654, + -0.48778966069221497, + 0.6264827251434326, + -0.703898549079895, + -0.38591766357421875, + -2.3583712577819824, + -2.276681423187256, + -0.2571521997451782, + -0.34683969616889954, + 0.25374478101730347, + 0.1278935968875885, + 0.9649083614349365, + -2.409301996231079, + -2.1309046745300293, + 0.41956597566604614, + -0.757168173789978, + -0.022817952558398247, + 0.6814596056938171, + 1.0924594402313232, + -1.3984944820404053, + -0.8828079700469971 + ], + [ + -0.5475395321846008, + -0.8456551432609558, + -0.0989101454615593, + -0.5333452224731445, + -0.6090182065963745, + -2.897305488586426, + -1.0506155490875244, + 0.8826111555099487, + -0.5066630244255066, + 0.7430229187011719, + -0.2350003570318222, + 0.18089434504508972, + -2.174579620361328, + -1.34605872631073, + -0.5062127709388733, + -0.991479218006134, + -0.5395448803901672, + 0.8589297533035278, + 0.14147567749023438, + -2.736935615539551, + -1.941673994064331 + ], + [ + -0.21302646398544312, + 0.30756676197052, + -0.24999113380908966, + -0.25506940484046936, + -0.5513020157814026, + -2.181211233139038, + -1.0738439559936523, + -0.805752694606781, + -0.5299151539802551, + -0.2544625699520111, + 0.7824848294258118, + 0.034777939319610596, + -2.0194015502929688, + -2.5623886585235596, + -0.7718806862831116, + -0.9878899455070496, + 0.1534920036792755, + 0.7171589732170105, + -0.5557191371917725, + -2.6041736602783203, + -2.2141263484954834 + ], + [ + -0.7657781839370728, + 0.3263859152793884, + 0.7825849056243896, + -0.9448187351226807, + 0.6781912446022034, + -3.546125888824463, + -2.3484575748443604, + -0.9117072820663452, + -0.8249722123146057, + 0.2232050895690918, + -0.014459297060966492, + 0.6469230651855469, + -1.8498523235321045, + -1.0359718799591064, + 0.2459622174501419, + 0.5117839574813843, + -0.8449581265449524, + 0.20728008449077606, + 0.8511368632316589, + -2.325015068054199, + -1.5799049139022827 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.04756470024585724, + -0.03199269250035286, + -0.03653035685420036, + 0.05338812991976738, + -0.05099987983703613, + -1.8338775634765625, + 0.0, + 0.028007574379444122, + 0.012545528821647167, + 0.004382668063044548, + 0.05715230107307434, + -0.125946044921875, + -1.291471004486084, + 0.0, + 0.0018757432699203491, + 0.09883762151002884, + 0.00252574123442173, + 0.06695935130119324, + 0.03050754964351654, + -1.0259547233581543, + 0.0 + ], + [ + -0.18638700246810913, + -0.23138150572776794, + 0.18200378119945526, + -0.15651553869247437, + -0.22866319119930267, + -1.8338775634765625, + 0.0, + -0.04627841338515282, + 0.0533265545964241, + 0.0016295826062560081, + 0.04804106056690216, + -0.10517376661300659, + -1.291471004486084, + 0.0, + 0.12265925109386444, + 0.18178118765354156, + 0.06524345278739929, + 0.1011953353881836, + -0.28954529762268066, + -1.0259547233581543, + 0.0 + ] + ], + "predicted_scores": [ + 4.5161943435668945, + 4.512831687927246, + 4.407684326171875, + 4.326082229614258, + 3.8145437240600586, + 3.79416561126709, + 3.667515277862549, + 3.2310380935668945 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2099816463", + "selected_index": 0, + "state_hash": "e9032f114410d1e3fd94679a3599d1cd9fe49bfad00af0f00afa45060b39ad60", + "stored_base_utility": 0.8417773246765137, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8323611617088318, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8323611617088318 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8371784090995789, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8371784090995789 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8395056128501892, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8395056128501892 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8275977969169617, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8275977969169617 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8282358050346375, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8282358050346375 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24019478261470795, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24019478261470795 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8125933408737183, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8125933408737183 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8291858434677124, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8291858434677124 + } + ], + "candidate_progress": [ + 0.8323611617088318, + 0.8371784090995789, + 0.8395056128501892, + 0.8275977969169617, + 0.8282358050346375, + 0.24019478261470795, + 0.8125933408737183, + 0.8291858434677124 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a456ddf97d294548cf1", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-5dfbb16e173e1a3e2bd6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-19a3669e096e98232ec8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.08669321984052658, + 0.07119990885257721, + 0.07598045468330383, + -0.00920499861240387, + -0.32931840419769287, + -1.8651891946792603, + 0.018161624670028687, + 0.1537470519542694, + -0.03741268068552017, + 0.03169785439968109, + 0.05873170122504234, + 0.07625122368335724, + -1.6381345987319946, + -0.2662343382835388, + -0.11251170933246613, + 0.12424427270889282, + 0.029861003160476685, + 0.16695402562618256, + 0.01799488067626953, + -1.3400471210479736, + -0.08674392104148865 + ], + [ + 0.11473539471626282, + 0.06679247319698334, + 0.09618428349494934, + -0.07223834097385406, + -0.30188047885894775, + -1.9237180948257446, + -0.0032014548778533936, + 0.22046808898448944, + -0.04731635004281998, + -0.03366459161043167, + 0.02190028503537178, + 0.0016021281480789185, + -1.6615960597991943, + -0.27900832891464233, + -0.09317483007907867, + 0.12966157495975494, + 0.03941655158996582, + 0.11454714089632034, + -0.01874527335166931, + -1.3074910640716553, + -0.14265549182891846 + ], + [ + 0.003825470805168152, + 0.14649240672588348, + 0.07539153099060059, + 0.04500865936279297, + -0.29772084951400757, + -1.8803387880325317, + -0.12950891256332397, + 0.1124669536948204, + -0.032650530338287354, + -0.04313769191503525, + 0.12955695390701294, + 0.1818006932735443, + -1.6157950162887573, + -0.25515568256378174, + -0.04671977832913399, + 0.20095273852348328, + -0.01875096559524536, + 0.14364656805992126, + 0.03910526633262634, + -1.213465929031372, + -0.020774751901626587 + ], + [ + -0.03847785294055939, + 0.0775325670838356, + -0.04769006371498108, + 0.1083759069442749, + -0.23991304636001587, + -2.1935548782348633, + -0.12885862588882446, + 0.17147953808307648, + -0.03142659366130829, + -0.06387423723936081, + -0.029236838221549988, + 0.048704594373703, + -1.6381505727767944, + 0.049983300268650055, + 0.056788381189107895, + 0.05083499476313591, + -0.030190005898475647, + 0.0229262113571167, + -0.02493998408317566, + -1.330526351928711, + -0.021206244826316833 + ], + [ + -0.0007998049259185791, + 0.06163531541824341, + 0.027950167655944824, + 0.08177295327186584, + -0.211310476064682, + -1.170644998550415, + 0.047772109508514404, + 0.2056441456079483, + 0.006480885203927755, + -0.04585934430360794, + -0.01209646463394165, + -0.1112109124660492, + -1.2734330892562866, + -0.3064824342727661, + 0.04323017969727516, + 0.08074021339416504, + -0.22357039153575897, + 0.0718025416135788, + -0.1287977397441864, + -1.394395351409912, + 0.055541642010211945 + ], + [ + 0.18626773357391357, + 0.057943738996982574, + -0.24170485138893127, + 0.049043238162994385, + -0.1872674822807312, + -2.087101936340332, + -0.2388668656349182, + 0.24607323110103607, + -0.05816643685102463, + -0.09466458112001419, + 0.04090793430805206, + 0.1200357973575592, + -1.6964770555496216, + -0.07678249478340149, + 0.09852103888988495, + -0.023105449974536896, + -0.08089093863964081, + 0.049180567264556885, + -0.03296932578086853, + -1.4596314430236816, + -0.2467731535434723 + ], + [ + -0.12532879412174225, + 0.07354028522968292, + -0.018973976373672485, + -0.04634726047515869, + -0.06602561473846436, + -2.145404100418091, + -0.2972816824913025, + 0.24531763792037964, + -0.033257924020290375, + -0.032166771590709686, + -0.05996725708246231, + -0.055479735136032104, + -1.853511095046997, + 0.1241973340511322, + 0.09311391413211823, + 0.045453280210494995, + -0.05894698202610016, + -0.06542547047138214, + -0.002303570508956909, + -1.370335340499878, + -0.044170230627059937 + ], + [ + -0.09409207105636597, + -0.028081171214580536, + -0.34040936827659607, + 0.25766846537590027, + -0.17389866709709167, + -2.0332703590393066, + -0.3217785358428955, + 0.10338311642408371, + -0.019262054935097694, + -0.20276156067848206, + 0.13293364644050598, + 0.2936750054359436, + -1.4111491441726685, + 0.09122384339570999, + -0.029620494693517685, + 0.1502821296453476, + -0.14073701202869415, + 0.20779624581336975, + 0.04422670602798462, + -1.0875239372253418, + 0.09340772032737732 + ] + ], + "generated_utilities": [ + 0.8323611617088318, + 0.8371784090995789, + 0.8395056128501892, + 0.8275977969169617, + 0.8282358050346375, + 0.24019478261470795, + 0.8125933408737183, + 0.8291858434677124 + ], + "group_id": "ms-19a3669e096e98232ec8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8555415868759155, + 2.0, + 2.0, + 0.1355935037136078, + 0.7835695147514343, + 0.7799680233001709, + 0.17857521772384644, + 0.23946544528007507, + 0.11903281509876251, + 0.09673768281936646, + 0.10342949628829956, + 0.19091038405895233, + 0.1307539939880371, + 0.8551393747329712, + 0.09261658787727356, + 0.08969779312610626 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.019278094172477722, + -0.4722541868686676, + -0.2177603393793106, + 0.6741424798965454, + 0.4032040238380432, + -1.816218376159668, + 0.0, + 0.11953265219926834, + -0.18905973434448242, + -0.4290080964565277, + 0.256181001663208, + 0.2994055449962616, + -1.352588415145874, + 0.0, + 0.3661293387413025, + 0.3215844929218292, + 0.18950125575065613, + 0.01232612133026123, + 0.09798728674650192, + -1.094160556793213, + 0.0 + ], + [ + -0.16000398993492126, + 0.029438994824886322, + -0.13016308844089508, + 0.2629910707473755, + 0.03188156709074974, + -2.816218376159668, + -0.8672851920127869, + -0.00571807473897934, + -0.003810674184933305, + 0.020011072978377342, + 0.7522749900817871, + 0.11664581298828125, + -2.352588415145874, + -1.5451905727386475, + -0.002277817577123642, + -0.0032203944865614176, + 0.010737767443060875, + 0.8471652865409851, + 0.14136505126953125, + -2.094160556793213, + -1.473792314529419 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.7345703840255737, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.090381145477295, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.947584629058838 + ], + [ + -0.09047390520572662, + 0.2962772250175476, + 0.07394245266914368, + 0.17701399326324463, + 0.12782151997089386, + -2.6094613075256348, + -0.7550936937332153, + -0.06019175797700882, + 0.28953537344932556, + -0.1866130828857422, + 0.578272819519043, + 0.2232133448123932, + -2.3171308040618896, + -1.6600558757781982, + 0.2475663125514984, + -0.040684234350919724, + -0.057446353137493134, + 0.7991646528244019, + -0.1391366720199585, + -2.329749822616577, + -1.7262167930603027 + ], + [ + -0.18585416674613953, + 0.3511182367801666, + -0.40596169233322144, + 0.057447925209999084, + 0.3321354389190674, + -2.5428898334503174, + -1.0439085960388184, + -0.3731834292411804, + 0.17088745534420013, + 0.027748968452215195, + 0.9613426923751831, + -0.25411584973335266, + -2.1639764308929443, + -1.1864595413208008, + 0.003083357587456703, + -0.38189253211021423, + -0.3545069396495819, + 0.7730447053909302, + 0.5214792490005493, + -1.6955372095108032, + -1.166006088256836 + ], + [ + -0.0995745062828064, + -0.3582777678966522, + -0.26478198170661926, + 0.32708418369293213, + 0.13608452677726746, + -2.9712538719177246, + -0.7627924084663391, + 0.389474093914032, + -0.09385424852371216, + -0.40347275137901306, + 0.5597094893455505, + 0.15927575528621674, + -2.823256015777588, + -2.044045925140381, + -0.07726328074932098, + 0.2055739313364029, + 0.039785511791706085, + 1.144136905670166, + 0.5203138589859009, + -1.9988847970962524, + -1.4935228824615479 + ], + [ + -0.06833675503730774, + 0.5196285247802734, + 0.42056840658187866, + 0.8370032906532288, + -0.4104499816894531, + -3.2234127521514893, + -0.9169767498970032, + 0.020426178351044655, + 0.5139176845550537, + -0.49852150678634644, + 0.6562695503234863, + 0.31659817695617676, + -2.8141963481903076, + -1.0262337923049927, + -0.38777878880500793, + -0.1391049176454544, + 0.23425574600696564, + 0.2623515725135803, + 0.6057548522949219, + -1.5723626613616943, + -1.510435700416565 + ], + [ + -0.08994150161743164, + -0.0027261152863502502, + 0.0718628317117691, + 0.3438660502433777, + -0.2984525263309479, + -2.5547752380371094, + -0.20779794454574585, + 0.5071219801902771, + -0.21450403332710266, + 0.6891477704048157, + 0.4828164577484131, + 0.027417384088039398, + -2.454092264175415, + -1.4633924961090088, + -0.17856374382972717, + -0.5007470846176147, + -0.596196711063385, + 1.1667600870132446, + 0.551758885383606, + -1.7135999202728271, + -0.9893722534179688 + ], + [ + 0.3412226736545563, + 0.3888257145881653, + -0.11228828877210617, + -0.1719490885734558, + 0.6514655947685242, + -2.9739990234375, + -1.3442888259887695, + 0.4891049861907959, + -0.17852330207824707, + -0.4085434675216675, + 0.671929657459259, + 0.8667064905166626, + -2.6874701976776123, + -0.9033775329589844, + 0.1661367267370224, + 0.4528719484806061, + 0.21720930933952332, + 1.3657019138336182, + -0.24499177932739258, + -1.757521629333496, + -1.188793659210205 + ], + [ + 0.6527949571609497, + 0.4659605026245117, + -0.6628284454345703, + 1.1303997039794922, + -0.197052001953125, + -2.177776336669922, + -1.5887141227722168, + 0.5412370562553406, + 0.07254234701395035, + -0.45627427101135254, + 0.0971364974975586, + -0.6722328066825867, + -2.5117695331573486, + -1.9551916122436523, + -0.8986102342605591, + 0.7469164133071899, + -0.5066615343093872, + 0.3131142854690552, + 0.6568970084190369, + -2.3797056674957275, + -1.9110066890716553 + ], + [ + -1.0570313930511475, + 0.7386783957481384, + -0.1530599594116211, + 0.9691329002380371, + 0.04729977995157242, + -2.9881770610809326, + -0.055670857429504395, + 0.6322196125984192, + 0.7708619832992554, + -0.333828866481781, + 0.9430307149887085, + -0.5881850719451904, + -2.795836925506592, + -2.5361595153808594, + -0.7351199388504028, + -0.8042057752609253, + -0.886497974395752, + 0.9737834334373474, + 0.9214845299720764, + -2.2029004096984863, + -0.8432750105857849 + ], + [ + 0.4998827278614044, + 0.11368884146213531, + -0.10676895827054977, + 0.12508723139762878, + -0.36293816566467285, + -2.0359175205230713, + -0.7252366542816162, + -0.17572131752967834, + -0.14981546998023987, + -0.8033201694488525, + 0.9124814867973328, + 0.9391229748725891, + -2.7407872676849365, + -1.5976370573043823, + -0.4673673212528229, + 0.1830979287624359, + -0.6836546063423157, + 0.3918563425540924, + 1.0212112665176392, + -2.81406569480896, + -1.9454827308654785 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.03002910315990448, + 0.0813705176115036, + 0.04704587161540985, + -0.00619661808013916, + 0.06802307814359665, + -1.816218376159668, + 0.0, + -0.150103360414505, + -0.03013424016535282, + -0.07734371721744537, + -0.03804945945739746, + 0.009359769523143768, + -1.352588415145874, + 0.0, + 0.06525327265262604, + -0.01216968521475792, + 0.06522116810083389, + -0.04307597875595093, + -0.057183146476745605, + -1.094160556793213, + 0.0 + ], + [ + 0.09097489714622498, + -0.11828456073999405, + 0.3621259331703186, + 0.2775808870792389, + 0.04321552440524101, + -1.816218376159668, + 0.0, + -0.12473514676094055, + 0.226717010140419, + -0.07739787548780441, + -0.08184123039245605, + 0.05252896249294281, + -1.352588415145874, + 0.0, + 0.1253584921360016, + -0.2291284203529358, + -0.1499566286802292, + 0.12618136405944824, + 0.2644917368888855, + -1.094160556793213, + 0.0 + ] + ], + "predicted_scores": [ + 4.29960823059082, + 4.240115165710449, + 3.8004226684570312, + 3.7280964851379395, + 3.4112000465393066, + 3.378939151763916, + 3.2517380714416504, + 2.8864588737487793 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1846100387", + "selected_index": 0, + "state_hash": "f91270feb18773bcce7a799c917b8361dce3e1fb17f918bc037f17b765028e5e", + "stored_base_utility": 0.8555415868759155, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8278940320014954, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8278940320014954 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8243495225906372, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8243495225906372 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.842699408531189, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.842699408531189 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2381625920534134, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2381625920534134 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8267123103141785, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8267123103141785 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23760031163692474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23760031163692474 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2265806794166565, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2265806794166565 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8429286479949951, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8429286479949951 + } + ], + "candidate_progress": [ + 0.8278940320014954, + 0.8243495225906372, + 0.842699408531189, + 0.2381625920534134, + 0.8267123103141785, + 0.23760031163692474, + 0.2265806794166565, + 0.8429286479949951 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4cab292bc65fa59274ef", + "ms-9228f8295b9891cf011c", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-0949097d19e597fc7f63", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-20f3cfcf183c69853b1e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1155659481883049, + 0.035984329879283905, + 0.015978872776031494, + 0.08440518379211426, + -0.16573795676231384, + -2.204888343811035, + -0.14440852403640747, + 0.16115006804466248, + 0.015056081116199493, + 0.0337582603096962, + -0.03646889328956604, + -0.031650081276893616, + -2.0266849994659424, + -0.22406460344791412, + -0.057584259659051895, + 0.09769943356513977, + 0.04416845738887787, + 0.10540536791086197, + -0.0318850576877594, + -1.4953863620758057, + -0.14046970009803772 + ], + [ + 0.13779497146606445, + 0.026985883712768555, + 0.03877091407775879, + 0.12211018800735474, + -0.21770045161247253, + -2.25539231300354, + -0.1776931881904602, + 0.13966047763824463, + 0.017872456461191177, + 0.033229537308216095, + -0.05830490589141846, + -0.04634641110897064, + -1.9329322576522827, + -0.20533157885074615, + -0.05581895634531975, + 0.12816911935806274, + 0.032424196600914, + 0.054970383644104004, + -0.024593055248260498, + -1.4854841232299805, + -0.12360867857933044 + ], + [ + 0.021533489227294922, + 0.03543808311223984, + -0.058084577322006226, + 0.2277998924255371, + -0.1665845811367035, + -2.083958387374878, + -0.15012121200561523, + 0.14183884859085083, + 0.023605939000844955, + 0.02330627292394638, + -0.13793954253196716, + 0.06079396605491638, + -1.7907609939575195, + -0.06209801137447357, + 0.02796114608645439, + 0.06637720763683319, + 0.05116340517997742, + -0.05195923149585724, + -0.0034423768520355225, + -1.4507536888122559, + -0.07781153917312622 + ], + [ + 0.22466443479061127, + 0.034256286919116974, + -0.23860153555870056, + 0.1807715892791748, + -0.12259906530380249, + -1.97565495967865, + -0.2375221848487854, + 0.20412307977676392, + 0.0062960307113826275, + -0.008299864828586578, + -0.08775293081998825, + 0.11389146000146866, + -1.8135358095169067, + -0.13356707990169525, + 0.11587002128362656, + -0.022046737372875214, + 0.021929174661636353, + -0.020381078124046326, + -0.020287156105041504, + -1.5475034713745117, + -0.3171100318431854 + ], + [ + 0.05396444350481033, + 0.03705660253763199, + -0.009802013635635376, + 0.23339977860450745, + -0.18747663497924805, + -2.2360000610351562, + -0.31571662425994873, + 0.041788652539253235, + 0.027269089594483376, + 0.023063719272613525, + -0.06440988183021545, + 0.02938026189804077, + -1.9146924018859863, + 0.08334112167358398, + 0.0529106967151165, + 0.03870111331343651, + 0.13998457789421082, + 0.07629039138555527, + -0.06587052345275879, + -1.3401305675506592, + -0.08218452334403992 + ], + [ + 0.03949037939310074, + 0.00873659923672676, + 0.011395633220672607, + 0.15041926503181458, + -0.18832996487617493, + -1.0962473154067993, + 0.04581153392791748, + 0.17140688002109528, + 0.07767447084188461, + 0.0017391666769981384, + -0.11261742562055588, + -0.0792800784111023, + -1.3973753452301025, + -0.3230487108230591, + 0.08006560802459717, + 0.1015491932630539, + -0.10734914243221283, + -0.04874783754348755, + -0.11136859655380249, + -1.4498803615570068, + -0.004341140389442444 + ], + [ + -0.06556852161884308, + 0.013070441782474518, + -0.02626463770866394, + 0.09757071733474731, + 0.034933045506477356, + -1.9795275926589966, + -0.2823423743247986, + 0.2119237780570984, + 0.024388449266552925, + 0.05904100835323334, + -0.1709030568599701, + -0.04641346633434296, + -1.9911348819732666, + 0.011093631386756897, + 0.12492199242115021, + 0.05120566859841347, + 0.01040707528591156, + -0.15911896526813507, + -0.017274081707000732, + -1.4572889804840088, + -0.06297649443149567 + ], + [ + 0.03640951216220856, + 0.07920955121517181, + -0.16144123673439026, + 0.3244692385196686, + -0.0866062343120575, + -1.9532495737075806, + -0.28313279151916504, + 0.03527219593524933, + 0.0046609146520495415, + 0.10015042126178741, + -0.07345473021268845, + 0.25754284858703613, + -1.7193957567214966, + -0.13894639909267426, + 0.0831783190369606, + 0.09900423884391785, + 0.058204829692840576, + 0.16658073663711548, + 0.07395243644714355, + -1.527540922164917, + 0.05424151569604874 + ] + ], + "generated_utilities": [ + 0.8278940320014954, + 0.8243495225906372, + 0.842699408531189, + 0.2381625920534134, + 0.8267123103141785, + 0.23760031163692474, + 0.2265806794166565, + 0.8429286479949951 + ], + "group_id": "ms-20f3cfcf183c69853b1e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8246957659721375, + 2.0, + 0.17337951064109802, + 0.12682095170021057, + 0.7838965654373169, + 0.7796624302864075, + 0.8175811767578125, + 0.1813962757587433, + 0.15598247945308685, + 0.5672023296356201, + 0.07145637273788452, + 0.150691956281662, + 0.10016857087612152, + 0.16245988011360168, + 0.2232614904642105, + 0.14974045753479004 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.22012604773044586, + 0.009249284863471985, + 0.13253048062324524, + -0.10183927416801453, + 0.14420120418071747, + -2.272465467453003, + 0.0, + -0.21720565855503082, + 0.1267283707857132, + -0.1173475980758667, + -0.16924285888671875, + -0.15241080522537231, + -1.7949059009552002, + 0.0, + -0.2628442347049713, + 0.05293674021959305, + 0.3729313611984253, + -0.1551007628440857, + 0.04284483194351196, + -1.43650484085083, + 0.0 + ], + [ + -0.43244630098342896, + -0.21280761063098907, + 0.21015608310699463, + -0.3140338063240051, + 0.02186431735754013, + -2.272465467453003, + 0.0, + -0.7512063384056091, + 0.14453020691871643, + 0.8201903700828552, + 0.29721832275390625, + 0.36767420172691345, + -1.7949059009552002, + 0.0, + -0.19481532275676727, + -0.13703465461730957, + -0.3485768735408783, + -0.1995757818222046, + 0.7933622002601624, + -1.43650484085083, + 0.0 + ], + [ + 0.34883224964141846, + 0.16677460074424744, + 0.16577288508415222, + 0.5708158016204834, + 0.14906150102615356, + -3.297736167907715, + -0.03437031805515289, + 0.1081424355506897, + 0.28880494832992554, + -0.34558314085006714, + 0.15183980762958527, + 0.27965426445007324, + -2.8235793113708496, + -1.9253346920013428, + 0.12803933024406433, + 0.05784762650728226, + 0.1835939586162567, + 0.6811233758926392, + 0.4707874655723572, + -2.536046266555786, + -1.579000473022461 + ], + [ + -0.3642962574958801, + 0.15350782871246338, + 0.3427383601665497, + 0.7314209938049316, + -0.17630916833877563, + -3.4053595066070557, + 0.5704113245010376, + 0.1855596899986267, + -0.22232463955879211, + 0.46567514538764954, + 0.6050560474395752, + -0.4062158167362213, + -2.7026877403259277, + -1.9736881256103516, + -0.5052531957626343, + -0.030735062435269356, + -0.14550811052322388, + 0.7919379472732544, + 0.12425761669874191, + -2.72800874710083, + -1.606842041015625 + ], + [ + -0.4769377112388611, + -0.5236285924911499, + -0.1671721339225769, + -0.18547266721725464, + 0.18275220692157745, + -3.338343858718872, + -0.17950813472270966, + -0.6107009649276733, + -0.4044860303401947, + -0.027520084753632545, + -0.06605252623558044, + -0.03613514453172684, + -2.231428623199463, + -1.5763651132583618, + 0.09874062240123749, + 0.058532506227493286, + 0.06245876103639603, + 0.27412715554237366, + 0.34320324659347534, + -2.651405096054077, + -1.6314327716827393 + ], + [ + 0.08640842139720917, + 0.08142584562301636, + 0.1522633135318756, + 0.6754049062728882, + -0.36528104543685913, + -3.7197153568267822, + -0.01883392035961151, + 0.6553872227668762, + 0.1363251507282257, + 0.4014691114425659, + 0.6553800106048584, + 0.46877726912498474, + -2.6594324111938477, + -1.1730782985687256, + 0.10549814999103546, + 0.49526575207710266, + -0.6663774847984314, + 1.022429347038269, + -0.465934157371521, + -2.499009609222412, + -2.0423123836517334 + ], + [ + 0.6909621953964233, + -0.8088488578796387, + 0.5469992756843567, + 0.9229986667633057, + 0.35489511489868164, + -3.1165456771850586, + 0.515112578868866, + -0.7396268844604492, + -0.6839997172355652, + 0.554323673248291, + 0.31813064217567444, + -0.09824076294898987, + -3.4060592651367188, + -2.107583522796631, + -0.52122563123703, + -0.20373719930648804, + -0.14206957817077637, + 1.339353084564209, + 0.06547720730304718, + -2.372661590576172, + -1.9464876651763916 + ], + [ + 0.42674991488456726, + -1.0152125358581543, + 0.9663991332054138, + -0.4931836724281311, + 0.2845873236656189, + -3.146406412124634, + 0.7707067131996155, + -0.48624733090400696, + 0.03616698086261749, + 0.34815794229507446, + 1.0616700649261475, + 0.04647010937333107, + -2.591310977935791, + -1.2676527500152588, + -0.269113153219223, + -0.0878460630774498, + -0.4738907814025879, + 0.009764790534973145, + 1.0301570892333984, + -2.7843430042266846, + -0.9213847517967224 + ], + [ + 0.022479811683297157, + 0.6615431308746338, + 1.0077948570251465, + 0.5503520965576172, + 0.3472098708152771, + -3.450955867767334, + -0.3216841220855713, + -0.7261703610420227, + -0.6170247197151184, + -0.22629642486572266, + 0.8933206796646118, + -0.04147656634449959, + -3.2855353355407715, + -1.12984037399292, + 0.7441303133964539, + -0.9303306341171265, + -0.5782209634780884, + 0.34981971979141235, + 1.2010853290557861, + -2.1089694499969482, + -0.6002694964408875 + ], + [ + -0.8177342414855957, + -0.292194128036499, + -0.742119550704956, + 0.3165011405944824, + -0.6552520394325256, + -3.418071985244751, + -0.33355653285980225, + 0.6110358238220215, + -0.23396146297454834, + 0.6673557758331299, + -0.07954040169715881, + -0.3615531623363495, + -3.7519755363464355, + -1.8382337093353271, + -0.9910815954208374, + 0.3201723098754883, + -0.8008577823638916, + 0.8658689260482788, + 0.8908345103263855, + -2.5637447834014893, + -0.8203623294830322 + ], + [ + 0.21812309324741364, + 0.45953819155693054, + 0.9162397980690002, + -0.3038421869277954, + -0.42808234691619873, + -4.070542335510254, + 0.806522786617279, + 0.0028180088847875595, + -0.6123421788215637, + 0.725385844707489, + 0.6761713027954102, + -0.12111927568912506, + -2.194948196411133, + -1.989379644393921, + 0.30266788601875305, + -0.6244919896125793, + -0.6769803762435913, + 0.44624313712120056, + 0.03556348383426666, + -1.6349486112594604, + -2.0393121242523193 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.042761705815792084, + 0.09993427991867065, + 0.03683587163686752, + 0.0033701062202453613, + 0.021697960793972015, + -2.272465467453003, + 0.0, + -0.05064193904399872, + 0.022090598940849304, + 0.0007569137960672379, + 0.05583357810974121, + -0.04173390567302704, + -1.7949059009552002, + 0.0, + 0.005970819853246212, + 0.03404228389263153, + -0.010942934080958366, + 0.051892369985580444, + -0.015038818120956421, + -1.43650484085083, + 0.0 + ] + ], + "predicted_scores": [ + 4.890542030334473, + 4.823606491088867, + 4.778750896453857, + 4.523347854614258, + 4.342037200927734, + 4.303268909454346, + 4.199141025543213, + 3.7941718101501465 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1573173111", + "selected_index": 0, + "state_hash": "d8272c19f97d9e246677b5905c73a7fea765cf860b2d4349ab5d170b61ad5ea3", + "stored_base_utility": 0.8246957659721375, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7867255806922913, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7867255806922913 + }, + "base_progress": 0.7867255806922913, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7867255806922913, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-e7959111ef1429bcf699", + "ms-e7959111ef1429bcf699", + "ms-dc26a7037003b94b9f93" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-274ef8c6420a669dd5b4", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3035166263580322, + 0.6782155632972717, + 0.07942616939544678, + -0.36591392755508423, + -0.10204324126243591, + -1.0310029983520508, + -0.8725870251655579, + 0.21335405111312866, + 1.6531482934951782, + -0.3969091773033142, + -2.0233030319213867, + 0.25780782103538513, + -1.5538489818572998, + -2.1782596111297607, + 0.5065305233001709, + -0.22579126060009003, + -0.03768192231655121, + -0.44392842054367065, + 0.3453018069267273, + -2.2244725227355957, + -1.5006954669952393 + ], + [ + -0.00271780788898468, + 0.6058367490768433, + -0.21472927927970886, + -0.5208231210708618, + 0.1302609145641327, + -1.1784223318099976, + -1.3511712551116943, + 0.3585975766181946, + 1.5424580574035645, + -0.4059506058692932, + -1.8072634935379028, + 0.5724296569824219, + -1.558417797088623, + -2.2519609928131104, + 0.5830904245376587, + -0.12824228405952454, + 0.18705472350120544, + -0.5465037226676941, + -0.05993327498435974, + -2.1748740673065186, + -1.3352786302566528 + ], + [ + 0.0782676488161087, + 0.5659893751144409, + -0.14518335461616516, + -0.4990060329437256, + -0.01821911334991455, + -1.9170001745224, + -0.8843558430671692, + 0.3999256193637848, + 1.7830209732055664, + -0.29177236557006836, + -1.8197163343429565, + 0.3682376742362976, + -1.5203810930252075, + -2.34513258934021, + 0.3066706657409668, + -0.10833151638507843, + 0.3652796149253845, + -0.34628790616989136, + 0.15931227803230286, + -2.069169282913208, + -1.2004027366638184 + ], + [ + 0.07734838128089905, + 0.5292888879776001, + 0.4035044014453888, + -0.0921284630894661, + -0.2245686948299408, + -1.6362758874893188, + -0.7811616063117981, + 0.31214284896850586, + 1.7282748222351074, + -0.10185185819864273, + -2.0069167613983154, + 0.12201115489006042, + -1.3748685121536255, + -1.7796872854232788, + 0.39282503724098206, + -0.24369071424007416, + 0.14431306719779968, + -0.3052547574043274, + -0.020808875560760498, + -2.443107843399048, + -0.9536809921264648 + ], + [ + 0.08823682367801666, + 0.49512261152267456, + 0.44611313939094543, + -0.09294068068265915, + -0.15603187680244446, + -1.6712003946304321, + -0.8154204487800598, + 0.32979872822761536, + 1.7458704710006714, + -0.18360263109207153, + -2.0319595336914062, + 0.17887356877326965, + -1.4821524620056152, + -1.898201584815979, + 0.46894362568855286, + -0.2124868780374527, + 0.12002654373645782, + -0.32580679655075073, + -0.012109816074371338, + -2.4240128993988037, + -1.040245771408081 + ], + [ + 0.020813465118408203, + 0.5273588299751282, + 0.4067380428314209, + -0.08364826440811157, + -0.25901708006858826, + -1.7378556728363037, + -0.7901545166969299, + 0.30806684494018555, + 1.7601107358932495, + -0.19239094853401184, + -1.9859672784805298, + 0.17666274309158325, + -1.4727445840835571, + -1.8300728797912598, + 0.4249221682548523, + -0.2214394211769104, + 0.0878414511680603, + -0.3118065595626831, + -0.00578656792640686, + -2.5191657543182373, + -0.8440947532653809 + ], + [ + 0.0046397000551223755, + 0.5565640330314636, + 0.3921976089477539, + -0.11203639954328537, + -0.2638777494430542, + -1.7641198635101318, + -0.808763325214386, + 0.3068959712982178, + 1.7629673480987549, + -0.10891198366880417, + -1.9588943719863892, + 0.19899417459964752, + -1.3895225524902344, + -1.8113880157470703, + 0.3910602331161499, + -0.22501221299171448, + 0.011862382292747498, + -0.2988070249557495, + -0.003832489252090454, + -2.51336669921875, + -0.8551740646362305 + ], + [ + -0.21637527644634247, + 0.33985650539398193, + -0.0803506076335907, + 0.11594709753990173, + -0.4511163830757141, + -2.7936458587646484, + -1.1656503677368164, + -0.028429478406906128, + 1.7547156810760498, + -0.07538951188325882, + -2.4816248416900635, + 0.26337623596191406, + -0.9664064645767212, + -2.3204872608184814, + 0.20456957817077637, + -0.07838606834411621, + -0.22761325538158417, + -0.3265491724014282, + -0.017516613006591797, + -2.682718515396118, + -0.8408241271972656 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-274ef8c6420a669dd5b4", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18416878581047058, + 0.16464141011238098, + 0.046478837728500366, + 0.07128116488456726, + 0.7859023809432983, + 0.0933307409286499, + 0.11424079537391663, + 0.8567750453948975, + 0.06964710354804993, + 0.11969554424285889, + 0.17441564798355103, + 0.08880317211151123, + 0.058296144008636475, + 0.07205100357532501, + 0.04924494028091431, + 0.09783384203910828 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.10944906622171402, + 0.13584324717521667, + 0.20812386274337769, + 0.021564215421676636, + -0.04446810483932495, + -2.013061761856079, + 0.0, + -0.03835999593138695, + 0.43604815006256104, + 0.17372997105121613, + -0.8695677518844604, + 0.3398263156414032, + 0.14315137267112732, + 0.0, + -0.07514633238315582, + 0.013730078935623169, + -0.2647385895252228, + -0.19817113876342773, + -0.001850903034210205, + -1.4231014251708984, + 0.0 + ], + [ + 0.1521279364824295, + 0.103034108877182, + -0.4525913596153259, + 0.3138105273246765, + 0.15255041420459747, + -2.013061761856079, + 0.0, + -0.36490440368652344, + 0.43604815006256104, + -0.42663058638572693, + -0.8695677518844604, + 0.24396902322769165, + 0.027595609426498413, + 0.0, + 0.3150218427181244, + -0.22439193725585938, + -0.047310322523117065, + 0.08934608846902847, + 0.4817197024822235, + -1.4231014251708984, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.2370798587799072, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.723594665527344, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.536428689956665 + ], + [ + 0.22055508196353912, + -0.26832470297813416, + -0.2788224220275879, + -0.5713490843772888, + 0.11126774549484253, + -2.7753210067749023, + -1.159415364265442, + 0.07203304767608643, + 1.706384539604187, + 0.06409420073032379, + -1.6473256349563599, + 0.06632164120674133, + -0.40637752413749695, + -2.30672550201416, + 0.1490170806646347, + -0.043362438678741455, + -0.2452048361301422, + 0.2159508913755417, + 0.6861003637313843, + -2.5244839191436768, + -0.6740413904190063 + ], + [ + 0.09948591142892838, + -0.18642717599868774, + 0.040369633585214615, + -0.38847020268440247, + 0.5233991146087646, + -3.2643439769744873, + -1.1714673042297363, + -0.3647260367870331, + 1.5007694959640503, + -0.48357826471328735, + -2.2941997051239014, + -0.31315428018569946, + -0.18181554973125458, + -2.0852925777435303, + -0.4772990047931671, + -0.6737463474273682, + 0.4070878028869629, + -0.030538633465766907, + 0.08936044573783875, + -2.270529270172119, + -0.41289830207824707 + ], + [ + 0.2170042097568512, + -0.2901695668697357, + 0.4544987082481384, + -0.3593682050704956, + -0.24123522639274597, + -3.2096707820892334, + -1.3778208494186401, + 0.3838156461715698, + 1.2546190023422241, + 0.21063901484012604, + -2.033792495727539, + -0.42163679003715515, + -0.07073861360549927, + -2.8017237186431885, + 0.1099996268749237, + -0.00695154070854187, + 0.229104682803154, + -0.07362771034240723, + 0.74982750415802, + -2.7938807010650635, + -0.5930989980697632 + ], + [ + 0.4066302180290222, + -0.29074570536613464, + -0.1444302201271057, + 0.3700764775276184, + -0.3969062864780426, + -3.65556001663208, + -0.6986761093139648, + -0.28392085433006287, + 1.494396686553955, + 0.16681154072284698, + -2.4703776836395264, + -0.5361202955245972, + -0.9499801397323608, + -2.4281177520751953, + -0.032495900988578796, + -0.44332554936408997, + 0.6146606802940369, + -0.5764538645744324, + -0.2516193985939026, + -1.8947256803512573, + -0.8573740124702454 + ], + [ + -0.7937950491905212, + -0.5530834794044495, + 0.32453101873397827, + -1.1391994953155518, + -0.7119890451431274, + -3.6923131942749023, + -0.2998095750808716, + -0.24782347679138184, + 2.2139110565185547, + -0.5095613598823547, + -2.4243593215942383, + 0.45805642008781433, + 0.24833258986473083, + -1.7121995687484741, + -0.9078168272972107, + -1.062201976776123, + 0.8858141303062439, + 0.3540470004081726, + 0.6495842337608337, + -2.362015724182129, + -0.45775628089904785 + ], + [ + 0.23244397342205048, + -0.40631502866744995, + -0.05949787050485611, + -0.44996073842048645, + -0.40563270449638367, + -2.367640733718872, + -2.090203285217285, + -0.24904996156692505, + 1.12870454788208, + -1.0229095220565796, + -2.0202934741973877, + -0.7367521524429321, + -1.328063726425171, + -3.3058714866638184, + 0.78730708360672, + 0.3672066032886505, + 0.8284364342689514, + 0.1870499849319458, + 0.8164774179458618, + -2.865933895111084, + -1.0095019340515137 + ], + [ + -0.5131784081459045, + -0.46372178196907043, + 0.4185008406639099, + -0.03673875331878662, + 0.3663577437400818, + -3.32210636138916, + -0.4363625645637512, + -0.4673164486885071, + 0.5288901329040527, + -1.2052356004714966, + -2.3892369270324707, + -1.0397075414657593, + -1.385590672492981, + -1.7382593154907227, + -0.7957488894462585, + -0.13126935064792633, + -0.5247665643692017, + -0.08794037997722626, + 1.5051560401916504, + -2.4246575832366943, + -0.8246162533760071 + ], + [ + -0.49910610914230347, + 0.46861958503723145, + -0.7177255749702454, + -0.5234814286231995, + -0.23760387301445007, + -2.477904796600342, + -0.5067658424377441, + -0.6256818771362305, + 0.6724507808685303, + -0.5034756064414978, + -2.2879745960235596, + -0.6416623592376709, + 0.019386708736419678, + -2.846442222595215, + -0.047777872532606125, + -1.2473478317260742, + 0.8065336346626282, + -0.49500077962875366, + 0.5542089939117432, + -2.13631534576416, + -0.7009562849998474 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.01805184781551361, + -0.000908352667465806, + 0.0055718631483614445, + -0.4240685701370239, + 0.12576183676719666, + -3.013061761856079, + -1.1185399293899536, + -0.0063094571232795715, + 1.436048150062561, + -0.22607140243053436, + -1.8695677518844604, + -0.08965465426445007, + -0.3866327702999115, + -2.361797332763672, + -0.011483978480100632, + -0.3181513249874115, + 0.027129830792546272, + 0.1214829683303833, + 0.5438529253005981, + -2.4231014251708984, + -0.7682143449783325 + ], + [ + -0.18892601132392883, + 0.34935516119003296, + 0.22333906590938568, + -0.4706170856952667, + -0.21531572937965393, + -2.7306249141693115, + -1.0652928352355957, + 0.26667213439941406, + 1.3861334323883057, + 0.06667380034923553, + -1.800300121307373, + 0.19564035534858704, + -0.7729799747467041, + -2.3012988567352295, + 0.36077210307121277, + -0.4235553443431854, + 0.3430118262767792, + -0.10074667632579803, + 0.39177340269088745, + -2.6230270862579346, + -0.8483471870422363 + ] + ], + "predicted_scores": [ + 7.638198375701904, + 7.499284267425537, + 6.6045379638671875, + 5.697004795074463, + 5.47586727142334, + 5.358701705932617, + 5.252744674682617, + 2.5490946769714355 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "644904000", + "selected_index": 0, + "state_hash": "4f3aa231390fc1413dd045848a29f31633bb6f2335cbe3afa2f8fef7ca64f0e8", + "stored_base_utility": 0.18416878581047058, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16001254320144653, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16001254320144653 + }, + "base_progress": 0.16001254320144653, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.16001254320144653, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11140777170658112, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11140777170658112 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11425527930259705, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11425527930259705 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11165161430835724, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11165161430835724 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10848164558410645, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10848164558410645 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12293890118598938, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12293890118598938 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11722776293754578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11722776293754578 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12259228527545929, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12259228527545929 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12877631187438965, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12877631187438965 + } + ], + "candidate_progress": [ + 0.11140777170658112, + 0.11425527930259705, + 0.11165161430835724, + 0.10848164558410645, + 0.12293890118598938, + 0.11722776293754578, + 0.12259228527545929, + 0.12877631187438965 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-016c5de39ed3c111889a", + "ms-38ed02dacc133a888d3a", + "ms-d520d237d6848cde5883", + "ms-38ed02dacc133a888d3a", + "ms-07b479748a91a9c92b20", + "ms-bb299baa34e49eafb9fc", + "ms-ee2fcbc94d41385713d0", + "ms-5ac1bf2d7d319955d45d" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-2fef2f43af8009bb88f1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.04952707141637802, + 0.09948615729808807, + 0.5968791246414185, + -0.41491085290908813, + 0.0535382479429245, + 1.0446956157684326, + 0.01675248146057129, + 0.04941070079803467, + -0.09219704568386078, + 0.1352190524339676, + -0.022630445659160614, + -0.10903409123420715, + -2.1800854206085205, + -0.17630796134471893, + -0.03120766207575798, + 0.12999843060970306, + -0.03890444338321686, + 0.07938656210899353, + -0.12891680002212524, + -1.8283777236938477, + -0.015317097306251526 + ], + [ + 0.09327878803014755, + 0.06462018936872482, + 0.5254959464073181, + -0.41329872608184814, + 0.3717260956764221, + 1.5518766641616821, + -0.06127464771270752, + 0.19529344141483307, + -0.04859913885593414, + 0.1092238649725914, + -0.03257725387811661, + -0.03646355867385864, + -1.9914050102233887, + -0.06465812027454376, + -0.040454667061567307, + 0.14487910270690918, + -0.07286794483661652, + 0.06027030944824219, + 0.008589059114456177, + -2.0104897022247314, + -0.015327394008636475 + ], + [ + 0.13774174451828003, + 0.10079336166381836, + 0.5488249063491821, + -0.47160616517066956, + -0.27634745836257935, + 1.355405569076538, + 0.2022063136100769, + 0.13074733316898346, + -0.03633885830640793, + 0.07701314240694046, + 0.10181743651628494, + -0.10637801885604858, + -1.9260417222976685, + -0.14117135107517242, + 0.023352395743131638, + 0.1322518289089203, + 0.0374578982591629, + 0.079828180372715, + -0.05603528022766113, + -1.9145212173461914, + -0.0923801064491272 + ], + [ + 0.1568133383989334, + 0.04455823451280594, + 0.5203790664672852, + -0.46913790702819824, + 0.32758674025535583, + 1.5300683975219727, + -0.2260150909423828, + 0.18129795789718628, + -0.034435391426086426, + 0.14551913738250732, + -0.023408591747283936, + -0.08986690640449524, + -2.040952205657959, + -0.050642356276512146, + 0.0570378378033638, + 0.15170015394687653, + -0.07329834997653961, + 0.0013625174760818481, + 0.03654007613658905, + -2.007709503173828, + -0.004758194088935852 + ], + [ + -0.00565628707408905, + 0.0857452005147934, + 0.5539128184318542, + -0.5567464828491211, + -0.07360213994979858, + 1.6619646549224854, + 0.10110297799110413, + 0.09604045003652573, + 0.01575855165719986, + 0.011547408998012543, + 0.059747274965047836, + 0.09481722116470337, + -1.8261216878890991, + -0.013406515121459961, + -0.1256491243839264, + 0.06091028079390526, + 0.03679975867271423, + 0.062266379594802856, + -0.010512679815292358, + -1.853773593902588, + -0.05674423277378082 + ], + [ + 0.0480036661028862, + 0.08049729466438293, + 0.5383510589599609, + -0.5329326391220093, + -0.028363317251205444, + 1.5243406295776367, + 0.02087196707725525, + 0.12779103219509125, + 0.007431017700582743, + -0.0015652179718017578, + 0.09822326898574829, + -0.02736513316631317, + -2.188499689102173, + 0.0568009689450264, + 0.03479626774787903, + 0.01175861805677414, + 0.12822675704956055, + 0.09722425788640976, + -0.08380326628684998, + -1.6254656314849854, + -0.10437184572219849 + ], + [ + -0.027289539575576782, + 0.10331356525421143, + 0.5549062490463257, + -0.3651426434516907, + -0.04535263776779175, + 1.623552680015564, + 0.08091217279434204, + 0.09276805073022842, + -0.02352842502295971, + 0.0363391637802124, + 0.062057606875896454, + -0.04972401261329651, + -1.9887202978134155, + 0.07866515219211578, + -0.07360096275806427, + 0.0656818300485611, + -0.016338765621185303, + 0.006532758474349976, + -0.10272553563117981, + -2.0438930988311768, + 0.057145968079566956 + ], + [ + 0.02801831066608429, + 0.056106530129909515, + 0.47871899604797363, + -0.44587019085884094, + -0.03526851534843445, + 1.4785248041152954, + -0.1313776969909668, + -0.04027107357978821, + 0.004051269497722387, + 0.03951694816350937, + 0.02855488285422325, + -0.028604626655578613, + -2.0726423263549805, + 0.2951657772064209, + 0.07294788956642151, + 0.048064470291137695, + -0.05757738649845123, + 0.03798408806324005, + -0.05553355813026428, + -2.1652815341949463, + -0.023589059710502625 + ] + ], + "generated_utilities": [ + 0.11140777170658112, + 0.11425527930259705, + 0.11165161430835724, + 0.10848164558410645, + 0.12293890118598938, + 0.11722776293754578, + 0.12259228527545929, + 0.12877631187438965 + ], + "group_id": "ms-2fef2f43af8009bb88f1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.816335916519165, + 2.0, + 0.1010112464427948, + 0.1186385452747345, + 0.10233306884765625, + 0.11620573699474335, + 0.08644364774227142, + 0.17277255654335022, + 0.1116361916065216, + 0.09049174189567566, + 0.08521270751953125, + 0.020506784319877625, + 0.12716075778007507, + 0.06650570034980774, + 0.0657309889793396, + 0.0642867237329483 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.06777316331863403, + 0.14373642206192017, + 0.6302512884140015, + -0.48734915256500244, + -0.014613687992095947, + 1.520242691040039, + 0.0, + -0.16457422077655792, + 0.07457900792360306, + 0.08589436113834381, + -0.19400161504745483, + 0.08725777268409729, + -1.9954562187194824, + 0.0, + -0.25028616189956665, + -0.06719061732292175, + 0.1896389126777649, + 0.2532285153865814, + 0.050670161843299866, + -1.7164173126220703, + 0.0 + ], + [ + -0.5156795978546143, + 0.27946606278419495, + 0.6302512884140015, + -0.48734915256500244, + 0.16463732719421387, + 1.520242691040039, + 0.0, + 0.2255917489528656, + -0.4175228476524353, + 0.4292033314704895, + -0.1295924186706543, + 0.2112194448709488, + -1.9954562187194824, + 0.0, + -0.22886936366558075, + 0.22880062460899353, + 0.15093682706356049, + -0.1741284728050232, + 0.08269509673118591, + -1.7164173126220703, + 0.0 + ], + [ + 0.30886274576187134, + 0.5452619194984436, + 1.6302512884140015, + -1.4873491525650024, + 0.9424471855163574, + 2.520242691040039, + -2.7702057361602783, + -0.10148989409208298, + -0.08279623836278915, + -0.16955728828907013, + 0.4471699595451355, + 0.3519841432571411, + -2.9954562187194824, + -0.29780545830726624, + -0.027061745524406433, + 0.007832624018192291, + 0.056763894855976105, + 0.5909691452980042, + -0.1069590151309967, + -2.7164173126220703, + -1.4142736196517944 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.540411472320557, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.5956109166145325, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.828547239303589 + ], + [ + 0.19441324472427368, + 0.681388258934021, + 1.8131269216537476, + -1.3718088865280151, + 0.7102863192558289, + 2.675100088119507, + -3.0234341621398926, + -0.34566983580589294, + -0.0752449706196785, + 0.03993237018585205, + 0.5788761973381042, + 0.3293539583683014, + -3.151186227798462, + -0.5892356634140015, + -0.13259199261665344, + 0.21893063187599182, + 0.3236220180988312, + 0.5693265795707703, + -0.18986523151397705, + -2.677360773086548, + -1.5120912790298462 + ], + [ + -0.054775744676589966, + 0.3454788327217102, + 1.3913867473602295, + -1.766804814338684, + 0.5779383182525635, + 2.878458023071289, + -3.132016181945801, + 0.23386168479919434, + 0.13594937324523926, + -0.2847515046596527, + 0.5140317678451538, + 0.2935497760772705, + -3.312384605407715, + -0.27735593914985657, + 0.07472822815179825, + 0.3576662242412567, + 0.4465812146663666, + 0.5804322957992554, + 0.2782479226589203, + -2.921949625015259, + -1.186755657196045 + ], + [ + 0.05735418200492859, + 0.5018657445907593, + 1.9070122241973877, + -1.020737648010254, + 0.6800273656845093, + 2.176759958267212, + -2.762444496154785, + 0.10494210571050644, + -0.04097757861018181, + -0.29637083411216736, + 0.8387172222137451, + 0.7569587826728821, + -2.544504404067993, + 0.14128926396369934, + 0.35969120264053345, + -0.4219910204410553, + 0.35950925946235657, + 0.8024837970733643, + 0.02545885741710663, + -2.6002156734466553, + -1.3393300771713257 + ], + [ + 0.7035836577415466, + 0.9611698389053345, + 1.5290656089782715, + -1.9695769548416138, + 0.6148150563240051, + 3.033266544342041, + -3.3660943508148193, + -0.616421639919281, + 0.5038397908210754, + -0.22911375761032104, + 0.4597274959087372, + -0.027800261974334717, + -3.2207086086273193, + -0.233524888753891, + 0.0774565115571022, + -0.3310697078704834, + -0.09875284880399704, + 1.1686253547668457, + -0.4000122845172882, + -2.396958589553833, + -1.9907307624816895 + ], + [ + 0.09068536758422852, + -0.03184342384338379, + 0.9560201168060303, + -1.4483611583709717, + 0.9648063778877258, + 3.024871826171875, + -2.493804454803467, + 0.4524444341659546, + 0.3431496322154999, + -0.677392840385437, + -0.0649183988571167, + 0.6313165426254272, + -2.520723342895508, + 0.14906376600265503, + -0.10923143476247787, + -0.1660449206829071, + 0.19613441824913025, + 0.597054660320282, + -0.23659102618694305, + -2.352907657623291, + -1.1814823150634766 + ], + [ + -0.2715151309967041, + 0.6500242352485657, + 1.1788783073425293, + -0.9095088243484497, + 0.18478989601135254, + 2.554020881652832, + -2.7540223598480225, + 0.6820023655891418, + 0.359915167093277, + -0.2184162139892578, + 1.0722932815551758, + -0.3912677764892578, + -3.078108310699463, + -0.48428285121917725, + -0.6300302147865295, + -0.28555649518966675, + 0.3744688928127289, + 0.0868459939956665, + 0.26416805386543274, + -3.4675023555755615, + -1.727820634841919 + ], + [ + -0.3052588701248169, + 0.7515946626663208, + 0.9705812931060791, + -1.3624236583709717, + 1.6805449724197388, + 3.234088659286499, + -3.216308355331421, + 0.36028921604156494, + 0.37411388754844666, + -0.22988608479499817, + 0.49285927414894104, + -0.20366591215133667, + -3.3654778003692627, + -0.07255086302757263, + -0.46477580070495605, + 0.18887636065483093, + -0.7657709717750549, + -0.10422354936599731, + 0.1691422462463379, + -2.8188934326171875, + -1.1234074831008911 + ], + [ + 0.31802231073379517, + 1.1761268377304077, + 1.416383147239685, + -2.0044498443603516, + 0.7853323221206665, + 2.3614723682403564, + -3.143362522125244, + -0.29363441467285156, + 0.537562370300293, + -0.25030654668807983, + -0.0130540132522583, + 0.043947428464889526, + -3.7475955486297607, + 0.5149897336959839, + -0.7848036885261536, + -0.976797342300415, + -0.8550634980201721, + -0.30125051736831665, + 0.12577195465564728, + -2.5137619972229004, + -2.264747142791748 + ], + [ + -0.3483387231826782, + 1.1300395727157593, + 2.358029365539551, + -1.6349951028823853, + 0.4691886007785797, + 1.5955712795257568, + -2.112131118774414, + 0.5598583817481995, + -0.7268078923225403, + -0.20183834433555603, + 1.0777432918548584, + 0.5640088319778442, + -3.4102795124053955, + 0.09886330366134644, + -0.16835276782512665, + -0.04145264998078346, + 0.8335379362106323, + 1.482665777206421, + -0.1132049486041069, + -1.7920501232147217, + -1.1877273321151733 + ], + [ + 0.2392731010913849, + 1.234066367149353, + 1.1247119903564453, + -0.7314448952674866, + 1.4080195426940918, + 1.809518814086914, + -3.1994593143463135, + -0.49261027574539185, + 0.7790634632110596, + -0.5124548077583313, + 1.015270709991455, + 0.6258673667907715, + -3.0936574935913086, + -0.029856622219085693, + -0.7253555655479431, + 0.6387589573860168, + 0.8934243321418762, + 0.9671590924263, + 0.4826282560825348, + -2.9264721870422363, + -1.3149534463882446 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.027755439281463623, + 0.017266929149627686, + 0.6302512884140015, + -0.48734915256500244, + 0.020576179027557373, + 1.520242691040039, + 0.0, + -0.08546550571918488, + 0.13157784938812256, + 0.01683308184146881, + 0.0851016640663147, + -0.01493498682975769, + -1.9954562187194824, + 0.0, + 0.007739409804344177, + 0.0449691079556942, + 0.015536151826381683, + -0.027278363704681396, + 0.057690247893333435, + -1.7164173126220703, + 0.0 + ] + ], + "predicted_scores": [ + 4.570285320281982, + 3.936824321746826, + 3.828556537628174, + 3.590440273284912, + 3.4575023651123047, + 3.411128044128418, + 3.350008487701416, + 2.3196487426757812 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "340237109", + "selected_index": 0, + "state_hash": "e9380420923b02eb48ecc626a6f354d93fbc2c5af2c7e27686c423c47f6f6f81", + "stored_base_utility": 0.816335916519165, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1540253460407257, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1540253460407257 + }, + "base_progress": 0.1540253460407257, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1540253460407257, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1281001716852188, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1281001716852188 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12350741028785706, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12350741028785706 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13838300108909607, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13838300108909607 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1293908655643463, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1293908655643463 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11777500808238983, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11777500808238983 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12099145352840424, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12099145352840424 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11925101280212402, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11925101280212402 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12141060829162598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12141060829162598 + } + ], + "candidate_progress": [ + 0.1281001716852188, + 0.12350741028785706, + 0.13838300108909607, + 0.1293908655643463, + 0.11777500808238983, + 0.12099145352840424, + 0.11925101280212402, + 0.12141060829162598 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0b1dd0e538b8df15a6e4", + "ms-016c5de39ed3c111889a", + "ms-b8492a3a812095651d75", + "ms-ee2fcbc94d41385713d0", + "ms-d520d237d6848cde5883", + "ms-9ae5c6c4132218ecf49e", + "ms-2fef2f43af8009bb88f1", + "ms-5ac1bf2d7d319955d45d" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank7", + "ctt_transport_rank4", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-38ed02dacc133a888d3a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.22016026079654694, + 0.018731005489826202, + 0.14243212342262268, + 0.25086116790771484, + 1.7827959060668945, + 1.3153302669525146, + 0.19654536247253418, + 0.033601969480514526, + 0.09332210570573807, + -0.027524419128894806, + -0.014723509550094604, + 0.03959625959396362, + -1.6400426626205444, + 0.0431569367647171, + -0.000704638659954071, + 0.08529554307460785, + 0.133493572473526, + 0.07410866022109985, + 0.14222192764282227, + -1.3369433879852295, + -0.22354719042778015 + ], + [ + 0.32855111360549927, + -0.004902206361293793, + 0.16388151049613953, + 0.18012893199920654, + 1.6827988624572754, + 1.1703685522079468, + 0.3001549243927002, + -0.04644040763378143, + 0.08279004693031311, + 0.09443200379610062, + -0.18627464771270752, + 0.02581290900707245, + -1.5954951047897339, + 0.14218251407146454, + 0.022188615053892136, + 0.15627048909664154, + -0.031352922320365906, + 0.11621128022670746, + -0.004151195287704468, + -1.3778729438781738, + -0.06440435349941254 + ], + [ + 0.16342252492904663, + -0.20531556010246277, + 0.13075220584869385, + 0.4347745478153229, + 1.7273931503295898, + 1.2952505350112915, + 0.5565317273139954, + -0.03156769275665283, + 0.11754563450813293, + -0.014578856527805328, + -0.2795751094818115, + -0.29087454080581665, + -1.4522095918655396, + 0.5182144045829773, + 0.1875249147415161, + 0.17057102918624878, + -0.08431582152843475, + -0.16203726828098297, + 0.23334559798240662, + -1.2532968521118164, + -0.41104766726493835 + ], + [ + 0.23555025458335876, + 0.025250442326068878, + 0.1083478033542633, + 0.2592134177684784, + 1.5822513103485107, + 1.6848044395446777, + 0.14302808046340942, + 0.06073965132236481, + 0.06764017790555954, + 0.030649051070213318, + -0.05284932255744934, + 0.028724074363708496, + -1.5560697317123413, + 0.17664901912212372, + -0.08116838335990906, + 0.07069751620292664, + 0.06771047413349152, + 0.016380414366722107, + 0.033954039216041565, + -1.4915149211883545, + -0.16367918252944946 + ], + [ + 0.35046887397766113, + -0.011978089809417725, + 0.21045726537704468, + 0.15834715962409973, + 1.545973539352417, + 1.4202954769134521, + 0.3085687756538391, + 0.061581090092659, + 0.06649758666753769, + 0.036305710673332214, + -0.09556636959314346, + 0.0282299667596817, + -1.3561547994613647, + 0.24557191133499146, + 0.025621678680181503, + 0.13878120481967926, + 0.06434336304664612, + 0.15455341339111328, + 0.06540265679359436, + -1.3822789192199707, + -0.2204732894897461 + ], + [ + 0.30813199281692505, + -0.019016431644558907, + 0.18197059631347656, + 0.23411116003990173, + 1.6035146713256836, + 1.20196533203125, + 0.29846906661987305, + 0.04690757393836975, + 0.060548558831214905, + 0.019122719764709473, + -0.13865181803703308, + -0.05907902121543884, + -1.6720547676086426, + 0.33543506264686584, + 0.13428841531276703, + 0.11225579679012299, + 0.029845818877220154, + 0.11117298901081085, + 0.07422317564487457, + -1.4395363330841064, + -0.19330185651779175 + ], + [ + 0.318888783454895, + -0.0063816942274570465, + 0.28504353761672974, + -0.001379460096359253, + 1.4127507209777832, + 1.6124516725540161, + -0.06420880556106567, + 0.0323452353477478, + 0.13136602938175201, + -0.006066851317882538, + 0.02800813876092434, + 0.278852254152298, + -1.6419156789779663, + 0.1431637406349182, + -0.061833981424570084, + 0.10542333126068115, + 0.08355796337127686, + 0.107171930372715, + 0.11880381405353546, + -1.3314182758331299, + -0.11161643266677856 + ], + [ + 0.32441043853759766, + -0.05616616830229759, + 0.22850322723388672, + 0.049951642751693726, + 1.512740135192871, + 1.6200711727142334, + 0.1045578122138977, + 0.03450946509838104, + 0.14539064466953278, + -0.004062823951244354, + -0.11065246909856796, + 0.09086927771568298, + -1.816904902458191, + 0.36462074518203735, + 0.0699402317404747, + 0.10662360489368439, + -0.027399882674217224, + 0.035983845591545105, + 0.08090977370738983, + -1.7245798110961914, + -0.17153576016426086 + ] + ], + "generated_utilities": [ + 0.1281001716852188, + 0.12350741028785706, + 0.13838300108909607, + 0.1293908655643463, + 0.11777500808238983, + 0.12099145352840424, + 0.11925101280212402, + 0.12141060829162598 + ], + "group_id": "ms-38ed02dacc133a888d3a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8292205929756165, + 2.0, + 2.0, + 0.13817349076271057, + 0.14663919806480408, + 0.07712620496749878, + 0.17523664236068726, + 0.12908263504505157, + 0.13427424430847168, + 0.20089124143123627, + 0.1929093897342682, + 0.07985731959342957, + 0.09842586517333984, + 0.11945626139640808, + 0.05697092413902283, + 0.06897079944610596 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.38299560546875, + -0.40424421429634094, + 0.3460397720336914, + 0.08820796012878418, + 2.3456358909606934, + 1.3102760314941406, + 0.0, + 0.26197099685668945, + 0.050477005541324615, + -0.2966804802417755, + -0.13171809911727905, + -0.1532912254333496, + -1.5508019924163818, + 0.0, + -0.08851572126150131, + -0.06971713155508041, + 0.29248136281967163, + -0.28689801692962646, + -0.0265447199344635, + -1.2862632274627686, + 0.0 + ], + [ + 1.38299560546875, + -0.30748140811920166, + 1.3460397720336914, + 1.0882079601287842, + 3.3456358909606934, + 2.3102760314941406, + -2.397067070007324, + -0.08165083825588226, + -0.008280359208583832, + 0.006619496736675501, + -0.17218264937400818, + 0.479922890663147, + -2.550801992416382, + -1.5507128238677979, + -0.016035348176956177, + -0.004910282790660858, + 0.02408679388463497, + 0.21059195697307587, + 0.41947463154792786, + -2.2862632274627686, + -1.6083122491836548 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.794134140014648, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1014256477355957, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.2166244983673096 + ], + [ + 1.411858320236206, + -0.15108874440193176, + 1.2465370893478394, + 0.8885314464569092, + 3.4285411834716797, + 2.332526206970215, + -2.17429256439209, + 0.166159987449646, + -0.09187209606170654, + 0.2260895073413849, + -0.22005118429660797, + 0.6428447961807251, + -2.4218993186950684, + -1.561891794204712, + -0.06593213230371475, + 0.1614772379398346, + 0.12668976187705994, + 0.32346028089523315, + 0.2199239432811737, + -2.029172420501709, + -1.898409128189087 + ], + [ + 1.1563022136688232, + 0.0662476122379303, + 0.9981609582901001, + 0.9249664545059204, + 3.1919281482696533, + 2.1519007682800293, + -2.0939111709594727, + 0.2686547636985779, + 0.3354514539241791, + -0.2672211527824402, + -0.020705774426460266, + 0.742922842502594, + -2.640547513961792, + -1.6727513074874878, + 0.08129662275314331, + 0.18686693906784058, + -0.23405541479587555, + 0.03329692780971527, + 0.6938172578811646, + -2.2597649097442627, + -1.2812433242797852 + ], + [ + 1.514384150505066, + -0.7273006439208984, + 1.0592845678329468, + 1.4692273139953613, + 2.867417573928833, + 2.7663166522979736, + -2.432072877883911, + -0.3118326961994171, + 0.2638838291168213, + -0.21989139914512634, + -0.27049222588539124, + 0.48995161056518555, + -2.462109088897705, + -1.4373869895935059, + 0.014376740902662277, + 0.3754417896270752, + -0.25690364837646484, + -0.0325322300195694, + 0.7186987400054932, + -2.038412570953369, + -1.8851196765899658 + ], + [ + 1.3204435110092163, + -0.8233353495597839, + 1.0925804376602173, + 0.5255886912345886, + 3.6014513969421387, + 2.1522376537323, + -2.758275032043457, + -0.4274675250053406, + -0.5979543328285217, + 0.36570435762405396, + 0.2796492278575897, + 0.7806817889213562, + -2.5432238578796387, + -1.4907822608947754, + -0.32237640023231506, + 0.47331270575523376, + -0.5005627870559692, + 0.017696872353553772, + 0.7547452449798584, + -2.77060866355896, + -1.0626161098480225 + ], + [ + 0.8128280639648438, + -0.8996631503105164, + 1.4194576740264893, + 0.7134265303611755, + 2.8161778450012207, + 2.1373631954193115, + -2.0071301460266113, + -0.5554558038711548, + 0.4711490571498871, + -0.061364173889160156, + -0.18808011710643768, + 0.5077511668205261, + -3.067370891571045, + -1.9075496196746826, + 0.09243941307067871, + -0.6186933517456055, + -0.44756460189819336, + 0.19617798924446106, + 0.12187513709068298, + -1.8620283603668213, + -0.9112778902053833 + ], + [ + 1.2804780006408691, + 0.09586548805236816, + 2.0981061458587646, + 0.7762032151222229, + 3.5375514030456543, + 2.643239974975586, + -1.89757239818573, + 0.6884205341339111, + 0.6933773159980774, + 0.6221825480461121, + -0.28607720136642456, + 1.2217782735824585, + -2.2647931575775146, + -2.0749239921569824, + 0.6664023399353027, + -0.39103299379348755, + 0.7150260210037231, + -0.2247699350118637, + 1.0315855741500854, + -2.510713577270508, + -1.9681928157806396 + ], + [ + 1.2940696477890015, + -0.34502506256103516, + 1.4485270977020264, + 1.8456366062164307, + 3.500481128692627, + 2.406682252883911, + -1.7582008838653564, + 0.46957308053970337, + -0.5536155700683594, + 0.4117533564567566, + -0.836884617805481, + 1.0178329944610596, + -1.8378040790557861, + -0.936774730682373, + 0.1415063589811325, + -0.835966944694519, + -0.7155958414077759, + -0.5640146136283875, + 0.2613343298435211, + -1.9214544296264648, + -1.0277385711669922 + ], + [ + 2.2818832397460938, + 0.13718751072883606, + 1.4565987586975098, + 1.400573968887329, + 3.230375289916992, + 2.074230909347534, + -1.4467518329620361, + 0.22080521285533905, + 0.1638810932636261, + -0.9415040016174316, + 0.3750682771205902, + 1.2721359729766846, + -3.139021158218384, + -0.8936371803283691, + 0.8294041156768799, + -0.22616171836853027, + 0.6934189200401306, + 0.3468228578567505, + 0.43271327018737793, + -1.656295895576477, + -2.3469579219818115 + ], + [ + 0.9540172815322876, + -0.6243530511856079, + 1.0362011194229126, + 0.3838518261909485, + 3.708606243133545, + 3.2723028659820557, + -2.814779043197632, + 0.33385783433914185, + -0.7453730702400208, + -0.9628456830978394, + 0.5668613910675049, + 0.4501728415489197, + -1.824411392211914, + -1.1523828506469727, + 0.3837796151638031, + 0.6878660917282104, + -0.8541773557662964, + -0.3386838436126709, + 0.00047081708908081055, + -2.8505187034606934, + -0.8415387868881226 + ], + [ + 1.4483646154403687, + -0.51949143409729, + 1.1357784271240234, + 1.0327553749084473, + 2.4555888175964355, + 2.0639493465423584, + -2.8254685401916504, + -0.03045336902141571, + -0.33381524682044983, + -0.787826657295227, + -0.08999206870794296, + 0.29097574949264526, + -3.001612901687622, + -0.8277946710586548, + 0.0848853662610054, + 0.21575284004211426, + 0.8648439049720764, + -0.10440273582935333, + 0.5791999101638794, + -2.5966262817382812, + -1.1459875106811523 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.38299560546875, + -0.043886810541152954, + 0.3460397720336914, + 0.08820796012878418, + 2.3456358909606934, + 1.3102760314941406, + 0.0, + -0.018287979066371918, + 0.059526316821575165, + -0.015377067029476166, + 0.03601621091365814, + 0.05190768837928772, + -1.5508019924163818, + 0.0, + 0.029558561742305756, + -0.03669746592640877, + 0.06630206853151321, + 0.02457354962825775, + 0.06862470507621765, + -1.2862632274627686, + 0.0 + ], + [ + 0.38299560546875, + -0.007571101188659668, + 0.3460397720336914, + 0.08820796012878418, + 2.3456358909606934, + 1.3102760314941406, + 0.0, + -0.12091171741485596, + 0.10731776803731918, + -0.0250034611672163, + 0.004749327898025513, + 0.010906964540481567, + -1.5508019924163818, + 0.0, + 0.3441666066646576, + -0.11943328380584717, + 0.04861918464303017, + -0.029935985803604126, + 0.10034117102622986, + -1.2862632274627686, + 0.0 + ] + ], + "predicted_scores": [ + 5.61471700668335, + 5.525069713592529, + 5.505956172943115, + 5.330045700073242, + 4.9037346839904785, + 4.888810157775879, + 4.701306343078613, + 4.421609401702881 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "12094156", + "selected_index": 0, + "state_hash": "5f678656f069f16c259efce7eecdca208a47fadb29a75a3a871d29f5f767747e", + "stored_base_utility": 0.8292205929756165, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03263068199157715, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03263068199157715 + }, + "base_progress": 0.03263068199157715, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.03263068199157715, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06094770133495331, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06094770133495331 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0680779367685318, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0680779367685318 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05881722271442413, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05881722271442413 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05615474283695221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05615474283695221 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05439820885658264, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05439820885658264 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06457063555717468, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06457063555717468 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05613665282726288, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05613665282726288 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05842640995979309, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05842640995979309 + } + ], + "candidate_progress": [ + 0.06094770133495331, + 0.0680779367685318, + 0.05881722271442413, + 0.05615474283695221, + 0.05439820885658264, + 0.06457063555717468, + 0.05613665282726288, + 0.05842640995979309 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-016c5de39ed3c111889a", + "ms-d520d237d6848cde5883", + "ms-5ac1bf2d7d319955d45d", + "ms-c8706d0aa14a930236de", + "ms-2fef2f43af8009bb88f1", + "ms-b8492a3a812095651d75", + "ms-ee2fcbc94d41385713d0", + "ms-baba39ca95aa09893dc0" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank7", + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-495b33a30a68ee055eef", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.26803940534591675, + 0.06513781100511551, + -0.06248071789741516, + 0.5803835391998291, + 0.31757187843322754, + 0.26339191198349, + 0.2641444206237793, + -0.196456640958786, + 0.7831889986991882, + -0.1999809443950653, + -1.0640112161636353, + 0.08403410017490387, + -0.9075587391853333, + -0.17965684831142426, + 0.04542548209428787, + 0.023866597563028336, + -0.6788569688796997, + -0.03170609474182129, + -0.40213543176651, + 0.16117942333221436, + 0.29597681760787964 + ], + [ + -0.17718549072742462, + 0.0789799839258194, + -0.005724519491195679, + 0.5805307626724243, + 0.03699694573879242, + 0.4355242848396301, + 0.3760862946510315, + -0.09376907348632812, + 0.7750921249389648, + -0.1645374596118927, + -0.9753187894821167, + 0.09558843076229095, + -0.7900440096855164, + -0.15678758919239044, + 0.11112651228904724, + 0.012607881799340248, + -0.6424513459205627, + -0.030694350600242615, + -0.357174277305603, + 0.2804955840110779, + 0.18240760266780853 + ], + [ + -0.18569408357143402, + 0.0058701373636722565, + 0.1904388666152954, + 0.7476375102996826, + -0.15869811177253723, + 0.6774230003356934, + -0.030302703380584717, + -0.24071413278579712, + 0.8001708388328552, + -0.18866994976997375, + -0.9762468338012695, + 0.21016646921634674, + -1.0497264862060547, + 0.05990484356880188, + 0.029779069125652313, + -0.04403582215309143, + -0.7238153219223022, + -0.11485730111598969, + -0.49405622482299805, + -0.009500086307525635, + 0.2879307270050049 + ], + [ + -0.3187072277069092, + -0.02860313653945923, + 0.09349468350410461, + 0.7467851638793945, + -0.22968435287475586, + 0.5865349769592285, + 0.42388322949409485, + -0.16914716362953186, + 0.795735239982605, + -0.03831475228071213, + -0.9913368225097656, + 0.015639737248420715, + -0.6724209785461426, + -0.014978781342506409, + -0.0004871785640716553, + -0.014555028639733791, + -0.5578798055648804, + -0.16661284863948822, + -0.38593417406082153, + 0.33337080478668213, + 0.2750670313835144 + ], + [ + -0.23425833880901337, + -0.033691443502902985, + 0.19621813297271729, + 0.7448827028274536, + -0.203250914812088, + 0.6379446983337402, + -0.19568008184432983, + -0.248966246843338, + 0.789715588092804, + -0.20070552825927734, + -0.7511881589889526, + 0.3105887174606323, + -0.9196887016296387, + -0.059003934264183044, + -0.0009008236229419708, + -0.07951298356056213, + -0.6234115958213806, + 0.046980053186416626, + -0.4148332476615906, + 0.13144969940185547, + 0.3008999228477478 + ], + [ + -0.35301321744918823, + 0.029087848961353302, + 0.15536093711853027, + 0.7137863636016846, + 0.087416872382164, + 0.5361524224281311, + 0.34442880749702454, + -0.025617972016334534, + 0.7925645112991333, + -0.04522090405225754, + -1.1239993572235107, + 0.08849223703145981, + -0.8549404740333557, + -0.03951965272426605, + 0.12363938987255096, + -0.009151861071586609, + -0.6475575566291809, + -0.11615775525569916, + -0.18010398745536804, + 0.36421865224838257, + -0.03972044587135315 + ], + [ + -0.27940720319747925, + 0.006544124335050583, + -0.04867163300514221, + 0.8355008363723755, + 0.028273239731788635, + 0.8280907869338989, + 0.1559714376926422, + -0.15312659740447998, + 0.7557332515716553, + -0.16220468282699585, + -0.8792890906333923, + 0.18197619915008545, + -0.9074276685714722, + 0.017956122756004333, + -0.023099858313798904, + -0.07714293897151947, + -0.6522245407104492, + -0.05860932171344757, + -0.3862312436103821, + 0.12766703963279724, + 0.29708853363990784 + ], + [ + -0.36804062128067017, + -0.060474298894405365, + 0.09677526354789734, + 0.6574102640151978, + -0.15924116969108582, + 0.8094974756240845, + 0.2686922550201416, + -0.07757693529129028, + 0.7955551147460938, + -0.17306119203567505, + -0.9591773748397827, + 0.03228418529033661, + -0.7551256418228149, + -0.18292392790317535, + 0.0009687058627605438, + -0.021350475028157234, + -0.6740078926086426, + -0.2539539337158203, + -0.33012425899505615, + 0.11234226822853088, + 0.1194516271352768 + ] + ], + "generated_utilities": [ + 0.06094770133495331, + 0.0680779367685318, + 0.05881722271442413, + 0.05615474283695221, + 0.05439820885658264, + 0.06457063555717468, + 0.05613665282726288, + 0.05842640995979309 + ], + "group_id": "ms-495b33a30a68ee055eef", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17678280174732208, + 0.13675391674041748, + 0.19394932687282562, + 0.5863422155380249, + 0.12096264958381653, + 0.008687049150466919, + 0.11821664869785309, + 0.07844822108745575, + 0.07877784967422485, + 0.08446165919303894, + 0.03926141560077667, + 0.07402041554450989, + 0.09607061743736267, + 0.03783951699733734, + 0.1251440942287445, + 0.0456363707780838 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -1.2212642431259155, + -0.9937646985054016, + 1.0423365831375122, + 1.754042625427246, + -0.6831560134887695, + 1.4467520713806152, + -1.3554970026016235, + 0.29992640018463135, + 1.7860379219055176, + 0.14200663566589355, + -1.7654943466186523, + 0.907433032989502, + -1.624596357345581, + 1.3994625806808472, + -0.16327431797981262, + 0.31600698828697205, + -0.5530174374580383, + 0.9189589619636536, + 0.23695245385169983, + -0.4082144498825073, + 0.047744762152433395 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.710994005203247, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7989251613616943, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.09548952430486679 + ], + [ + -1.4817605018615723, + -1.2417585849761963, + 0.8941375613212585, + 1.6447416543960571, + -0.6068933010101318, + 1.487824559211731, + -1.4782731533050537, + 0.14219456911087036, + 1.541712760925293, + 0.12636792659759521, + -1.8156073093414307, + 0.7690555453300476, + -1.7004504203796387, + 1.3922005891799927, + -0.00176297128200531, + 0.16172488033771515, + -0.5602053999900818, + 0.6884180307388306, + -0.061339497566223145, + -0.17653615772724152, + 0.07373711466789246 + ], + [ + -1.5847430229187012, + -1.1355572938919067, + 0.7633243799209595, + 1.9503822326660156, + -1.0177338123321533, + 1.5707225799560547, + -1.6230310201644897, + 0.3028321862220764, + 1.9854786396026611, + 0.014724209904670715, + -1.7712719440460205, + 0.8398633003234863, + -1.3540806770324707, + 1.2924323081970215, + 0.03128582239151001, + 0.38249021768569946, + -0.2674731910228729, + 0.6408293843269348, + 0.5929479598999023, + -0.7932171821594238, + 0.010921481996774673 + ], + [ + -0.9627076983451843, + -0.5128257274627686, + 0.814577043056488, + 1.636126160621643, + -0.6264585852622986, + 1.612165927886963, + -1.6648575067520142, + 0.03450992703437805, + 1.5619840621948242, + 0.4110904335975647, + -1.863539695739746, + 0.5390966534614563, + -2.117279052734375, + 1.4543414115905762, + -0.31567156314849854, + 0.7038657665252686, + -0.09948650002479553, + 0.8046694993972778, + 0.44542789459228516, + -0.7970554828643799, + -0.4053603410720825 + ], + [ + -1.2365659475326538, + -0.4668828248977661, + 0.6611559391021729, + 2.302483081817627, + -0.6774010062217712, + 1.5999411344528198, + -1.2910387516021729, + 0.04970639944076538, + 1.7961924076080322, + -0.4282095432281494, + -1.2715370655059814, + 0.7508834004402161, + -2.128511667251587, + 1.8087937831878662, + 0.2615188956260681, + 0.3633772134780884, + -0.3978304862976074, + 1.3489407300949097, + 0.2884490191936493, + -0.5591086745262146, + -0.4749181270599365 + ], + [ + -1.6242200136184692, + -0.7752490043640137, + 0.7271475791931152, + 1.8467375040054321, + -0.8895438313484192, + 1.5619357824325562, + -1.187536597251892, + 0.40239906311035156, + 1.328104853630066, + 0.6493642926216125, + -2.4626052379608154, + 0.8864808082580566, + -2.0530786514282227, + 1.3267285823822021, + 0.030607685446739197, + 0.05931165814399719, + -0.5195654034614563, + 1.4826394319534302, + 0.055736809968948364, + -0.03454810380935669, + -0.11703112721443176 + ], + [ + -1.8039357662200928, + -0.2674313187599182, + 0.6685590744018555, + 1.3373923301696777, + -0.16777759790420532, + 0.7806772589683533, + -1.0230183601379395, + 0.33349019289016724, + 1.1166282892227173, + 0.6361795663833618, + -1.5835556983947754, + 1.6904609203338623, + -1.6370878219604492, + 1.5541465282440186, + -0.47908851504325867, + -0.2417546808719635, + -0.33730632066726685, + 0.3619483709335327, + 0.2989053726196289, + 0.38342398405075073, + 0.050310712307691574 + ], + [ + -0.8591337203979492, + -1.3994693756103516, + 1.5879279375076294, + 0.9582294821739197, + -1.5063140392303467, + 1.188928246498108, + -1.8109726905822754, + -0.40084153413772583, + 2.528374433517456, + 0.9978848695755005, + -2.142988920211792, + 1.2673072814941406, + -2.304478645324707, + 0.9339141249656677, + 0.6843268871307373, + -0.25865593552589417, + -0.7728662490844727, + 0.5892331004142761, + -0.5489315986633301, + -1.1903972625732422, + -0.7384637594223022 + ], + [ + -0.9938510656356812, + -0.30819177627563477, + 1.5859720706939697, + 0.794121265411377, + -0.6999809145927429, + 1.408298134803772, + -0.5056073665618896, + 0.8339354991912842, + 1.4738763570785522, + 0.2656683921813965, + -0.86297607421875, + 0.004388093948364258, + -2.6192054748535156, + 2.126403570175171, + 0.08724284172058105, + 0.6506602764129639, + 0.21966516971588135, + 1.4235658645629883, + 0.8109544515609741, + -1.3256789445877075, + 0.7092435359954834 + ], + [ + -1.6234939098358154, + -1.6399285793304443, + 1.8196079730987549, + 1.0715272426605225, + -1.1929768323898315, + 1.6031428575515747, + -1.0131394863128662, + -0.380828857421875, + 1.015777826309204, + -0.1384013295173645, + -1.2760590314865112, + 1.276213526725769, + -0.7503220438957214, + 2.3136329650878906, + 0.6019166707992554, + -0.5905052423477173, + -0.871446967124939, + 0.8966476321220398, + 0.39916282892227173, + -1.0467883348464966, + -0.8028091788291931 + ], + [ + -0.642475426197052, + -1.15021550655365, + 0.6617906093597412, + 2.431058645248413, + -1.6581411361694336, + 0.4934461712837219, + -2.2701714038848877, + 0.15189756453037262, + 1.0307252407073975, + 0.6935515403747559, + -2.480867862701416, + 0.3252559304237366, + -1.8765714168548584, + 2.3796238899230957, + -0.9675822257995605, + 1.212518572807312, + -0.12037137150764465, + 0.7713165283203125, + 0.6314493417739868, + 0.519347608089447, + 0.7033847570419312 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.22126424312591553, + -0.02448934316635132, + 0.04233658313751221, + 0.7540426254272461, + -0.1874743103981018, + 0.44675207138061523, + 0.0, + -0.45249009132385254, + 0.7860379219055176, + -0.18371909856796265, + -0.7654943466186523, + -0.09256696701049805, + -0.624596357345581, + 0.0, + -0.04268831014633179, + -0.06329792737960815, + -0.6102840900421143, + -0.0035892724990844727, + -0.11843866109848022, + 0.21533066034317017, + 0.0 + ] + ], + "predicted_scores": [ + 4.1958160400390625, + 4.0834527015686035, + 3.3734326362609863, + 3.339859962463379, + 3.2082114219665527, + 3.07891845703125, + 3.073601722717285, + 2.816361904144287 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "10434387", + "selected_index": 0, + "state_hash": "f1c3a32d69bc27d63836d67c338fb943597a718f76ab0aa4a865963ac6d5bc24", + "stored_base_utility": 0.17678280174732208, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8259456157684326, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8259456157684326 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8393028974533081, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8393028974533081 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8323198556900024, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8323198556900024 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8184110522270203, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8184110522270203 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2470952421426773, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2470952421426773 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8284457921981812, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8284457921981812 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24240827560424805, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24240827560424805 + } + ], + "candidate_progress": [ + 0.8259456157684326, + 0.8393028974533081, + 0.8323198556900024, + 1.0, + 0.8184110522270203, + 0.2470952421426773, + 0.8284457921981812, + 0.24240827560424805 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-04eec0abab5f55620e4e", + "ms-b33c18c58125678627a6", + "ms-829c9968f0750cd9aed6", + "ms-e7959111ef1429bcf699", + "ms-e7959111ef1429bcf699", + "ms-04eec0abab5f55620e4e", + "ms-b33c18c58125678627a6", + "ms-829c9968f0750cd9aed6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + true, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-49e1584a68d8f465e8e3", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.0803978368639946, + 0.0875798910856247, + 0.04649034142494202, + -0.041595593094825745, + -0.24879100918769836, + -2.037027359008789, + -0.024259895086288452, + 0.0861857607960701, + -0.026857296004891396, + 0.028051137924194336, + -0.0344792902469635, + 0.10277356952428818, + -1.715877652168274, + -0.15082620084285736, + -0.13714265823364258, + 0.10209788382053375, + 0.018369317054748535, + 0.11930316686630249, + -0.03346523642539978, + -1.3110287189483643, + -0.13486185669898987 + ], + [ + 0.08888156712055206, + 0.08213172852993011, + 0.0034038424491882324, + -0.06613178551197052, + -0.2059284746646881, + -1.967953085899353, + -0.045538246631622314, + 0.16386398673057556, + -0.03454317897558212, + -0.06692961603403091, + -0.04008619487285614, + 0.051790207624435425, + -1.7280811071395874, + -0.16604585945606232, + -0.11172342300415039, + 0.13033665716648102, + 0.019960537552833557, + 0.053375884890556335, + -0.04336079955101013, + -1.3391177654266357, + -0.13221484422683716 + ], + [ + 0.07504185289144516, + 0.07625932991504669, + 0.009557962417602539, + -0.03832423686981201, + -0.16597339510917664, + -1.8708359003067017, + 0.02312690019607544, + 0.1672222763299942, + -0.04889708757400513, + 0.005400829017162323, + -0.02739804983139038, + 0.06704148650169373, + -1.7510238885879517, + -0.1668216437101364, + -0.15525221824645996, + 0.07559116184711456, + 0.04291476309299469, + 0.08621010184288025, + 0.009022802114486694, + -1.466468095779419, + -0.12453359365463257 + ], + [ + -0.013952672481536865, + 0.12727414071559906, + 0.051624685525894165, + -0.03900007903575897, + -0.225484699010849, + -1.7706735134124756, + 0.06887876987457275, + 0.18845319747924805, + -0.055005282163619995, + 0.056639716029167175, + 0.0012734904885292053, + 0.14836089313030243, + -1.5148643255233765, + -0.15277768671512604, + -0.1078728437423706, + 0.09307928383350372, + -0.07713763415813446, + 0.1670674979686737, + 0.0613706111907959, + -1.2547798156738281, + -0.12344241142272949 + ], + [ + 0.07562720775604248, + 0.09670832753181458, + 0.06549274921417236, + -0.05363960564136505, + -0.21724766492843628, + -1.765141248703003, + 0.00735434889793396, + 0.20646555721759796, + -0.03982873260974884, + -0.06533100455999374, + 0.0031296759843826294, + 0.06020762026309967, + -1.5494661331176758, + -0.16472284495830536, + -0.14378146827220917, + 0.14125441014766693, + 0.026942849159240723, + 0.0915539562702179, + 0.006315022706985474, + -1.2570993900299072, + -0.12878450751304626 + ], + [ + 0.1500893384218216, + 0.1500265747308731, + 0.008158683776855469, + 0.03665897250175476, + -0.2291017770767212, + -2.0329084396362305, + -0.22211778163909912, + 0.24823716282844543, + 0.01897323690354824, + -0.1542140245437622, + 0.03826438635587692, + 0.039966464042663574, + -1.5622367858886719, + -0.15340326726436615, + 0.002577986568212509, + 0.213069885969162, + 0.0206136554479599, + 0.07602760940790176, + -0.11707520484924316, + -1.290628433227539, + -0.041975319385528564 + ], + [ + -0.09215420484542847, + 0.11561460793018341, + -0.010274499654769897, + 0.004642382264137268, + -0.20415297150611877, + -2.104088068008423, + -0.1989058256149292, + 0.018480777740478516, + -0.05158611387014389, + -0.041215680539608, + -0.21146178245544434, + 0.36598819494247437, + -1.5718426704406738, + -0.12479941546916962, + -0.14309413731098175, + 0.057614173740148544, + 0.07139617204666138, + 0.10933484137058258, + -0.0058152079582214355, + -1.2897365093231201, + -0.17868131399154663 + ], + [ + 0.04102885723114014, + 0.1386108100414276, + -0.053848594427108765, + -0.011321872472763062, + -0.22520709037780762, + -1.8621212244033813, + -0.1285719871520996, + 0.4121161699295044, + -0.033447325229644775, + -0.2368491291999817, + -0.1600225269794464, + 0.13350863754749298, + -1.644846796989441, + -0.02636714279651642, + -0.07842020690441132, + 0.17774255573749542, + -0.05036340653896332, + 0.17505908012390137, + -0.2800362706184387, + -1.1426193714141846, + 0.03599214553833008 + ] + ], + "generated_utilities": [ + 0.8259456157684326, + 0.8393028974533081, + 0.8323198556900024, + 2.0, + 0.8184110522270203, + 0.2470952421426773, + 0.8284457921981812, + 0.24240827560424805 + ], + "group_id": "ms-49e1584a68d8f465e8e3", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8376391530036926, + 0.8230785131454468, + 2.0, + 0.16495457291603088, + 0.7845619916915894, + 0.7821463346481323, + 0.5965374708175659, + 0.1083744466304779, + 0.20765458047389984, + 0.1773645430803299, + 0.08960476517677307, + 0.08859103918075562, + 0.16126134991645813, + 0.05480474233627319, + 0.12451712787151337, + 2.0 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.05784878134727478, + -0.01972096413373947, + 0.5212068557739258, + -0.46255189180374146, + -0.6129913330078125, + -1.80013108253479, + 0.0, + 0.034397657960653305, + 0.28088822960853577, + -0.004708947613835335, + 0.4531194269657135, + -0.02414834499359131, + -1.399646520614624, + 0.0, + -0.2910345792770386, + -0.44892996549606323, + -0.16079400479793549, + -0.34972745180130005, + 0.16296349465847015, + -1.1711831092834473, + 0.0 + ], + [ + -0.29541394114494324, + 0.007231287658214569, + -0.14249348640441895, + -0.1972806602716446, + 0.34589871764183044, + -2.80013108253479, + -0.589350163936615, + -0.008085086941719055, + -0.0029125141445547342, + 0.01932983659207821, + 0.260989785194397, + 0.48265838623046875, + -2.399646520614624, + -1.6890785694122314, + -0.0073150694370269775, + -0.006002508103847504, + 0.014269595965743065, + 0.43708473443984985, + 0.33562326431274414, + -2.1711831092834473, + -1.645858645439148 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.17870032787323, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.378157138824463, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.291717290878296 + ], + [ + -0.11439159512519836, + 0.22520825266838074, + -0.1623161882162094, + -0.47001540660858154, + 0.4198077321052551, + -2.7704520225524902, + -0.38873445987701416, + 0.18120402097702026, + -0.07426656782627106, + -0.18987978994846344, + 0.5318965315818787, + 0.6140385270118713, + -2.617758274078369, + -1.6468323469161987, + -0.13341166079044342, + 0.2610301375389099, + 0.24600782990455627, + 0.7115765810012817, + 0.4076519012451172, + -1.985643982887268, + -1.4693243503570557 + ], + [ + -0.24327388405799866, + -0.01960299350321293, + 0.0034179985523223877, + -0.5469309687614441, + 0.4424426555633545, + -2.5173401832580566, + -0.8145936131477356, + 0.30345672369003296, + -0.3873172104358673, + -0.18426105380058289, + 0.3260670602321625, + 0.6217133402824402, + -2.552790641784668, + -2.0842230319976807, + -0.08120100945234299, + 0.18158087134361267, + 0.008888855576515198, + 0.8199508190155029, + 0.6304404735565186, + -1.9788326025009155, + -1.8470195531845093 + ], + [ + 0.06565973162651062, + 0.4071120619773865, + 0.3002949059009552, + 0.14024339616298676, + -0.031169414520263672, + -2.3958706855773926, + -0.3388342261314392, + 0.2459813505411148, + -0.026033729314804077, + 0.04790188744664192, + 0.4352976679801941, + 0.9493222236633301, + -2.3568079471588135, + -1.30547034740448, + 0.24644434452056885, + -0.4105862081050873, + 0.010887282900512218, + 0.7613780498504639, + 0.5542961955070496, + -2.046170711517334, + -1.2596704959869385 + ], + [ + -0.43633729219436646, + 0.3613189458847046, + -0.5752320289611816, + -0.033214718103408813, + -0.1750592291355133, + -2.3894174098968506, + -0.12891140580177307, + 0.43429994583129883, + 0.15100224316120148, + 0.13973930478096008, + 0.6466699838638306, + 0.6526064276695251, + -1.854844331741333, + -2.1125195026397705, + -0.42464736104011536, + -0.44190171360969543, + 0.38351744413375854, + -0.15076357126235962, + 0.6337684988975525, + -2.122199535369873, + -1.8392362594604492 + ], + [ + 0.31658491492271423, + 0.4505824148654938, + 0.31508734822273254, + 0.12945516407489777, + 0.7838897109031677, + -3.0802085399627686, + -1.067945122718811, + 0.10746902227401733, + -0.3769077658653259, + 0.29724985361099243, + 0.3154236674308777, + 0.1884443461894989, + -2.8152008056640625, + -2.0943613052368164, + -0.6119018793106079, + -0.2759993076324463, + 0.5333746671676636, + 0.38420096039772034, + 0.5213390588760376, + -2.2495675086975098, + -2.108625888824463 + ], + [ + -0.5308092832565308, + -0.743148922920227, + -0.2006911188364029, + -0.05249150097370148, + 1.0930341482162476, + -2.844895124435425, + -1.1813390254974365, + 0.15962029993534088, + 0.5336946249008179, + 0.02756718173623085, + 0.46871232986450195, + -0.2589399814605713, + -3.103780746459961, + -1.1122629642486572, + -0.7423443794250488, + 0.29016754031181335, + 0.7880035638809204, + 0.32896533608436584, + 0.2923247814178467, + -1.5167264938354492, + -1.785522699356079 + ], + [ + -1.1025396585464478, + 0.8249726295471191, + -0.8652687072753906, + -0.9798345565795898, + -0.42498651146888733, + -3.0807149410247803, + -0.40114277601242065, + -0.41378939151763916, + -0.05734573304653168, + -0.6145322322845459, + -0.048488348722457886, + 0.37364381551742554, + -3.043379783630371, + -0.9787961840629578, + 0.778977632522583, + 0.5135987997055054, + 0.3626447319984436, + 1.249662160873413, + 1.1941354274749756, + -2.9579920768737793, + -2.3703737258911133 + ], + [ + -0.3563540279865265, + 0.6297734379768372, + -0.7261295914649963, + 0.5555187463760376, + 0.7669183015823364, + -2.710200309753418, + 0.39934051036834717, + -0.3379921317100525, + 0.04935377836227417, + -0.3536044657230377, + 0.16655917465686798, + 0.28723448514938354, + -1.4176156520843506, + -1.3402612209320068, + -0.9191131591796875, + -0.9048147201538086, + -0.9700396060943604, + -0.16018521785736084, + -0.0823836624622345, + -2.0984058380126953, + -1.0347304344177246 + ], + [ + -0.5317224264144897, + -0.9512823820114136, + 0.2783704996109009, + -0.6480450630187988, + 0.7407841682434082, + -2.039513349533081, + -0.934873104095459, + 0.691829264163971, + 0.748909056186676, + 0.12254316359758377, + 1.1484155654907227, + 0.2577090561389923, + -1.514116644859314, + -1.8388265371322632, + 0.20104198157787323, + 0.19089561700820923, + -0.4009522497653961, + 0.6202220916748047, + -0.3646802306175232, + -1.5147461891174316, + -1.497554898262024 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.12791123986244202, + 0.09794935584068298, + 0.03676082193851471, + -0.12179841101169586, + -0.15395662188529968, + -1.80013108253479, + 0.0, + -0.0732998177409172, + -0.06623098254203796, + 0.004927674308419228, + -0.15044856071472168, + 0.31508782505989075, + -1.399646520614624, + 0.0, + -0.06376033276319504, + 0.34378406405448914, + -0.13891495764255524, + 0.04401803016662598, + -0.1205255389213562, + -1.1711831092834473, + 0.0 + ], + [ + 0.43482449650764465, + -0.06800740957260132, + -0.924731433391571, + -0.3643460273742676, + -0.2970304787158966, + -2.7517147064208984, + -0.019081056118011475, + -0.128779798746109, + 0.6113972067832947, + -0.963979184627533, + 0.8364357948303223, + 1.4572769403457642, + -2.281191825866699, + -1.5103667974472046, + -0.15921255946159363, + 0.07537201046943665, + -0.9828808903694153, + 0.9084709882736206, + -0.65702223777771, + -2.967761754989624, + -1.8863528966903687 + ] + ], + "predicted_scores": [ + 4.425175189971924, + 4.317380905151367, + 4.247767925262451, + 4.158973217010498, + 4.144175052642822, + 3.749203681945801, + 3.674347400665283, + 3.6598048210144043 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1338828931", + "selected_index": 0, + "state_hash": "0896b035b910d1f13d972e1f515134068fc339070870d65aa7bda09c8694c504", + "stored_base_utility": 0.8376391530036926, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8059800267219543, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8059800267219543 + }, + "base_progress": 0.8059800267219543, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8059800267219543, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7905559539794922, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7905559539794922 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7940876483917236, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7940876483917236 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.601884663105011, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.601884663105011 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7934151291847229, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7934151291847229 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20176281034946442, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20176281034946442 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22261783480644226, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22261783480644226 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8235801458358765, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8235801458358765 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8143616914749146, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8143616914749146 + } + ], + "candidate_progress": [ + 0.7905559539794922, + 0.7940876483917236, + 0.601884663105011, + 0.7934151291847229, + 0.20176281034946442, + 0.22261783480644226, + 0.8235801458358765, + 0.8143616914749146 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-6bd5870eb5ff0dd76919", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-0949097d19e597fc7f63", + "ms-6bd5870eb5ff0dd76919" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4cab292bc65fa59274ef", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.023286327719688416, + -0.0022779591381549835, + -0.0159776508808136, + 0.32417032122612, + -0.27750056982040405, + -2.1798715591430664, + -0.13734406232833862, + 0.15177664160728455, + 0.015681853517889977, + 0.03541894257068634, + -0.12828510999679565, + 0.072186678647995, + -1.7797168493270874, + 0.007824540138244629, + 0.00492868572473526, + 0.071785107254982, + 0.050968050956726074, + -0.029349327087402344, + 0.020572036504745483, + -1.4775676727294922, + -0.010386496782302856 + ], + [ + 0.06174101680517197, + 0.018937848508358, + 0.033298641443252563, + 0.22087088227272034, + -0.33464956283569336, + -2.343641519546509, + -0.1384792923927307, + 0.12577670812606812, + 0.023446030914783478, + 0.06741102039813995, + 0.018702883273363113, + -0.01244354248046875, + -1.9971818923950195, + -0.16643448173999786, + -0.04240421578288078, + 0.13437046110630035, + 0.02313007414340973, + 0.11416325718164444, + -0.04091557860374451, + -1.4832403659820557, + -0.0790204405784607 + ], + [ + 0.01932358741760254, + -0.0052205659449100494, + 0.009982138872146606, + 0.24580472707748413, + -0.28146040439605713, + -1.1526262760162354, + 0.05561763048171997, + 0.14342950284481049, + 0.07550909370183945, + 0.03416240215301514, + -0.09450121968984604, + -0.048156410455703735, + -1.321264624595642, + -0.2468886524438858, + 0.043367546051740646, + 0.08409032225608826, + -0.10052831470966339, + -0.061781153082847595, + -0.07784232497215271, + -1.4420812129974365, + 0.09196074306964874 + ], + [ + 0.08735159784555435, + 0.008258584886789322, + 0.04172968864440918, + 0.19986528158187866, + -0.2933320999145508, + -2.351842164993286, + -0.19637614488601685, + 0.11861013621091843, + 0.017541958019137383, + 0.0670868456363678, + 0.04107149690389633, + -0.016769081354141235, + -2.06699275970459, + -0.17874346673488617, + -0.02965908870100975, + 0.11493732035160065, + 0.012447059154510498, + 0.1419432908296585, + -0.07586777210235596, + -1.5387542247772217, + -0.10311481356620789 + ], + [ + 0.16129064559936523, + -0.015421740710735321, + -0.1993374526500702, + 0.3005516231060028, + -0.24551799893379211, + -2.0832252502441406, + -0.22691065073013306, + 0.2123279720544815, + -0.0038799121975898743, + -0.006176091730594635, + -0.05635712295770645, + 0.08572220057249069, + -1.8404666185379028, + -0.04373176395893097, + 0.08611272275447845, + -0.008280124515295029, + 0.0006556659936904907, + -0.01191660761833191, + 0.02455553412437439, + -1.5704095363616943, + -0.2058684229850769 + ], + [ + -0.11709590256214142, + -0.013884227722883224, + 0.009881079196929932, + 0.21098250150680542, + -0.08261865377426147, + -2.094339370727539, + -0.282301664352417, + 0.22333601117134094, + 0.017049456015229225, + 0.07616317272186279, + -0.13489505648612976, + -0.03565283119678497, + -1.9764583110809326, + 0.11750301718711853, + 0.09182184934616089, + 0.05442051962018013, + 0.009514957666397095, + -0.12687964737415314, + 0.022326946258544922, + -1.518542766571045, + -0.007109105587005615 + ], + [ + 0.018653884530067444, + 0.00238022580742836, + -0.008225053548812866, + 0.31939664483070374, + -0.2829843759536743, + -2.3157334327697754, + -0.3448016047477722, + 0.026809051632881165, + 0.01685214787721634, + 0.043585292994976044, + -0.06669870018959045, + 0.06585489213466644, + -1.9170880317687988, + 0.14511632919311523, + 0.02972203493118286, + 0.054503586143255234, + 0.13518840074539185, + 0.07792263478040695, + -0.021132290363311768, + -1.3674204349517822, + -0.015710309147834778 + ], + [ + 0.176528662443161, + -0.14052489399909973, + -0.476086288690567, + 0.5204484462738037, + -0.9053121209144592, + -2.186744451522827, + -0.6431482434272766, + -0.058674246072769165, + 0.03523549437522888, + 0.05298089236021042, + 0.0590190514922142, + 0.1841251254081726, + -2.0866966247558594, + 0.6562842130661011, + -0.11440576612949371, + 0.02803609147667885, + 0.2944556474685669, + -0.056945160031318665, + -0.18432700634002686, + -1.2480334043502808, + -0.5079077482223511 + ] + ], + "generated_utilities": [ + 0.7905559539794922, + 0.7940876483917236, + 0.601884663105011, + 0.7934151291847229, + 0.20176281034946442, + 0.22261783480644226, + 0.8235801458358765, + 0.8143616914749146 + ], + "group_id": "ms-4cab292bc65fa59274ef", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8528692722320557, + 2.0, + 2.0, + 2.0, + 0.7845766544342041, + 0.6023415923118591, + 0.5956223011016846, + 2.0, + 2.0, + 0.09395018219947815, + 0.12422996759414673, + 0.1758173704147339, + 1.9073486328125e-06, + 0.02618078887462616, + 0.08662328124046326, + 0.17310357093811035 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.020401891320943832, + -0.23265773057937622, + 0.005517961923032999, + 0.8817496299743652, + -0.4005487561225891, + -3.1068451404571533, + -0.9300675392150879, + -0.01728343591094017, + 0.006243489682674408, + 0.023571794852614403, + 0.553190290927887, + -0.2256455272436142, + -2.791870594024658, + -1.3610739707946777, + -0.00987798348069191, + 0.0004022789653390646, + 0.013844942674040794, + 0.7248232960700989, + 0.09221294522285461, + -2.3983798027038574, + -1.267829179763794 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.8601350784301758, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.7221479415893555, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.535658359527588 + ], + [ + 0.1038585901260376, + -0.2013607919216156, + 0.29129478335380554, + 0.6465376615524292, + -0.3984200954437256, + -3.0767874717712402, + -1.1610519886016846, + -0.12308412790298462, + -0.07676300406455994, + 0.27475449442863464, + 0.34314924478530884, + 0.053512975573539734, + -2.4986464977264404, + -1.1260571479797363, + 0.07830961048603058, + 0.016481032595038414, + 0.311051607131958, + 0.6932727694511414, + 0.016471460461616516, + -2.466858386993408, + -1.2366721630096436 + ], + [ + 0.5144521594047546, + -0.7907611131668091, + 0.1325254589319229, + 1.1203402280807495, + -0.8972159624099731, + -3.303333282470703, + -0.7714792490005493, + -0.5344218015670776, + 0.48307308554649353, + 0.3718741238117218, + 0.6292442679405212, + -0.6493756175041199, + -3.2400596141815186, + -0.8515737056732178, + 0.4295726716518402, + 0.13837142288684845, + 0.3003978729248047, + 0.8939844369888306, + -0.20721453428268433, + -1.9165529012680054, + -1.3870619535446167 + ], + [ + -0.5008873343467712, + -0.07871206104755402, + 0.0474851056933403, + 0.3275158405303955, + 0.06633895635604858, + -2.5525641441345215, + -0.444297194480896, + -0.543626070022583, + 0.3261123597621918, + 0.3065792918205261, + 0.02708059549331665, + -0.3034306466579437, + -3.187624931335449, + -1.7651922702789307, + -0.09383001923561096, + 0.4448949694633484, + -0.26609745621681213, + 1.4204018115997314, + 0.41899144649505615, + -2.9610748291015625, + -0.8880070447921753 + ], + [ + 0.20396731793880463, + -0.28005701303482056, + -0.5386157035827637, + 0.8583157658576965, + -1.1392457485198975, + -3.395348310470581, + -1.6367361545562744, + 0.6410027146339417, + -0.1664184331893921, + 0.7819708585739136, + 0.30712294578552246, + -0.7120571136474609, + -2.528160810470581, + -0.9950932860374451, + 0.3572372496128082, + -0.4234403967857361, + -0.5076026916503906, + 0.4396543800830841, + 0.08071492612361908, + -2.1930465698242188, + -1.3748083114624023 + ], + [ + 0.7267971634864807, + -0.09092366695404053, + -0.4087139964103699, + 1.555067777633667, + -0.8251463174819946, + -2.8794472217559814, + -0.5892179012298584, + 0.016693394631147385, + -0.6015828847885132, + -0.14969877898693085, + 1.0147533416748047, + -0.30282995104789734, + -2.302567958831787, + -0.6723203063011169, + 0.30278682708740234, + 0.5585561990737915, + 0.37788453698158264, + 0.931134045124054, + 0.19403278827667236, + -2.777604579925537, + -1.5348938703536987 + ], + [ + -0.8973499536514282, + 0.7166590094566345, + 0.6541131138801575, + 1.4899715185165405, + -0.9467571973800659, + -3.3037500381469727, + -0.8590691685676575, + 0.2775711417198181, + 0.9485960602760315, + -0.04111865162849426, + 0.008222401142120361, + 0.4468313455581665, + -3.0753612518310547, + -1.5189822912216187, + 0.3094066381454468, + -0.6369719505310059, + 0.9981279969215393, + 1.243828535079956, + 0.4333995580673218, + -1.9436826705932617, + -1.8686381578445435 + ], + [ + 0.662159264087677, + 0.059643834829330444, + 0.6241121888160706, + -0.017322659492492676, + -0.3115170896053314, + -4.006237983703613, + -1.4640885591506958, + 0.7503741979598999, + 0.4733610451221466, + 0.2960163652896881, + 0.04428815841674805, + -0.925139307975769, + -2.493812084197998, + -1.7168776988983154, + 0.8712682127952576, + -0.6501165628433228, + -0.008504010736942291, + 0.5341120362281799, + -0.45108136534690857, + -2.4801039695739746, + -1.1340731382369995 + ], + [ + 0.9133493900299072, + 0.17211222648620605, + -0.24027879536151886, + 0.008402407169342041, + -0.3647841513156891, + -3.205794334411621, + -1.2616045475006104, + -0.2548825740814209, + 0.2508193254470825, + -0.7997220754623413, + 0.942065954208374, + -1.1649302244186401, + -3.507601022720337, + -0.9141439199447632, + 0.38007044792175293, + -0.705157458782196, + 0.6556429862976074, + 0.6186659932136536, + 0.29407697916030884, + -2.388340473175049, + -0.8192996978759766 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.00543048232793808, + -0.058849990367889404, + 0.037869930267333984, + -0.03055429458618164, + 0.09985017776489258, + -2.1068451404571533, + 0.0, + 0.043951377272605896, + 0.017247522249817848, + -0.013603521510958672, + 0.05023390054702759, + 0.013678744435310364, + -1.7918705940246582, + 0.0, + 0.008043661713600159, + 0.005769988521933556, + 0.03368170186877251, + 0.022060692310333252, + 0.010032013058662415, + -1.3983798027038574, + 0.0 + ], + [ + -0.011356120929121971, + -0.08312258124351501, + 0.29048657417297363, + 0.007380187511444092, + 0.12218880653381348, + -2.1068451404571533, + 0.0, + 0.009258244186639786, + -0.013531412929296494, + 0.23752515017986298, + 0.02628946304321289, + 0.0491662472486496, + -1.7918705940246582, + 0.0, + -0.07116348296403885, + -0.28087979555130005, + -0.06013189256191254, + 0.03564268350601196, + 0.04707084596157074, + -1.3983798027038574, + 0.0 + ], + [ + -0.12869824469089508, + 0.04904288053512573, + 0.45494404435157776, + -0.02878671884536743, + -0.3959604799747467, + -2.1068451404571533, + 0.0, + -0.022375421598553658, + -0.15736141800880432, + -0.0373297780752182, + -0.44680970907211304, + -0.0021901577711105347, + -1.7918705940246582, + 0.0, + -0.332429975271225, + -0.02718971110880375, + -0.1641489565372467, + -0.2751767039299011, + -0.6397953033447266, + -1.3983798027038574, + 0.0 + ], + [ + -0.12970934808254242, + -0.2800736427307129, + 0.29131582379341125, + 1.2792367935180664, + -0.6124914884567261, + -3.232828378677368, + -0.8427525758743286, + 0.18495938181877136, + 0.20253154635429382, + 0.014969122596085072, + 0.4529134929180145, + -0.43382179737091064, + -3.0296666622161865, + -1.757195234298706, + -0.2334543615579605, + -0.1636812388896942, + 0.3705114424228668, + 0.7189375162124634, + 0.35123974084854126, + -2.752864122390747, + -1.5474460124969482 + ], + [ + -0.40766066312789917, + -0.3652302324771881, + 0.37606048583984375, + 1.1052725315093994, + -0.7336684465408325, + -3.463146924972534, + -0.606052041053772, + 0.3703233599662781, + 0.11835025995969772, + -0.4139527678489685, + 0.18895837664604187, + -0.48218995332717896, + -2.540992021560669, + -1.4536211490631104, + 0.10994179546833038, + -0.30131766200065613, + -0.2478366494178772, + 0.34948769211769104, + -0.27351143956184387, + -2.5289909839630127, + -1.5377488136291504 + ] + ], + "predicted_scores": [ + 4.9105305671691895, + 4.837701797485352, + 4.692276954650879, + 4.667346477508545, + 4.650651454925537, + 4.400425434112549, + 4.314404010772705, + 1.8856054544448853 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "567584897", + "selected_index": 0, + "state_hash": "1ee642c04b318003dd060876b48aac366f8666ca6b23b8292f51382a4db305eb", + "stored_base_utility": 0.8528692722320557, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6000319123268127, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6000319123268127 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5992030501365662, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5992030501365662 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6006269454956055, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6006269454956055 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.603152334690094, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.603152334690094 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10680745542049408, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10680745542049408 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5918498635292053, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5918498635292053 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5959694385528564, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5959694385528564 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5996909141540527, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5996909141540527 + } + ], + "candidate_progress": [ + 0.6000319123268127, + 0.5992030501365662, + 0.6006269454956055, + 0.603152334690094, + 0.10680745542049408, + 0.5918498635292053, + 0.5959694385528564, + 0.5996909141540527 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dc26a7037003b94b9f93", + "ms-c80e71e55d51d8595499", + "ms-c80e71e55d51d8595499", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-5902e6c4037ecda77a5f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.24335916340351105, + 0.0476299449801445, + 0.0574764609336853, + 0.3707030713558197, + 0.15531589090824127, + -2.8693785667419434, + -0.6027894616127014, + -0.2548719048500061, + -0.12572455406188965, + 0.10945793986320496, + -0.09082027524709702, + 1.1058422327041626, + -0.03579366207122803, + 1.1574541330337524, + 0.09488119930028915, + 0.056628111749887466, + 0.05939134955406189, + 0.1946970373392105, + 0.29370826482772827, + -2.112346649169922, + -1.1318517923355103 + ], + [ + 0.08936328440904617, + 0.03674788773059845, + 0.10303634405136108, + 0.3922853171825409, + -0.02082309126853943, + -2.9470598697662354, + -0.4830542206764221, + -0.23356974124908447, + 0.03845507651567459, + 0.28066694736480713, + -0.11544922739267349, + 1.1825928688049316, + -0.2487478256225586, + 1.5037380456924438, + -0.06503905355930328, + 0.07047946751117706, + 0.15639600157737732, + 0.21288946270942688, + 0.3128179609775543, + -2.170006513595581, + -0.8045347929000854 + ], + [ + 0.19409961998462677, + -0.013855330646038055, + 0.10362380743026733, + 0.5423295497894287, + 0.020626649260520935, + -2.9724996089935303, + -0.45076048374176025, + -0.24857303500175476, + 0.0301187876611948, + 0.28686362504959106, + -0.14384645223617554, + 1.14958655834198, + -0.270513117313385, + 1.4681110382080078, + -0.06284421682357788, + 0.07889500260353088, + 0.1393509805202484, + 0.2578049302101135, + 0.37614381313323975, + -2.241724967956543, + -0.8910419940948486 + ], + [ + 0.20886462926864624, + 0.03943619132041931, + 0.16026827692985535, + 0.4318287670612335, + -0.1421201229095459, + -2.716712713241577, + -0.49557018280029297, + -0.11574587225914001, + 0.014900809153914452, + 0.2864445149898529, + -0.10793041437864304, + 1.1824718713760376, + -0.08226925134658813, + 1.354848027229309, + -0.055000897496938705, + 0.09767100214958191, + 0.19775158166885376, + 0.16904862225055695, + 0.36910179257392883, + -1.9499616622924805, + -0.8709477186203003 + ], + [ + 0.1272289901971817, + 0.0759853646159172, + 0.15828478336334229, + 0.43686214089393616, + -0.12489259243011475, + -2.694821357727051, + -0.3650694489479065, + -0.09749627113342285, + 0.011610152199864388, + 0.3567788302898407, + -0.07148843258619308, + 1.1459381580352783, + -0.07867920398712158, + 1.358094573020935, + -0.0892375111579895, + 0.015868498012423515, + 0.18421417474746704, + 0.21907353401184082, + 0.34751731157302856, + -1.9086546897888184, + -0.7044174671173096 + ], + [ + 0.01947788894176483, + 0.10361440479755402, + -0.05437096953392029, + 0.6571370363235474, + 0.128656268119812, + -3.3528497219085693, + -1.6604747772216797, + -0.40862831473350525, + 0.12349856644868851, + 0.3248255252838135, + 0.24423980712890625, + 1.3212478160858154, + -0.14776986837387085, + 1.5271875858306885, + 0.0830085426568985, + 0.0306556299328804, + 0.2108750194311142, + 0.10217983275651932, + 0.4114513397216797, + -1.6974670886993408, + -0.9839026927947998 + ], + [ + -0.035863056778907776, + -0.2875710725784302, + 0.021160781383514404, + 0.7740058898925781, + -0.7295722961425781, + -3.680100440979004, + -0.4620612859725952, + -0.31476590037345886, + 0.005405752453953028, + 0.11871584504842758, + -0.6589778661727905, + 1.263962745666504, + 0.4892127215862274, + 1.116925597190857, + -0.2542650103569031, + 0.182164266705513, + -0.1162443608045578, + 0.09106197953224182, + 0.5889889597892761, + -2.258047580718994, + -0.9617024660110474 + ], + [ + 0.09997649490833282, + 0.14772158861160278, + 0.02899053692817688, + 0.5914126634597778, + -0.12216514348983765, + -3.0328595638275146, + -0.8311544060707092, + -0.2165755033493042, + 0.024038568139076233, + 0.224128857254982, + 0.22429820895195007, + 1.2919111251831055, + 0.2053314745426178, + 1.2969632148742676, + -0.10238727927207947, + 0.09119826555252075, + 0.226695254445076, + 0.20284003019332886, + 0.44618022441864014, + -1.7686376571655273, + -0.9453412294387817 + ] + ], + "generated_utilities": [ + 0.6000319123268127, + 0.5992030501365662, + 0.6006269454956055, + 0.603152334690094, + 0.10680745542049408, + 0.5918498635292053, + 0.5959694385528564, + 0.5996909141540527 + ], + "group_id": "ms-5902e6c4037ecda77a5f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1309145987033844, + 0.1429831087589264, + 0.15992167592048645, + 0.10590457916259766, + 0.784722626209259, + 0.12470807135105133, + 0.1272951364517212, + 0.7837435007095337, + 0.17576900124549866, + 0.16517376899719238, + 0.16783246397972107, + 0.1293940246105194, + 0.10486292839050293, + 0.05017255246639252, + 0.020160406827926636, + 0.09578672051429749 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.060940202325582504, + -0.7233280539512634, + -0.42441654205322266, + -0.2798764109611511, + 0.14651787281036377, + -2.554485321044922, + -1.8166379928588867, + -1.2655338048934937, + -0.6119042634963989, + 0.6069653034210205, + 0.3017081022262573, + 1.7242884635925293, + 0.23696376383304596, + 2.1025726795196533, + 0.6056375503540039, + 0.6507574319839478, + 0.4298707842826843, + -0.7005484104156494, + 0.07931126654148102, + -1.710270643234253, + -1.7010384798049927 + ], + [ + 0.011667221784591675, + 0.7431421279907227, + -0.9334505796432495, + 0.9685296416282654, + -0.63060063123703, + -3.652263641357422, + -1.7291127443313599, + 0.48392191529273987, + 0.16648247838020325, + -0.6481814384460449, + -0.24857689440250397, + 0.4959511160850525, + 0.7059799432754517, + 2.7899818420410156, + -0.9573889970779419, + -0.29946333169937134, + -0.6419543623924255, + 0.27022039890289307, + 0.921820878982544, + -1.5683060884475708, + -1.3359909057617188 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.09302320331335068, + -0.1061079129576683, + 0.0029995650984346867, + 0.27476203441619873, + 0.10691410303115845, + -3.101888656616211, + -1.0380443334579468, + -0.31759408116340637, + 0.04449636489152908, + 0.32454752922058105, + -0.05747899413108826, + 1.0269660949707031, + 0.13967308402061462, + 2.004608154296875, + -0.009560450911521912, + -0.020298898220062256, + 0.011850213631987572, + 0.22404229640960693, + 0.18159401416778564, + -2.3198482990264893, + -1.1018667221069336 + ], + [ + -0.18871751427650452, + 0.23723077774047852, + -0.36082932353019714, + 0.4518831670284271, + 0.3718218207359314, + -2.730313301086426, + -1.1216421127319336, + -0.5564789175987244, + -0.235772967338562, + 0.024114996194839478, + 0.17895106971263885, + 1.1133779287338257, + 0.5293423533439636, + 2.2176737785339355, + 0.21351318061351776, + 0.3061526119709015, + -0.07802058756351471, + -0.16947337985038757, + 0.4425239861011505, + -2.3247458934783936, + -0.9422299265861511 + ] + ], + "predicted_scores": [ + 5.521949768066406, + 5.362597465515137, + 5.210214614868164, + 4.5818352699279785, + 4.356257915496826, + 3.5825753211975098, + 3.2983508110046387, + 3.2708053588867188 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1754115693", + "selected_index": 0, + "state_hash": "4201174cdc68767e79dd8cebb233fe6e53e33669e9924ca4bdcfcd48e79009a1", + "stored_base_utility": 0.1309145987033844, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5948390960693359, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5948390960693359 + }, + "base_progress": 0.5948390960693359, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.5948390960693359, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5891733765602112, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5891733765602112 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5847037434577942, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5847037434577942 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5873994827270508, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5873994827270508 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5868922472000122, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5868922472000122 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5866285562515259, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5866285562515259 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5839975476264954, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5839975476264954 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5850870609283447, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5850870609283447 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5874994993209839, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5874994993209839 + } + ], + "candidate_progress": [ + 0.5891733765602112, + 0.5847037434577942, + 0.5873994827270508, + 0.5868922472000122, + 0.5866285562515259, + 0.5839975476264954, + 0.5850870609283447, + 0.5874994993209839 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9228f8295b9891cf011c", + "ms-01e6eaaaf40875e0ef5a", + "ms-01e6eaaaf40875e0ef5a", + "ms-0547201761e8e1873482", + "ms-875a4668671c02054a3c", + "ms-852c671b0adeccfa4bf1", + "ms-875a4668671c02054a3c", + "ms-0949097d19e597fc7f63" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-5a32c809ed679663dcb1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.18952545523643494, + 0.059693142771720886, + 0.1859666407108307, + 0.05653649568557739, + -0.23341232538223267, + -1.6551504135131836, + 0.15831637382507324, + 0.0821659192442894, + 0.10635518282651901, + 0.0024012401700019836, + -0.05865092575550079, + -0.11371991038322449, + -1.9049631357192993, + -0.19568462669849396, + -0.047386858612298965, + 0.14163672924041748, + 0.005979582667350769, + -0.007107332348823547, + -0.17608433961868286, + -1.4896447658538818, + -0.050947725772857666 + ], + [ + 0.12748073041439056, + 0.04536394029855728, + -0.044559329748153687, + 0.10025450587272644, + -0.18978697061538696, + -0.4444791376590729, + 0.04133525490760803, + 0.17604929208755493, + 0.09615941345691681, + -0.01903516799211502, + -0.018539972603321075, + 0.030338019132614136, + -1.9717637300491333, + -0.2089671939611435, + -0.03441540524363518, + 0.11948254704475403, + 0.058268606662750244, + -0.007357016205787659, + 0.05545209348201752, + -1.672633171081543, + -0.04111394286155701 + ], + [ + 0.15070688724517822, + 0.053781747817993164, + -0.1432889997959137, + 0.18302196264266968, + -0.1739417016506195, + -0.29431772232055664, + 0.017573833465576172, + 0.1784079521894455, + 0.05623442679643631, + -0.02758798748254776, + 0.019818995147943497, + -0.02609667181968689, + -1.9016846418380737, + -0.027206897735595703, + -0.1088879406452179, + 0.09035034477710724, + 0.04405449330806732, + -0.05997766554355621, + 0.06350821256637573, + -1.6976051330566406, + -0.061143651604652405 + ], + [ + 0.19985011219978333, + 0.07417832314968109, + 0.17901843786239624, + 0.14037498831748962, + -0.20641833543777466, + -1.720629096031189, + 0.13962322473526, + 0.08870097249746323, + 0.1032407283782959, + 0.03460707515478134, + -0.05005163699388504, + -0.17977267503738403, + -1.9563260078430176, + -0.15795354545116425, + -0.038364116102457047, + 0.14837390184402466, + 0.00222228467464447, + 0.021985426545143127, + -0.21038424968719482, + -1.507509708404541, + -0.04009042680263519 + ], + [ + -0.016263768076896667, + 0.03727095574140549, + 0.02027866244316101, + 0.2979786694049835, + 0.08374148607254028, + -1.4591048955917358, + 0.47987353801727295, + 0.09888411313295364, + 0.0706944689154625, + -0.06051712483167648, + -0.15316340327262878, + -0.15705397725105286, + -1.7880700826644897, + 0.04323767125606537, + -0.16025052964687347, + 0.19262662529945374, + -0.07367433607578278, + 0.12288453429937363, + -0.07724931836128235, + -1.2251701354980469, + -0.1694905161857605 + ], + [ + 0.04981008172035217, + 0.06947869062423706, + -0.010599762201309204, + 0.25398969650268555, + 0.1466469019651413, + -0.635628342628479, + -0.03554034233093262, + 0.256879985332489, + 0.08381032943725586, + 0.09828928858041763, + -0.1606568992137909, + -0.002685636281967163, + -1.9939292669296265, + -0.11805854737758636, + -0.07277163863182068, + 0.10591767728328705, + -0.07580460608005524, + 0.02180539071559906, + -0.01106107234954834, + -1.704561471939087, + 0.026927858591079712 + ], + [ + 0.2017766684293747, + 0.05744336545467377, + 0.10135668516159058, + 0.123223215341568, + -0.2626020908355713, + -1.3531553745269775, + 0.09801897406578064, + 0.15606912970542908, + 0.09570679813623428, + 0.04542387276887894, + 0.04398280009627342, + -0.04426601529121399, + -2.0128514766693115, + -0.13423623144626617, + -0.015528101474046707, + 0.1270773708820343, + -0.028391584753990173, + 0.04808536171913147, + -0.10217425227165222, + -1.5836291313171387, + -0.10980275273323059 + ], + [ + 0.007501348853111267, + 0.11133584380149841, + 0.04743039608001709, + 0.1508876085281372, + 0.03281258046627045, + -1.5952860116958618, + -0.025176584720611572, + 0.03785330057144165, + 0.09197646379470825, + 0.003418758511543274, + -0.012403249740600586, + -0.05410507321357727, + -2.146799087524414, + 0.08018729090690613, + 0.13244159519672394, + 0.06411704421043396, + 0.12702882289886475, + 0.05757951736450195, + -0.24491900205612183, + -1.4240667819976807, + -0.050977662205696106 + ] + ], + "generated_utilities": [ + 0.5891733765602112, + 0.5847037434577942, + 0.5873994827270508, + 0.5868922472000122, + 0.5866285562515259, + 0.5839975476264954, + 0.5850870609283447, + 0.5874994993209839 + ], + "group_id": "ms-5a32c809ed679663dcb1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17493121325969696, + 0.1850961148738861, + 0.8125008344650269, + 0.05704474449157715, + 0.592496395111084, + 0.6158325672149658, + 0.5711260437965393, + 0.5843420028686523, + 0.5898799896240234, + 0.582735002040863, + 0.1881457269191742, + 0.18577462434768677, + 0.15294937789440155, + 0.15261432528495789, + 0.10805955529212952, + 0.18231698870658875 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.24559104442596436, + 0.33491256833076477, + -0.015568196773529053, + -0.5200254917144775, + 0.10450336337089539, + -0.3452024459838867, + 0.0, + -0.09679166972637177, + 0.433754563331604, + 0.20322223007678986, + -0.1638968586921692, + 0.6450862884521484, + -2.0395753383636475, + 0.0, + 0.6281886696815491, + -0.433525949716568, + -0.07981802523136139, + -0.08012765645980835, + -1.191733479499817, + -1.716273546218872, + 0.0 + ], + [ + 0.5475676655769348, + 1.5813615322113037, + -0.22304010391235352, + 0.34108006954193115, + 0.6214148998260498, + -0.7255131006240845, + 0.618956446647644, + 0.12155088037252426, + -0.48516765236854553, + -0.7050992250442505, + 1.0246186256408691, + -0.009635627269744873, + -2.353774070739746, + -1.1127907037734985, + 0.6825143098831177, + 0.7702744603157043, + -0.12953434884548187, + 1.5655078887939453, + 0.7947264909744263, + -2.944329023361206, + -1.0258088111877441 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.1977997124195099, + 0.05082559585571289, + 0.0184018611907959, + 0.039721712470054626, + -0.02801579236984253, + -0.3452024459838867, + 0.0, + 0.13437733054161072, + 0.28130850195884705, + -0.03400383144617081, + 0.047150999307632446, + -0.0680784285068512, + -2.0395753383636475, + 0.0, + 0.16474097967147827, + -0.2084774374961853, + -0.12157327681779861, + 0.3323560059070587, + 0.19802705943584442, + -1.716273546218872, + 0.0 + ], + [ + -0.03324813395738602, + 0.7350292801856995, + -0.9815981388092041, + 0.2597288489341736, + -0.26612064242362976, + -1.3452024459838867, + 0.5935110449790955, + -0.009606696665287018, + 0.0007580590900033712, + 0.008385321125388145, + 0.5233933329582214, + -0.35491374135017395, + -3.0395753383636475, + -1.5167958736419678, + -0.005713829770684242, + 0.0002054197248071432, + 0.010107791051268578, + 0.7076136469841003, + -0.1917334944009781, + -2.716273546218872, + -1.5119717121124268 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.187022089958191, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0335917472839355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0239434242248535 + ], + [ + 0.250042587518692, + 0.9091378450393677, + -1.0278558731079102, + -0.026739835739135742, + -0.46264511346817017, + -1.078801155090332, + 0.7646147012710571, + 0.10760030895471573, + -0.17588768899440765, + 0.12419082224369049, + 0.5039704442024231, + -0.5979769229888916, + -3.2749722003936768, + -1.7125283479690552, + 0.051231563091278076, + 0.2849554717540741, + -0.09367778152227402, + 0.9894874095916748, + -0.2428426444530487, + -2.508028030395508, + -1.7390414476394653 + ], + [ + 0.131870299577713, + 0.3969722390174866, + -1.1220407485961914, + -0.07852646708488464, + 0.1078842282295227, + -1.5381532907485962, + 0.7277823686599731, + 0.010481506586074829, + 0.04235073924064636, + 0.3521360158920288, + 0.28977352380752563, + -0.2519685626029968, + -3.2866017818450928, + -1.8915623426437378, + 0.09690654277801514, + -0.2900366485118866, + 0.3497422933578491, + 0.4093768298625946, + -0.2476474642753601, + -2.995964765548706, + -1.6506145000457764 + ], + [ + 0.36015939712524414, + 1.1313719749450684, + -0.9587529897689819, + 0.4321144223213196, + -0.4246293902397156, + -1.2818353176116943, + 0.5398796200752258, + -0.05799317732453346, + -0.21279574930667877, + 0.23494809865951538, + 0.8569127917289734, + -0.08596929907798767, + -3.2846946716308594, + -1.8555303812026978, + 0.06931070238351822, + -0.017834994941949844, + -0.3645903170108795, + 0.5251287221908569, + 0.26608985662460327, + -2.8502073287963867, + -1.3993831872940063 + ], + [ + 0.3430038392543793, + 0.148634135723114, + -0.38874107599258423, + 0.7481827735900879, + 0.15918558835983276, + -1.246719479560852, + 0.05845719575881958, + 0.13896024227142334, + 0.47936901450157166, + 0.3686571717262268, + 0.267721027135849, + -0.6416609287261963, + -2.79388427734375, + -1.651063084602356, + 0.07808849960565567, + 0.4485968351364136, + 0.14063332974910736, + 1.281997561454773, + -0.5688876509666443, + -2.7705202102661133, + -1.4608577489852905 + ] + ], + "predicted_scores": [ + 5.372559547424316, + 5.336782932281494, + 5.265666484832764, + 5.2114434242248535, + 5.205319881439209, + 5.127434253692627, + 5.044074058532715, + 4.111093521118164 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1890833080", + "selected_index": 0, + "state_hash": "9b24a859661a505e53a0a85e2bdc94db91433211fd07e7e5e3f5964b2d3aa277", + "stored_base_utility": 0.17493121325969696, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2325759381055832, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2325759381055832 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23226556181907654, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23226556181907654 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23805862665176392, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23805862665176392 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22765938937664032, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22765938937664032 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8265268802642822, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8265268802642822 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23184984922409058, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23184984922409058 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8376820683479309, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8376820683479309 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22447112202644348, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22447112202644348 + } + ], + "candidate_progress": [ + 0.2325759381055832, + 0.23226556181907654, + 0.23805862665176392, + 0.22765938937664032, + 0.8265268802642822, + 0.23184984922409058, + 0.8376820683479309, + 0.22447112202644348 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0b226017db7f07c5307e", + "ms-e7959111ef1429bcf699", + "ms-b33c18c58125678627a6", + "ms-829c9968f0750cd9aed6", + "ms-b33c18c58125678627a6", + "ms-0b226017db7f07c5307e", + "ms-5dfbb16e173e1a3e2bd6", + "ms-829c9968f0750cd9aed6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-5a456ddf97d294548cf1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1317882090806961, + 0.08521699905395508, + 0.08904716372489929, + -0.1360875368118286, + -0.19085416197776794, + -2.00154709815979, + -0.0007703006267547607, + 0.15367746353149414, + -0.053328804671764374, + -0.032822899520397186, + 0.042515113949775696, + -0.05073422193527222, + -1.6576662063598633, + -0.18818746507167816, + -0.13264437019824982, + 0.1760900318622589, + 0.051573798060417175, + 0.11858697980642319, + -0.08006539940834045, + -1.2617602348327637, + -0.11467629671096802 + ], + [ + 0.09942002594470978, + 0.10013234615325928, + 0.10614702105522156, + -0.14232739806175232, + -0.1687132716178894, + -1.7096226215362549, + 0.016898632049560547, + 0.19863909482955933, + -0.07254292070865631, + -0.048911161720752716, + 0.048590246587991714, + 0.009277597069740295, + -1.557863712310791, + -0.17680107057094574, + -0.1659247875213623, + 0.15891435742378235, + 0.03834056854248047, + 0.09688181430101395, + -0.01900342106819153, + -1.2229455709457397, + -0.10995209217071533 + ], + [ + 0.12140136957168579, + 0.08362378180027008, + 0.04879632592201233, + -0.14580371975898743, + -0.1757403314113617, + -1.8953136205673218, + -0.049249112606048584, + 0.16075590252876282, + -0.06837918609380722, + -0.049460627138614655, + 0.005174458026885986, + -0.0035205185413360596, + -1.7266936302185059, + -0.16539089381694794, + -0.12925656139850616, + 0.15401782095432281, + 0.03642556071281433, + 0.06070338189601898, + -0.0669063925743103, + -1.2865395545959473, + -0.11511263251304626 + ], + [ + 0.09721200913190842, + 0.07948607206344604, + 0.06424450874328613, + -0.11731777340173721, + -0.13066813349723816, + -1.7818217277526855, + 0.014728397130966187, + 0.16608524322509766, + -0.0938379168510437, + 0.026492349803447723, + 0.022653020918369293, + 0.01757080852985382, + -1.7544407844543457, + -0.1611684411764145, + -0.17057287693023682, + 0.10498623549938202, + 0.07381080090999603, + 0.09960637241601944, + -0.0172540545463562, + -1.4072093963623047, + -0.09925687313079834 + ], + [ + -0.06530331075191498, + 0.1299331784248352, + 0.029736191034317017, + -0.07809630036354065, + -0.13888463377952576, + -2.0379552841186523, + -0.19718098640441895, + 0.02139192819595337, + -0.08035329729318619, + -0.06498687714338303, + -0.14095798134803772, + 0.3279203474521637, + -1.5672831535339355, + -0.1232745498418808, + -0.1671016365289688, + 0.08198963105678558, + 0.0991458147764206, + 0.12183655053377151, + -0.010275959968566895, + -1.2276184558868408, + -0.15228626132011414 + ], + [ + 0.04515211284160614, + 0.0785454511642456, + 0.10953733325004578, + -0.12561291456222534, + -0.30781155824661255, + -2.053920269012451, + -0.09420585632324219, + 0.1466308981180191, + -0.006654331460595131, + -0.015368528664112091, + -0.025331877171993256, + 0.04075011610984802, + -1.5278269052505493, + -0.21937255561351776, + -0.09000153839588165, + 0.19157658517360687, + 0.027523726224899292, + 0.18429788947105408, + -0.19395223259925842, + -1.1757676601409912, + -0.1968657672405243 + ], + [ + -0.0819455236196518, + -0.02767009846866131, + -0.26904430985450745, + 0.14061793684959412, + -0.060704559087753296, + -1.957384467124939, + -0.3176107406616211, + 0.09644400328397751, + -0.008311089128255844, + -0.19411197304725647, + 0.06799566745758057, + 0.2680462598800659, + -1.3599321842193604, + 0.0035091638565063477, + -0.058885324746370316, + 0.1601230651140213, + -0.0870017260313034, + 0.1500733494758606, + 0.01502317190170288, + -0.9695114493370056, + 0.052378058433532715 + ], + [ + 0.0782354548573494, + 0.14325270056724548, + -0.0034658610820770264, + -0.0663912445306778, + -0.1759575605392456, + -1.8119338750839233, + -0.16559374332427979, + 0.4197258949279785, + -0.07952536642551422, + -0.2367887794971466, + -0.07469689100980759, + 0.07343366742134094, + -1.6320189237594604, + -0.021114259958267212, + -0.12171746790409088, + 0.1952386200428009, + 0.007879391312599182, + 0.20784977078437805, + -0.31004416942596436, + -1.1262555122375488, + 0.0748196691274643 + ] + ], + "generated_utilities": [ + 0.2325759381055832, + 0.23226556181907654, + 0.23805862665176392, + 0.22765938937664032, + 0.8265268802642822, + 0.23184984922409058, + 0.8376820683479309, + 0.22447112202644348 + ], + "group_id": "ms-5a456ddf97d294548cf1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.832501232624054, + 2.0, + 0.812836229801178, + 0.8150591850280762, + 0.7838281989097595, + 0.780269205570221, + 0.6108050346374512, + 0.13058236241340637, + 0.5834909677505493, + 0.12041918933391571, + 0.1271848976612091, + 0.15336261689662933, + 0.1075630784034729, + 0.12242299318313599, + 0.15285706520080566, + 0.06614983081817627 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1878957748413086, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.469348430633545, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3628947734832764 + ], + [ + -0.0740945115685463, + 0.2957574129104614, + -0.32057714462280273, + -0.3539015054702759, + 0.4543658196926117, + -2.1834611892700195, + -1.5922855138778687, + -0.12360789626836777, + 0.19139334559440613, + -0.2285304218530655, + 0.4393291175365448, + 0.3130308985710144, + -2.516420841217041, + -1.4524646997451782, + 0.26597532629966736, + -0.03891470655798912, + 0.1290755718946457, + 0.7753360271453857, + 0.3988109529018402, + -2.287594795227051, + -1.8487484455108643 + ], + [ + -0.205437570810318, + 0.46707141399383545, + 0.030574917793273926, + 0.02578258514404297, + 0.37514638900756836, + -2.7130370140075684, + -1.27629554271698, + -0.2612300515174866, + 0.30614838004112244, + 0.39557451009750366, + 0.12876009941101074, + 0.2488325536251068, + -2.505889892578125, + -1.519700527191162, + 0.002616933546960354, + 0.001056490931659937, + 0.401627779006958, + 0.5641992688179016, + 0.0018929243087768555, + -2.354907751083374, + -1.5833401679992676 + ], + [ + 0.2647004723548889, + -0.02032569795846939, + -0.4543849527835846, + -0.47337281703948975, + 0.613758385181427, + -2.3743197917938232, + -1.792067527770996, + 0.1628110706806183, + 0.42206263542175293, + 0.2196100652217865, + 0.8519262075424194, + -0.3172605633735657, + -2.471928596496582, + -2.0880331993103027, + 0.3075791597366333, + -0.37327486276626587, + 0.45727959275245667, + 0.7601954936981201, + -0.2669009566307068, + -2.549100399017334, + -2.144524335861206 + ], + [ + 0.1190725713968277, + 0.1573232263326645, + 0.33790257573127747, + 0.2610190510749817, + 0.2880439758300781, + -1.8623727560043335, + -1.7040376663208008, + -0.10043554753065109, + 0.4297923445701599, + -0.3886600136756897, + 0.6780176162719727, + 0.4922516345977783, + -2.1880879402160645, + -2.149890422821045, + 0.23096933960914612, + -0.19923853874206543, + 0.39506304264068604, + 0.897071361541748, + 0.7276327013969421, + -2.4246299266815186, + -1.7618826627731323 + ], + [ + 0.587104320526123, + 0.4108864367008209, + 0.10434646159410477, + -0.5007551312446594, + 0.7276423573493958, + -2.6329307556152344, + -2.2871735095977783, + -0.6335778832435608, + -0.1187884509563446, + 0.5252419114112854, + -0.020061761140823364, + 0.46287184953689575, + -2.035689353942871, + -2.1539368629455566, + 0.6427321434020996, + -0.17655211687088013, + 0.34763452410697937, + 0.4315650165081024, + 0.6932994723320007, + -1.850865125656128, + -2.286034107208252 + ], + [ + 0.7111421227455139, + 0.1711774468421936, + 0.2534540593624115, + -0.1678328812122345, + 1.2910702228546143, + -2.6676666736602783, + -0.9642394185066223, + 0.14363637566566467, + 0.7601011395454407, + -0.47649338841438293, + -0.05121663212776184, + 0.953528642654419, + -2.1017205715179443, + -1.148516297340393, + -0.06108511984348297, + -0.22682562470436096, + 0.6548564434051514, + 0.7507572174072266, + -0.011187806725502014, + -1.6215310096740723, + -1.9383913278579712 + ], + [ + 0.311082661151886, + 0.10458823293447495, + 0.6343884468078613, + 0.3790009617805481, + -0.2978038787841797, + -2.1719963550567627, + -2.313035488128662, + 0.5802929401397705, + -0.5591197609901428, + 0.4149633049964905, + 0.8159593343734741, + 0.5172687768936157, + -2.0524654388427734, + -1.436715006828308, + -0.46003299951553345, + -0.7098167538642883, + 0.0720386803150177, + 0.8881411552429199, + 0.4042353928089142, + -1.8670178651809692, + -1.2388710975646973 + ], + [ + -0.8694080114364624, + 0.9441699385643005, + 0.18642568588256836, + -0.8050188422203064, + 1.2086760997772217, + -2.949564218521118, + -1.4150025844573975, + 0.7096040844917297, + -0.6611660122871399, + -0.8487520217895508, + 0.10536590218544006, + -0.3593028783798218, + -1.978123426437378, + -1.772147536277771, + 0.7233320474624634, + -0.3533956706523895, + 0.40453681349754333, + 0.23896312713623047, + 1.0090488195419312, + -3.0068280696868896, + -2.1472506523132324 + ], + [ + 0.34302592277526855, + 0.5827590227127075, + -0.9415909647941589, + -0.5849375128746033, + 1.318152904510498, + -2.665315628051758, + -0.6803209185600281, + -0.6251758337020874, + -0.6673259139060974, + 0.3222322165966034, + 0.15895560383796692, + -0.0638987123966217, + -1.6190595626831055, + -1.0003401041030884, + 0.0185584407299757, + -0.8699487447738647, + -0.6361745595932007, + -0.2756151556968689, + 0.0607636421918869, + -2.901893138885498, + -1.301349401473999 + ], + [ + -0.01230524480342865, + -0.552619457244873, + -0.8873912692070007, + -0.9044480919837952, + -0.16233670711517334, + -1.9400752782821655, + -1.606916904449463, + -0.9612205624580383, + 0.9422053098678589, + 0.08740916103124619, + 0.05364781618118286, + 0.9832472801208496, + -1.781682014465332, + -1.9517953395843506, + 0.6893452405929565, + 0.49549758434295654, + -0.8159813284873962, + 1.4181227684020996, + 1.1010185480117798, + -1.1214051246643066, + -1.624532699584961 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.04799778014421463, + 0.05291888117790222, + 0.03464817255735397, + -0.009032994508743286, + 0.029509812593460083, + -1.448941946029663, + 0.0, + -0.027052421122789383, + 0.008800439536571503, + 0.07330711930990219, + 0.07055288553237915, + 0.015951871871948242, + -1.2316997051239014, + 0.0, + -0.019304173067212105, + -0.014768810011446476, + 0.049852993339300156, + 0.015760183334350586, + 0.029992416501045227, + -1.0498950481414795, + 0.0 + ] + ], + "predicted_scores": [ + 3.9024267196655273, + 3.8998422622680664, + 3.8871073722839355, + 3.825716018676758, + 3.6508126258850098, + 3.5928730964660645, + 3.063681125640869, + 2.9609274864196777 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "617757446", + "selected_index": 0, + "state_hash": "cb6b9262a51c44b1f58c5b275771cf1429c9675d2afc2f8781ca68707b2e6310", + "stored_base_utility": 0.832501232624054, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12288041412830353, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12288041412830353 + }, + "base_progress": 0.12288041412830353, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.12288041412830353, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0966944694519043, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0966944694519043 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09559053182601929, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09559053182601929 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08719572424888611, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08719572424888611 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09953030943870544, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09953030943870544 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10222741961479187, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10222741961479187 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0930834710597992, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0930834710597992 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09783679246902466, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09783679246902466 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09958963096141815, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09958963096141815 + } + ], + "candidate_progress": [ + 0.0966944694519043, + 0.09559053182601929, + 0.08719572424888611, + 0.09953030943870544, + 0.10222741961479187, + 0.0930834710597992, + 0.09783679246902466, + 0.09958963096141815 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b8492a3a812095651d75", + "ms-d520d237d6848cde5883", + "ms-c8706d0aa14a930236de", + "ms-38ed02dacc133a888d3a", + "ms-2fef2f43af8009bb88f1", + "ms-016c5de39ed3c111889a", + "ms-bb299baa34e49eafb9fc", + "ms-ee2fcbc94d41385713d0" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank7", + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-5ac1bf2d7d319955d45d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.0715232789516449, + -0.034332290291786194, + 0.40828096866607666, + 0.40393784642219543, + -0.3189449906349182, + 0.9232609272003174, + 0.2781287729740143, + 0.1889188438653946, + 0.0035582920536398888, + 0.11140129715204239, + -0.14561864733695984, + 0.09053083509206772, + -2.315497398376465, + -0.15687380731105804, + 0.06208770349621773, + 0.12262645363807678, + 0.03998434543609619, + -0.06347523629665375, + -0.019996553659439087, + -1.9376704692840576, + -0.2660199999809265 + ], + [ + 0.0297977477312088, + -0.06605853885412216, + 0.4797147214412689, + 0.13879874348640442, + -0.49953800439834595, + 0.8375545740127563, + -0.013650625944137573, + 0.10739954560995102, + -0.01595218852162361, + 0.09651310741901398, + -0.06614446640014648, + 0.021984443068504333, + -1.9598667621612549, + -0.0948757529258728, + -0.11601334810256958, + 0.14820164442062378, + 0.1208343654870987, + 0.12247245013713837, + -0.0652090311050415, + -1.8543951511383057, + -0.020441725850105286 + ], + [ + 0.02966272085905075, + -0.12832240760326385, + 0.503705620765686, + 0.1264798641204834, + -0.49714571237564087, + 0.77768874168396, + 0.3212581276893616, + 0.05990764498710632, + 0.018373236060142517, + 0.1605985015630722, + -0.07756372541189194, + -0.12396401166915894, + -2.1396596431732178, + -0.1695278137922287, + -0.16534337401390076, + 0.07058541476726532, + 0.21470384299755096, + -0.08658690750598907, + -0.09596195816993713, + -1.8937747478485107, + -0.0404934287071228 + ], + [ + 0.02837391197681427, + -0.11712830513715744, + 0.4218907654285431, + 0.1867959201335907, + 0.2222725749015808, + 0.969041109085083, + -0.2307257056236267, + 0.29522955417633057, + -0.0010379254817962646, + 0.10147054493427277, + -0.15467101335525513, + 0.0235445499420166, + -2.009021520614624, + -0.04036858677864075, + -0.1762404441833496, + 0.2020241767168045, + -0.051775917410850525, + 0.03559519350528717, + 0.057601794600486755, + -2.016369342803955, + 0.013755753636360168 + ], + [ + -0.048088908195495605, + -0.0972178727388382, + 0.4817209243774414, + 0.1908705234527588, + -0.2797410488128662, + 1.0287551879882812, + -0.04015696048736572, + 0.07975685596466064, + 0.06561946123838425, + 0.008528321981430054, + -0.0021245665848255157, + 0.10245493799448013, + -2.056929111480713, + -0.10834181308746338, + -0.055897507816553116, + 0.03962171822786331, + 0.13126516342163086, + 0.03933858871459961, + 0.009790807962417603, + -1.9127800464630127, + 0.04102315008640289 + ], + [ + -0.03200264275074005, + -0.08718966692686081, + 0.5022604465484619, + 0.147760272026062, + -0.11372372508049011, + 0.5232139825820923, + -0.19216835498809814, + 0.10764770209789276, + -0.06120765954256058, + 0.15719160437583923, + -0.14616170525550842, + -0.03720179200172424, + -2.133633613586426, + -0.1176493912935257, + -0.15877781808376312, + 0.165580153465271, + -0.0224277526140213, + 0.08687650412321091, + -0.0725906491279602, + -1.820765733718872, + 0.023135975003242493 + ], + [ + -0.05016191303730011, + -0.10724460333585739, + 0.4330880045890808, + 0.17322391271591187, + -0.40207481384277344, + 1.1692237854003906, + -0.004424721002578735, + 0.19525311887264252, + 0.021269313991069794, + 0.022129051387310028, + -0.07586414366960526, + 0.12037073820829391, + -2.2923336029052734, + -0.20653332769870758, + -0.08621902763843536, + 0.027720093727111816, + 0.15895414352416992, + 0.056506216526031494, + -0.06309869885444641, + -1.7907319068908691, + -0.08449789881706238 + ], + [ + -0.09741586446762085, + -0.09736699610948563, + 0.4532920718193054, + 0.27123865485191345, + -0.24255961179733276, + 1.0956847667694092, + -0.00833141803741455, + 0.15116430819034576, + 0.0238852147012949, + 0.07116411626338959, + -0.05914774537086487, + 0.007386818528175354, + -1.983985185623169, + 0.007905490696430206, + -0.12366771697998047, + 0.0634414553642273, + 0.05928385257720947, + 0.002147302031517029, + -0.013608396053314209, + -2.0252747535705566, + 0.1120537668466568 + ] + ], + "generated_utilities": [ + 0.0966944694519043, + 0.09559053182601929, + 0.08719572424888611, + 0.09953030943870544, + 0.10222741961479187, + 0.0930834710597992, + 0.09783679246902466, + 0.09958963096141815 + ], + "group_id": "ms-5ac1bf2d7d319955d45d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8524717688560486, + 0.8484015464782715, + 2.0, + 0.0006639063358306885, + 0.12091128528118134, + 0.07215464115142822, + 0.0932530015707016, + 0.121233269572258, + 0.12641172111034393, + 0.09998896718025208, + 0.1039622575044632, + 0.1324634552001953, + 0.03824685513973236, + 0.03537134826183319, + 0.1969364434480667, + 0.05143986642360687 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.46841341257095337, + -0.47301071882247925, + 0.27524757385253906, + 0.18426084518432617, + 0.10023766756057739, + 1.051330804824829, + 0.0, + 0.21626923978328705, + -0.6633456945419312, + -0.035444870591163635, + 0.6568647623062134, + -0.49674996733665466, + -2.5086092948913574, + 0.0, + 0.18086841702461243, + 0.10277962684631348, + 0.01840009167790413, + 0.1977916657924652, + -0.6838996410369873, + -2.230780839920044, + 0.0 + ], + [ + -0.29293292760849, + -1.011777400970459, + 1.275247573852539, + 0.6821725964546204, + 0.7924159169197083, + 2.051330804824829, + -2.6296417713165283, + -0.08864645659923553, + -0.12598916888237, + -0.08253449946641922, + 0.5728458166122437, + -0.8700864911079407, + -3.5086092948913574, + -0.6969541311264038, + -0.012101806700229645, + -0.001294516259804368, + 0.01416083239018917, + 0.5710007548332214, + -0.48725855350494385, + -3.230780839920044, + -1.5557305812835693 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.259283542633057, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.3939082622528076, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1114611625671387 + ], + [ + -0.08944185078144073, + -0.7950720191001892, + 1.394466519355774, + 0.4122057259082794, + 0.8406352996826172, + 2.2874014377593994, + -2.865901470184326, + 0.07495586574077606, + -0.17103882133960724, + -0.1353079080581665, + 0.4468860328197479, + -0.9699848294258118, + -3.474822521209717, + -0.879549503326416, + -0.0720071941614151, + 0.2974109351634979, + -0.24886725842952728, + 0.5258707404136658, + -0.5232747793197632, + -3.4995193481445312, + -1.8304286003112793 + ], + [ + -0.6160808801651001, + -0.9053577184677124, + 1.1184568405151367, + 0.9027419090270996, + 0.9781439900398254, + 2.180520534515381, + -2.845519542694092, + -0.383262038230896, + -0.41677480936050415, + 0.017728254199028015, + 0.20470309257507324, + -0.7697300314903259, + -3.205672264099121, + -0.7919856309890747, + -0.05368313938379288, + -0.017656462267041206, + -0.17089831829071045, + 0.6764585971832275, + -0.43003344535827637, + -3.1957178115844727, + -1.456088662147522 + ], + [ + -0.7457610368728638, + -1.0693871974945068, + 1.5794012546539307, + 0.35937759280204773, + 0.9577585458755493, + 2.382824420928955, + -3.056795358657837, + 0.3717920184135437, + -0.32891029119491577, + -0.07090045511722565, + 0.11867791414260864, + -0.7988697290420532, + -3.1590676307678223, + -0.8455770611763, + 0.4712148606777191, + -0.03560343012213707, + -0.3640017807483673, + 0.7331916689872742, + -0.4548812806606293, + -3.274991750717163, + -1.18943452835083 + ], + [ + -0.6393007636070251, + -1.4809343814849854, + 0.9028980731964111, + 0.5471848249435425, + 0.9513130784034729, + 1.7310725450515747, + -2.209085464477539, + -0.4486948251724243, + -0.4469376504421234, + -0.6227574348449707, + 0.6739943623542786, + -0.38780832290649414, + -3.489428758621216, + -1.1320197582244873, + 0.1934848427772522, + -0.405335396528244, + 0.4985239505767822, + 0.9797108173370361, + -0.6560330390930176, + -3.356961250305176, + -1.990389108657837 + ], + [ + -0.36778688430786133, + -1.2664897441864014, + 0.8619555234909058, + 1.1757920980453491, + 0.39973607659339905, + 1.5614466667175293, + -2.662325143814087, + -0.6655251979827881, + 0.1221044659614563, + 0.15874871611595154, + 0.9153053760528564, + -0.551180362701416, + -3.5537567138671875, + -0.16332274675369263, + -0.037210576236248016, + 0.3798339366912842, + 0.05945507436990738, + 0.802496075630188, + -0.06049114465713501, + -3.30346941947937, + -1.966308832168579 + ], + [ + -0.7010372877120972, + -1.4788639545440674, + 1.376932978630066, + 0.14564722776412964, + 0.1578107476234436, + 2.7519421577453613, + -3.2265164852142334, + 0.6708511114120483, + 0.6299376487731934, + -0.8242019414901733, + 1.2962146997451782, + -0.10353207588195801, + -4.090188503265381, + -0.3897072374820709, + 0.7571286559104919, + -0.14932218194007874, + -0.49873635172843933, + -0.018233835697174072, + -0.16013756394386292, + -2.769369602203369, + -1.8625001907348633 + ], + [ + -0.6060822010040283, + -0.4447893500328064, + 1.1863644123077393, + -0.03677612543106079, + 0.2460235357284546, + 2.577186346054077, + -1.9875339269638062, + -0.558314859867096, + -0.28618618845939636, + 0.5506302118301392, + 0.8637255430221558, + -0.221676766872406, + -4.131980895996094, + -0.19687128067016602, + 0.618338942527771, + 0.07138493657112122, + 0.33019524812698364, + 1.0050348043441772, + -0.949795126914978, + -2.5478689670562744, + -2.0799596309661865 + ], + [ + -0.5956481695175171, + -1.5865908861160278, + 1.4167943000793457, + 0.5715963840484619, + 0.7132434248924255, + 1.306501865386963, + -2.1087419986724854, + -0.6391342878341675, + -1.0976883172988892, + -0.0012845620512962341, + -0.414750874042511, + -0.07290887832641602, + -4.150445461273193, + -1.2575362920761108, + 0.8204188942909241, + 0.9654615521430969, + -0.6642032861709595, + -0.3077300190925598, + -0.3283088207244873, + -3.905228614807129, + -1.7648887634277344 + ], + [ + -0.017877161502838135, + -1.744255781173706, + 1.5090402364730835, + 0.6069444417953491, + -0.12772560119628906, + 2.6284799575805664, + -2.146456718444824, + 0.757296621799469, + -0.8527464866638184, + 0.4803013801574707, + 0.34312742948532104, + 0.05052292346954346, + -3.5400729179382324, + -1.1423043012619019, + -0.04157138615846634, + -0.9138354063034058, + 0.6427376866340637, + 0.18029582500457764, + -0.5094970464706421, + -2.773768663406372, + -2.1022276878356934 + ], + [ + 0.30358147621154785, + -1.5648163557052612, + 0.7187341451644897, + -0.19340962171554565, + 0.9382007122039795, + 1.6555752754211426, + -2.283432722091675, + 0.8015610575675964, + 0.7441264390945435, + -0.7775871753692627, + 0.35222113132476807, + -0.41113585233688354, + -3.639178514480591, + -0.2482275366783142, + 0.27323946356773376, + 0.2602480351924896, + -0.5259761214256287, + 0.26976266503334045, + -0.7454419136047363, + -2.6578590869903564, + -1.102868914604187 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.03772932291030884, + -0.011777400970458984, + 0.27524757385253906, + -0.1640315055847168, + -0.026414036750793457, + 1.051330804824829, + 0.0, + -0.15242674946784973, + 0.11026352643966675, + 0.06804909557104111, + -0.13095521926879883, + 0.12991350889205933, + -2.5086092948913574, + 0.0, + -0.13149966299533844, + 0.11247029155492783, + -0.03600461781024933, + 0.006174027919769287, + -0.002613842487335205, + -2.230780839920044, + 0.0 + ] + ], + "predicted_scores": [ + 6.467662811279297, + 6.368276119232178, + 6.065945625305176, + 6.018755912780762, + 5.931058883666992, + 5.814793586730957, + 5.801469326019287, + 5.737893104553223 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "176309897", + "selected_index": 0, + "state_hash": "52d945201eb96c093452dd19fe9f5f0968812064f7197fc2a0fb9bab12e01ce7", + "stored_base_utility": 0.8524717688560486, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2335832566022873, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2335832566022873 + }, + "base_progress": 0.2335832566022873, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2335832566022873, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2335691899061203, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2335691899061203 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23023104667663574, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23023104667663574 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23597976565361023, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23597976565361023 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23949895799160004, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23949895799160004 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23844139277935028, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23844139277935028 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24145932495594025, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24145932495594025 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24104100465774536, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24104100465774536 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5866239666938782, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5866239666938782 + } + ], + "candidate_progress": [ + 0.2335691899061203, + 0.23023104667663574, + 0.23597976565361023, + 0.23949895799160004, + 0.23844139277935028, + 0.24145932495594025, + 0.24104100465774536, + 0.5866239666938782 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-01e6eaaaf40875e0ef5a", + "ms-626ac2ad9d0dd95f1a2e", + "ms-ecb37ebbab21a506d8ca", + "ms-01e6eaaaf40875e0ef5a", + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5", + "ms-95028134c6e3670b89d5" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-5bddb39f792f20e5e6d4", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.08695164322853088, + -0.07945065200328827, + -0.10352262854576111, + 0.6646246910095215, + -0.3312864899635315, + -0.40720728039741516, + 0.12360382080078125, + 0.06535787880420685, + 0.08366522192955017, + 0.02605488896369934, + -0.15904414653778076, + 0.21980980038642883, + -1.8626600503921509, + -0.046378523111343384, + 0.04414542764425278, + 0.10126574337482452, + 0.05109880864620209, + -0.03611584007740021, + 0.10419707000255585, + -1.6368563175201416, + 0.10236522555351257 + ], + [ + -0.08173152804374695, + -0.05361245945096016, + -0.0833042562007904, + 0.626980185508728, + -0.28603291511535645, + -0.5565469264984131, + 0.06352385878562927, + 0.04814082384109497, + 0.09839573502540588, + 0.047805435955524445, + -0.20016297698020935, + 0.20419467985630035, + -1.8427537679672241, + 0.07315154373645782, + 0.030635137110948563, + 0.12130726873874664, + -0.015001803636550903, + -0.020141199231147766, + 0.1795368194580078, + -1.451167345046997, + 0.027329280972480774 + ], + [ + -0.12488742172718048, + -0.060431431978940964, + -0.05953517556190491, + 0.734718918800354, + -0.2937081456184387, + -0.24259260296821594, + 0.025713473558425903, + 0.11718830466270447, + 0.11008597910404205, + -0.000528186559677124, + -0.10663669556379318, + 0.2178235650062561, + -1.9363938570022583, + -0.01730126142501831, + 0.06051401421427727, + 0.0890267938375473, + 0.025822609663009644, + -0.06397025287151337, + 0.1476045548915863, + -1.7030913829803467, + 0.09009088575839996 + ], + [ + -0.10816417634487152, + -0.04527204856276512, + -0.17069026827812195, + 0.6981509923934937, + -0.2597203850746155, + -0.34544605016708374, + 0.21976327896118164, + 0.129307359457016, + 0.06884448230266571, + -0.005991317331790924, + -0.15356537699699402, + 0.1865047812461853, + -1.8217048645019531, + 0.08519797772169113, + -0.045901451259851456, + 0.1112082302570343, + 0.010414525866508484, + -0.1330442875623703, + 0.12056751549243927, + -1.623300313949585, + 0.03063701093196869 + ], + [ + -0.09741903841495514, + -0.0440787672996521, + -0.0836804211139679, + 0.7012795209884644, + -0.3053153157234192, + -0.28205519914627075, + 0.03310638666152954, + 0.035551294684410095, + 0.04557489603757858, + 0.017627470195293427, + -0.2254127562046051, + 0.21109168231487274, + -2.017383337020874, + -0.09026741981506348, + 0.06317108869552612, + 0.05154222622513771, + -0.019564852118492126, + 0.05700092017650604, + 0.15108951926231384, + -1.6895043849945068, + 0.05639481544494629 + ], + [ + -0.30426400899887085, + -0.03014376573264599, + -0.19576463103294373, + 0.7786568403244019, + -0.14690405130386353, + -0.5102921724319458, + 0.11994385719299316, + 0.23382297158241272, + 0.051072776317596436, + 0.08399590104818344, + -0.4237445294857025, + -0.09335198998451233, + -1.9171417951583862, + -0.09520004689693451, + 0.09239549934864044, + 0.13847772777080536, + -0.08735732734203339, + -0.10980217158794403, + 0.23923586308956146, + -1.4262304306030273, + 0.05907447636127472 + ], + [ + -0.4101049304008484, + -0.096269890666008, + -0.1453612744808197, + 0.6265850067138672, + -0.016227200627326965, + -0.5401803255081177, + 0.07035025954246521, + 0.09742825478315353, + -0.009686198085546494, + 0.12572051584720612, + -0.33601808547973633, + -0.0901409387588501, + -1.7924007177352905, + -0.06703360378742218, + 0.14027628302574158, + 0.1920337975025177, + -0.2187890261411667, + -0.03771016001701355, + 0.2662476599216461, + -1.2862781286239624, + 0.18293194472789764 + ], + [ + -0.16069470345973969, + -0.051637694239616394, + -0.12730810046195984, + 0.7148047685623169, + -0.045196086168289185, + -0.5945422649383545, + -0.08765202760696411, + 0.16582642495632172, + 0.07037924230098724, + -0.01237718015909195, + -0.5159173011779785, + -0.1329716145992279, + -1.7527978420257568, + -0.1901945024728775, + 0.24365462362766266, + 0.14802131056785583, + -0.20836324989795685, + -0.19163911044597626, + 0.27407488226890564, + -1.4082400798797607, + 0.16100922226905823 + ] + ], + "generated_utilities": [ + 0.2335691899061203, + 0.23023104667663574, + 0.23597976565361023, + 0.23949895799160004, + 0.23844139277935028, + 0.24145932495594025, + 0.24104100465774536, + 0.5866239666938782 + ], + "group_id": "ms-5bddb39f792f20e5e6d4", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20378398895263672, + 0.19562554359436035, + 2.0, + 0.1280796229839325, + 0.5674340724945068, + 0.11212281882762909, + 0.5593052506446838, + 0.16507840156555176, + 0.14024922251701355, + 0.20602630078792572, + 0.18181683123111725, + 0.1618778109550476, + 0.13094651699066162, + 0.09374696016311646, + 0.12409541010856628, + 0.09220150113105774 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.17228281497955322, + -0.11861974000930786, + -0.17017853260040283, + 0.3999847173690796, + 0.27544349431991577, + -0.4540741443634033, + 0.0, + -0.5456771850585938, + 0.04750257730484009, + -0.22868593037128448, + -0.6149154901504517, + 0.201643705368042, + -1.5727012157440186, + 0.0, + -0.18815580010414124, + 0.2863962948322296, + -0.2622976005077362, + -0.01974734663963318, + -0.1265709400177002, + -1.3192198276519775, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.675886392593384, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.776834487915039, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.865469455718994 + ], + [ + -0.9006986021995544, + -0.9755954146385193, + -0.734693706035614, + 1.235621690750122, + 0.9371027946472168, + -1.6233750581741333, + 1.1793546676635742, + -0.42995163798332214, + -0.3561587333679199, + 0.3582303524017334, + 0.44602838158607483, + 0.33128809928894043, + -2.502678871154785, + -1.7359182834625244, + -0.2854648530483246, + 0.09581340849399567, + 0.4557495713233948, + -0.13676923513412476, + 0.41126948595046997, + -1.875368356704712, + -1.4335505962371826 + ], + [ + -0.5371403694152832, + -0.6717840433120728, + -0.3129623532295227, + 1.321461796760559, + 0.2769903540611267, + -1.6804662942886353, + 1.2497354745864868, + -0.7381045818328857, + -0.5431509017944336, + -0.59376060962677, + 0.31756916642189026, + 0.8066096305847168, + -2.9194390773773193, + -0.6989718079566956, + 0.8562226295471191, + 0.5467326045036316, + 0.4576077163219452, + 0.1743372082710266, + 0.10186779499053955, + -2.759544610977173, + -1.150773048400879 + ], + [ + -1.097631812095642, + -1.846040964126587, + -0.9043452143669128, + 0.7139992117881775, + 0.24164536595344543, + -1.9256131649017334, + 2.1241421699523926, + 0.9547775983810425, + 0.45587316155433655, + 0.7935079336166382, + 0.5888534188270569, + 0.4768993854522705, + -1.939496636390686, + -1.7386239767074585, + 0.9832494258880615, + 0.6882200837135315, + -0.5832085609436035, + -0.6655682921409607, + 0.43781644105911255, + -3.0540692806243896, + -1.181389331817627 + ], + [ + -0.7299502491950989, + -1.231372594833374, + -1.2476283311843872, + 1.6857820749282837, + 0.013311803340911865, + -0.22800374031066895, + 1.695662260055542, + 0.839580774307251, + 0.9710608124732971, + -0.5380409359931946, + 0.1597875952720642, + 0.23913371562957764, + -2.281733989715576, + -2.0047144889831543, + -0.48858916759490967, + 0.9083483815193176, + 0.0002110954374074936, + 0.021815672516822815, + -0.29366761445999146, + -2.954834461212158, + -1.199056625366211 + ], + [ + 0.1252191662788391, + 0.07045537233352661, + -2.115222454071045, + 1.5442793369293213, + 0.8272492289543152, + -2.014185667037964, + 1.907514214515686, + 0.5819799304008484, + 0.6888813376426697, + 0.9364298582077026, + 0.8565196394920349, + 1.1654994487762451, + -2.155306577682495, + -0.6477925181388855, + -0.19202736020088196, + -0.021700197830796242, + 0.09875371307134628, + 0.9973124861717224, + 0.8468371033668518, + -2.215538740158081, + -1.6314764022827148 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.30709877610206604, + -0.022616088390350342, + -0.17017853260040283, + 0.3999847173690796, + -0.30898118019104004, + -0.16301143169403076, + 0.0, + 0.03761834278702736, + 0.10943350940942764, + 0.08568347990512848, + -0.10534468293190002, + 0.25790730118751526, + -1.5727012157440186, + 0.0, + 0.13596633076667786, + 0.09442789107561111, + 0.02940000593662262, + -0.10176849365234375, + 0.11620256304740906, + -1.3192198276519775, + 0.0 + ], + [ + -0.7444796562194824, + -0.8868817090988159, + -1.1701785326004028, + 1.3999847173690796, + 0.5772613286972046, + -1.1630114316940308, + 1.337943196296692, + -0.02597866579890251, + 0.001952662831172347, + 0.023041268810629845, + -0.03575617074966431, + 0.6208710670471191, + -2.5727012157440186, + -1.3884172439575195, + -0.010612577199935913, + -0.00516480952501297, + 0.022695070132613182, + 0.26864415407180786, + 0.4782472848892212, + -2.3192198276519775, + -1.432734727859497 + ], + [ + -0.5074488520622253, + -0.6482806205749512, + -1.281507134437561, + 1.6592376232147217, + 0.40843623876571655, + -1.2649309635162354, + 1.5366222858428955, + -0.20020686089992523, + 0.17093127965927124, + -0.1939106583595276, + 0.1193227469921112, + 0.41777876019477844, + -2.841414451599121, + -1.4706060886383057, + 0.15257936716079712, + 0.2505756616592407, + -0.014869192615151405, + 0.16894233226776123, + 0.5158057808876038, + -2.3072030544281006, + -1.5695786476135254 + ] + ], + "predicted_scores": [ + 7.944801330566406, + 7.800559997558594, + 7.7490034103393555, + 7.689595699310303, + 7.484334945678711, + 7.274489402770996, + 6.887733459472656, + 6.820599555969238 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "506370138", + "selected_index": 0, + "state_hash": "8f66368c8063081d32d76a9c70cb85d67e1a755248e265cbb2cc68ca18ce6c12", + "stored_base_utility": 0.20378398895263672, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7988077402114868, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7988077402114868 + }, + "base_progress": 0.7988077402114868, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7988077402114868, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6035614013671875, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6035614013671875 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7912695407867432, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7912695407867432 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.800776481628418, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.800776481628418 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6014862060546875, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6014862060546875 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7914170622825623, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7914170622825623 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17594166100025177, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17594166100025177 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.791964054107666, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.791964054107666 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.791685938835144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.791685938835144 + } + ], + "candidate_progress": [ + 0.6035614013671875, + 0.7912695407867432, + 0.800776481628418, + 0.6014862060546875, + 0.7914170622825623, + 0.17594166100025177, + 0.791964054107666, + 0.791685938835144 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-19a3669e096e98232ec8", + "ms-5a456ddf97d294548cf1", + "ms-19a3669e096e98232ec8", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-0b226017db7f07c5307e", + "ms-b33c18c58125678627a6", + "ms-eb7189a4f2b0f0a5d4bd", + "ms-b33c18c58125678627a6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-5dfbb16e173e1a3e2bd6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.15836051106452942, + 0.08081679046154022, + 0.17345458269119263, + -0.11714247614145279, + -0.2996097207069397, + -1.962356686592102, + 0.02591952681541443, + 0.146786168217659, + -0.038643039762973785, + 0.022569440305233, + -0.005444612354040146, + 0.04134148359298706, + -1.8266013860702515, + -0.22998853027820587, + -0.10608556866645813, + 0.13210216164588928, + 0.03214175999164581, + 0.1373387724161148, + 0.09455309808254242, + -1.2661726474761963, + -0.06441600620746613 + ], + [ + 0.07590341567993164, + 0.08457298576831818, + 0.08823901414871216, + -0.0770823210477829, + -0.33847498893737793, + -1.8520807027816772, + -0.013931304216384888, + 0.1714816689491272, + -0.07070855051279068, + 0.014542490243911743, + 0.06333786249160767, + 0.04692591726779938, + -1.6560513973236084, + -0.30478543043136597, + -0.12219764292240143, + 0.1414662003517151, + 0.041006237268447876, + 0.17621272802352905, + 0.0005971789360046387, + -1.3284049034118652, + -0.08018806576728821 + ], + [ + 0.07220103591680527, + 0.10669521987438202, + 0.08809250593185425, + -0.11195772886276245, + -0.28148651123046875, + -2.075692653656006, + -0.06368064880371094, + 0.11145815253257751, + -0.09466815739870071, + -0.0743633285164833, + 0.001826021820306778, + 0.013351649045944214, + -1.7887096405029297, + -0.3642469644546509, + -0.09291757643222809, + 0.16265170276165009, + 0.019293174147605896, + 0.1438184380531311, + -0.07839742302894592, + -1.2453452348709106, + -0.08804589509963989 + ], + [ + 0.1032627746462822, + 0.07765325903892517, + 0.0936899185180664, + -0.13653263449668884, + -0.29542076587677, + -1.9198750257492065, + -0.024969279766082764, + 0.2317093163728714, + -0.07584426552057266, + -0.0465845987200737, + 0.036642394959926605, + -0.0486045777797699, + -1.6871975660324097, + -0.3468469977378845, + -0.09265303611755371, + 0.14224523305892944, + 0.04687844216823578, + 0.12459724396467209, + -0.05179440975189209, + -1.3144745826721191, + -0.14140748977661133 + ], + [ + 0.0959765613079071, + 0.08625461161136627, + 0.09144344925880432, + -0.09203029423952103, + -0.3490201234817505, + -2.0772080421447754, + -0.03401994705200195, + 0.17427118122577667, + -0.06228376924991608, + -0.04714041203260422, + 0.06680010259151459, + -0.08100605010986328, + -1.6848982572555542, + -0.2436370998620987, + -0.12210781872272491, + 0.18379589915275574, + 0.009629487991333008, + 0.1496019810438156, + -0.0712878406047821, + -1.2568907737731934, + -0.13435441255569458 + ], + [ + 0.08844847977161407, + 0.08042392134666443, + 0.05956551432609558, + -0.09923896938562393, + -0.32512331008911133, + -1.9817088842391968, + -0.0696292519569397, + 0.2014816403388977, + -0.08549129217863083, + -0.061889953911304474, + 0.030481349676847458, + -0.03105093538761139, + -1.7605550289154053, + -0.2429080754518509, + -0.12128575146198273, + 0.1646774858236313, + -0.012200668454170227, + 0.0983516275882721, + -0.04183727502822876, + -1.2816572189331055, + -0.11794224381446838 + ], + [ + -0.010477215051651001, + 0.15075980126857758, + 0.0902656614780426, + -0.030106931924819946, + -0.3122915029525757, + -1.8615626096725464, + -0.15294361114501953, + 0.14511342346668243, + -0.0671038031578064, + -0.06221088021993637, + 0.11569815874099731, + 0.14483857154846191, + -1.6159793138504028, + -0.3092151880264282, + -0.04551507905125618, + 0.2148764580488205, + -0.02188195288181305, + 0.13848327100276947, + 0.02261984348297119, + -1.2100212574005127, + -0.00667242705821991 + ], + [ + -0.11949153244495392, + 0.1312369704246521, + 0.06030881404876709, + 2.35140323638916e-05, + -0.3012363910675049, + -2.166517734527588, + -0.27785080671310425, + 0.09855809062719345, + -0.08943355828523636, + -0.07509338110685349, + -0.09113100916147232, + 0.33570238947868347, + -1.6190688610076904, + -0.16539092361927032, + -0.1628798544406891, + 0.08368746936321259, + 0.06003713607788086, + 0.1889389157295227, + -0.01945379376411438, + -1.2318365573883057, + -0.1982218325138092 + ] + ], + "generated_utilities": [ + 0.6035614013671875, + 0.7912695407867432, + 0.800776481628418, + 0.6014862060546875, + 0.7914170622825623, + 0.17594166100025177, + 0.791964054107666, + 0.791685938835144 + ], + "group_id": "ms-5dfbb16e173e1a3e2bd6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8367365002632141, + 0.8496761322021484, + 0.8125020265579224, + 0.11793845891952515, + 0.7906657457351685, + 0.7877309918403625, + 0.6169213056564331, + 0.155882328748703, + 0.16000011563301086, + 0.012485682964324951, + 0.08455339074134827, + 0.11122459173202515, + 0.5435595512390137, + 0.06772071123123169, + 2.0, + 0.012998387217521667 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.31519603729248047, + -0.017328090965747833, + -0.07911984622478485, + 0.03272346034646034, + 0.09310998022556305, + -1.551785945892334, + 0.0, + 0.07890679687261581, + 0.10042513161897659, + 0.1963462382555008, + 0.11083468794822693, + 0.6068708896636963, + -1.1537818908691406, + 0.0, + 0.2318895012140274, + -0.031779784709215164, + 0.6656972169876099, + 0.34688040614128113, + -0.600757360458374, + -0.8994712829589844, + 0.0 + ], + [ + 0.17548054456710815, + 0.02417987585067749, + -0.214076429605484, + -0.03603346645832062, + 0.038291774690151215, + -2.770313024520874, + -1.5248337984085083, + 0.14657531678676605, + -0.05561402067542076, + 0.16866914927959442, + 0.3735664188861847, + 0.24848802387714386, + -2.0506229400634766, + -1.9736484289169312, + -0.19908173382282257, + 0.017132561653852463, + -0.19636771082878113, + 0.3517529368400574, + -0.25939011573791504, + -2.1451053619384766, + -1.874322772026062 + ], + [ + -0.16109025478363037, + 0.419914186000824, + -0.020196393132209778, + 0.03036671131849289, + 0.40349671244621277, + -2.864051342010498, + -1.6529431343078613, + -0.359855592250824, + 0.3263624310493469, + 0.12073294818401337, + 0.9045518636703491, + 0.44651907682418823, + -2.299597978591919, + -1.9708349704742432, + -0.28119558095932007, + -0.2643420398235321, + 0.05820002406835556, + 0.935564398765564, + 0.3915371298789978, + -2.1746506690979004, + -1.405776023864746 + ], + [ + 0.3631993532180786, + -0.1713085174560547, + 0.46789687871932983, + 0.22953633964061737, + 0.1819220334291458, + -2.937506914138794, + -1.1587765216827393, + 0.08211279660463333, + -0.20614078640937805, + 0.022415123879909515, + 0.07894691824913025, + 0.5715247392654419, + -1.7123889923095703, + -2.066370725631714, + 0.22710639238357544, + -0.3237655758857727, + 0.2708778381347656, + 0.9795077443122864, + 0.40810278058052063, + -1.5559335947036743, + -1.4570684432983398 + ], + [ + 0.04961235076189041, + -0.11787276715040207, + -0.5439155697822571, + 0.4795718193054199, + 0.0004009632393717766, + -2.8806490898132324, + -1.1614309549331665, + 0.03653590381145477, + -0.33783072233200073, + -0.31650084257125854, + 0.5872333645820618, + 0.2804778516292572, + -2.6064140796661377, + -2.2016971111297607, + 0.41122519969940186, + -0.4195422828197479, + -0.21256934106349945, + 0.39467212557792664, + -0.15221628546714783, + -1.5054411888122559, + -1.068189263343811 + ], + [ + 0.28389808535575867, + 0.5245333909988403, + 0.6365495324134827, + -0.06812828779220581, + 0.5749436616897583, + -2.240480422973633, + -1.0850682258605957, + -0.42577558755874634, + -0.2541459798812866, + -0.2422163337469101, + 0.8475903272628784, + 0.3748272657394409, + -1.5374577045440674, + -2.0093634128570557, + 0.607597291469574, + -0.2937780022621155, + -0.19563859701156616, + 0.9999383091926575, + 0.285450279712677, + -1.6116989850997925, + -1.7993727922439575 + ], + [ + -0.4204988479614258, + 0.42395642399787903, + -0.7558844685554504, + -0.5142216682434082, + 0.16876085102558136, + -2.458824872970581, + -0.900509238243103, + 0.719197154045105, + 0.5088840126991272, + 0.5794012546539307, + 0.803033709526062, + -0.03094225376844406, + -2.003514289855957, + -1.3755465745925903, + -0.24405521154403687, + -0.5422970056533813, + -0.20469217002391815, + 0.28372472524642944, + -0.10938172042369843, + -2.46474027633667, + -1.9977864027023315 + ], + [ + 0.7507535815238953, + 0.8090627789497375, + -0.1428242027759552, + -0.6695692539215088, + 0.6888454556465149, + -2.061091184616089, + -2.3106870651245117, + -0.5108447670936584, + -0.31150004267692566, + -0.37326353788375854, + 1.0093423128128052, + 0.4576290547847748, + -1.8629759550094604, + -1.9736772775650024, + 0.6449996829032898, + -0.2518320381641388, + 0.5669076442718506, + -0.17934590578079224, + -0.5788825750350952, + -1.2393250465393066, + -1.5698143243789673 + ], + [ + -0.836651623249054, + 1.01695716381073, + -0.7043183445930481, + 0.2962791919708252, + -0.8817664384841919, + -2.6811561584472656, + -1.5318453311920166, + -0.10307615250349045, + -0.942785918712616, + 0.25921738147735596, + 0.6128573417663574, + 0.0006750226020812988, + -2.67067813873291, + -1.9394376277923584, + 0.870434045791626, + 0.5296528339385986, + 0.1689022332429886, + 0.4520646929740906, + 0.8953874707221985, + -2.2334418296813965, + -2.1189513206481934 + ], + [ + 0.26667025685310364, + 0.43337616324424744, + 0.43416827917099, + -0.07051463425159454, + 0.7311610579490662, + -3.200113534927368, + -0.5717794895172119, + 0.5535167455673218, + -0.050957437604665756, + 0.057000868022441864, + -0.11021804809570312, + 0.550073504447937, + -1.733300805091858, + -1.4342036247253418, + 0.09407491981983185, + 0.8975849151611328, + 0.07161488384008408, + 1.4780454635620117, + -0.60235995054245, + -1.4568990468978882, + -2.1358261108398438 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0034241750836372375, + 0.8975000381469727, + 0.3197760283946991, + -0.7900727987289429, + -0.6321253180503845, + -3.3060665130615234, + -0.4492599368095398, + 0.9256410598754883, + -0.6016218066215515, + -0.648442268371582, + 1.3021159172058105, + 0.28122425079345703, + -2.214446783065796, + -1.6291579008102417, + 0.025944169610738754, + 0.7398273944854736, + 0.08522912859916687, + 0.4135849177837372, + 0.26771941781044006, + -2.5977060794830322, + -1.410805344581604 + ] + ], + "predicted_scores": [ + 4.194179534912109, + 3.8979697227478027, + 3.813716411590576, + 3.7835960388183594, + 3.740212917327881, + 3.6363744735717773, + 3.5055651664733887, + 3.2984132766723633 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2022453507", + "selected_index": 0, + "state_hash": "c8775f35fe633266878b2c94e05b301e1e4f1174a99119ff3883e2e6c5fcc430", + "stored_base_utility": 0.8367365002632141, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23495712876319885, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23495712876319885 + }, + "base_progress": 0.23495712876319885, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.23495712876319885, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22512556612491608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22512556612491608 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2189542055130005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2189542055130005 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21991384029388428, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21991384029388428 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2228771150112152, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2228771150112152 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23084309697151184, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23084309697151184 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5972967147827148, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5972967147827148 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23389290273189545, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23389290273189545 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17406275868415833, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17406275868415833 + } + ], + "candidate_progress": [ + 0.22512556612491608, + 0.2189542055130005, + 0.21991384029388428, + 0.2228771150112152, + 0.23084309697151184, + 0.5972967147827148, + 0.23389290273189545, + 0.17406275868415833 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-04eec0abab5f55620e4e", + "ms-03df3e12e1d61aa9ebbf", + "ms-ac8685beeff23e48af61", + "ms-9228f8295b9891cf011c", + "ms-04eec0abab5f55620e4e", + "ms-ac8685beeff23e48af61", + "ms-49e1584a68d8f465e8e3", + "ms-49e1584a68d8f465e8e3" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-61852da845126d62ff5b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.05783333629369736, + -0.05897289514541626, + 0.02532842755317688, + 0.39006415009498596, + -0.08082374930381775, + -1.6721655130386353, + 0.06123077869415283, + 0.03327280282974243, + -0.003054596483707428, + -0.00039149820804595947, + -0.09243031591176987, + 0.10155758261680603, + -1.6113702058792114, + -0.10631364583969116, + -0.06668075919151306, + 0.06877394020557404, + 0.020186200737953186, + 0.10694702714681625, + -0.06598621606826782, + -1.1902132034301758, + -0.07937026023864746 + ], + [ + 0.010341450572013855, + -0.053889673203229904, + 0.061285167932510376, + 0.34406396746635437, + -0.0993320643901825, + -1.660063624382019, + 0.140620619058609, + 0.11151990294456482, + -0.013282354921102524, + -0.007884599268436432, + -0.07284881919622421, + 0.022367075085639954, + -1.446919560432434, + -0.09657777845859528, + -0.08319035172462463, + 0.09955500066280365, + 0.016860410571098328, + 0.057670071721076965, + -0.027716994285583496, + -1.1165473461151123, + -0.13922086358070374 + ], + [ + 0.003385394811630249, + -0.06130451709032059, + -0.02393624186515808, + 0.42560431361198425, + -0.05613595247268677, + -1.5199835300445557, + -0.010460585355758667, + 0.1014925017952919, + -0.0009839609265327454, + 0.02977241575717926, + -0.12479574233293533, + 0.07032299041748047, + -1.6517174243927002, + -0.02761000394821167, + -0.0701846033334732, + 0.049989596009254456, + -0.015145629644393921, + 0.07302685081958771, + -0.007324099540710449, + -1.3536908626556396, + -0.07664012908935547 + ], + [ + 0.06061110645532608, + -0.047784432768821716, + 0.03759858012199402, + 0.3867325484752655, + 0.042087286710739136, + -1.9023455381393433, + -0.001973360776901245, + 0.07758620381355286, + 0.004923323635011911, + -0.02944762259721756, + -0.12503162026405334, + -0.027924656867980957, + -1.7513179779052734, + -0.08562618494033813, + 0.0018993206322193146, + 0.10149185359477997, + -0.02406136691570282, + 0.00808916985988617, + -0.07350072264671326, + -1.333038568496704, + -0.062251001596450806 + ], + [ + 0.08070333302021027, + 0.014348730444908142, + -0.016684621572494507, + 0.46630457043647766, + -0.08466202020645142, + -1.68181574344635, + -0.11750996112823486, + 0.2082844376564026, + 0.051768526434898376, + -0.11429061740636826, + -0.06715454161167145, + 0.11995736509561539, + -1.5483216047286987, + -0.08250324428081512, + 0.03631444647908211, + 0.16915322840213776, + -0.028443560004234314, + -0.0033721178770065308, + -0.14223086833953857, + -1.208986759185791, + 0.01927347481250763 + ], + [ + 0.04599592089653015, + -0.026974480599164963, + -0.0732065737247467, + 0.6582798957824707, + 0.008458912372589111, + -1.614210844039917, + 0.22573740780353546, + 0.08547895401716232, + -0.010037830099463463, + 0.010962501168251038, + -0.43371066451072693, + 0.10686121881008148, + -1.2730915546417236, + -0.4007752537727356, + 0.09610601514577866, + 0.1111592948436737, + -0.06764094531536102, + 0.09213069081306458, + 0.13149496912956238, + -1.0513756275177002, + -0.12894895672798157 + ], + [ + -0.030741840600967407, + -0.028308678418397903, + 0.03658047318458557, + 0.4702262580394745, + -0.09221088886260986, + -1.6484440565109253, + -0.09636706113815308, + 0.009514540433883667, + 0.0008583581075072289, + -0.09421693533658981, + -0.225534588098526, + 0.17729558050632477, + -1.4432671070098877, + -0.0917731374502182, + 0.007828649133443832, + 0.1339234560728073, + -0.11150367558002472, + 0.058580949902534485, + -0.19798091053962708, + -1.1581096649169922, + -0.13209691643714905 + ], + [ + -0.026414886116981506, + -0.09958329796791077, + -0.10902425646781921, + 0.09884577989578247, + -0.029640287160873413, + -1.5529435873031616, + -0.034432411193847656, + 0.11728271096944809, + 0.08884254842996597, + 0.015667609870433807, + 0.16029107570648193, + 0.21231946349143982, + -1.2289479970932007, + 0.3949025869369507, + 0.2599715292453766, + 0.07019601762294769, + 0.011580809950828552, + 0.042601585388183594, + 0.06194494664669037, + -0.8828258514404297, + 0.01691257953643799 + ] + ], + "generated_utilities": [ + 0.22512556612491608, + 0.2189542055130005, + 0.21991384029388428, + 0.2228771150112152, + 0.23084309697151184, + 0.5972967147827148, + 0.23389290273189545, + 0.17406275868415833 + ], + "group_id": "ms-61852da845126d62ff5b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8212419748306274, + 2.0, + 0.16112461686134338, + 0.14950238168239594, + 0.5975986123085022, + 0.6036067605018616, + 0.5834605693817139, + 0.13736319541931152, + 0.21523116528987885, + 0.5675481557846069, + 0.16347384452819824, + 0.115715891122818, + 0.17826959490776062, + 0.0006425231695175171, + 0.1386394202709198, + 0.13754883408546448 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.12220041453838348, + -0.13875341415405273, + -0.3449020981788635, + -0.09237825870513916, + 0.22729241847991943, + -1.5807230472564697, + 0.0, + 0.16263046860694885, + -0.01902105286717415, + -0.05291380733251572, + 0.1436951607465744, + 0.25320520997047424, + -1.3055875301361084, + 0.0, + -0.19325610995292664, + 0.26507091522216797, + -0.05066561698913574, + -0.016438864171504974, + 0.19201739132404327, + -1.0854828357696533, + 0.0 + ], + [ + -0.02572566270828247, + 0.1670074462890625, + 0.3612697720527649, + 0.02794802188873291, + 0.22729241847991943, + -1.5807230472564697, + 0.0, + 0.11378287523984909, + -0.4790930449962616, + 0.023876121267676353, + 0.0995507687330246, + -0.12076303362846375, + -1.3055875301361084, + 0.0, + 0.001301589421927929, + -0.4395430386066437, + 0.1424364596605301, + -0.16072475910186768, + -0.3472742438316345, + -1.0854828357696533, + 0.0 + ], + [ + 0.1372344046831131, + -0.7711349725723267, + 0.05100017040967941, + 0.9076217412948608, + 1.2272924184799194, + -2.5807230472564697, + 1.333793044090271, + -0.021098949015140533, + 0.010032989084720612, + 0.026743216440081596, + -0.23757793009281158, + 0.3786012828350067, + -2.3055875301361084, + -1.4170442819595337, + -0.012658048421144485, + -0.002826184267178178, + 0.021952202543616295, + 0.07404082268476486, + 0.37769752740859985, + -2.0854828357696533, + -1.3960950374603271 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.667586088180542, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.8340885639190674, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.7921900749206543 + ], + [ + 0.0002593696117401123, + -0.9187735319137573, + 0.2812759280204773, + 1.158843755722046, + 1.425101637840271, + -2.838390588760376, + 1.3751953840255737, + 0.08777531236410141, + 0.2676140069961548, + -0.08596240729093552, + -0.07486775517463684, + 0.12938278913497925, + -2.2977211475372314, + -1.1715127229690552, + 0.05929863825440407, + -0.003502828534692526, + -0.11350571364164352, + 0.33007538318634033, + 0.4324876368045807, + -2.129974842071533, + -1.642721176147461 + ], + [ + -0.09239757061004639, + -0.3934408128261566, + -0.18990346789360046, + 1.1385259628295898, + 1.2025692462921143, + -2.7781193256378174, + 1.1618868112564087, + 0.019175399094820023, + 0.3501543700695038, + -0.04821065813302994, + 0.004130750894546509, + 0.4768702983856201, + -2.093587636947632, + -1.2399463653564453, + 0.3313126862049103, + 0.3648887574672699, + -0.2928147614002228, + -0.29741621017456055, + 0.07051271200180054, + -2.4374313354492188, + -1.7868497371673584 + ], + [ + -0.04380601644515991, + -1.1066126823425293, + 0.46659979224205017, + 1.0306578874588013, + 1.3709232807159424, + -2.8565917015075684, + 0.947475016117096, + 0.04496454447507858, + -0.38875600695610046, + 0.2702387273311615, + 0.011324077844619751, + 0.8503519296646118, + -2.197053909301758, + -1.4136033058166504, + -0.3856011629104614, + -0.5002182722091675, + 0.03242732211947441, + 0.15856580436229706, + -0.06790158152580261, + -1.8222025632858276, + -1.1238939762115479 + ], + [ + -0.3285439610481262, + -0.9982300996780396, + -0.12879729270935059, + 0.4513790011405945, + 0.6814365983009338, + -2.659233331680298, + 1.7339673042297363, + 0.06597555428743362, + 0.19770526885986328, + -0.5672188401222229, + -0.6087393164634705, + 0.9298455715179443, + -2.6507115364074707, + -0.973657488822937, + -0.5581223964691162, + 0.5205075144767761, + -0.5596676468849182, + -0.4564233422279358, + -0.11568531394004822, + -2.5784411430358887, + -1.3716586828231812 + ], + [ + 0.3679380416870117, + -0.8037969470024109, + 0.37760353088378906, + 0.4845023453235626, + 1.4212663173675537, + -2.8028531074523926, + 1.8942670822143555, + 0.20176854729652405, + 0.08303617686033249, + 0.2652181386947632, + -0.8385827541351318, + 0.3085636794567108, + -2.358583927154541, + -1.0678467750549316, + -0.26872488856315613, + 0.06022114306688309, + -0.37725329399108887, + -0.006433993577957153, + 0.8817063570022583, + -2.3973612785339355, + -1.1875441074371338 + ], + [ + -0.13150666654109955, + -0.8632247447967529, + 0.09301533550024033, + 0.2233034372329712, + 1.974745750427246, + -3.353651523590088, + 1.4688140153884888, + -0.16699418425559998, + 0.5004941821098328, + 0.5052757263183594, + -0.36245232820510864, + 0.6219916939735413, + -3.071993827819824, + -2.0690925121307373, + 0.019162792712450027, + 0.3559620678424835, + -0.5882009267807007, + 0.49797046184539795, + -0.125535249710083, + -1.4805151224136353, + -1.2583662271499634 + ], + [ + 0.013304077088832855, + -0.16773152351379395, + -0.32032766938209534, + 1.6370751857757568, + 1.1170212030410767, + -3.2257437705993652, + 1.6451427936553955, + -0.1595490276813507, + 0.1624421775341034, + -0.1067434698343277, + 0.06441523134708405, + -0.49276915192604065, + -2.659414291381836, + -1.3425248861312866, + -0.22275273501873016, + -0.7234233617782593, + 0.4902881681919098, + -0.2758692800998688, + -0.5208797454833984, + -1.4188581705093384, + -0.7764422297477722 + ], + [ + 0.22148007154464722, + -1.4337421655654907, + 0.8586851954460144, + 0.7878232002258301, + 1.604804277420044, + -1.7737796306610107, + 1.3528481721878052, + -0.8394827246665955, + 0.4871649742126465, + 0.16828826069831848, + -0.2784577012062073, + 0.7802203893661499, + -1.3126904964447021, + -2.139293670654297, + -0.8053544163703918, + -0.8598324060440063, + 0.9881896376609802, + 0.12920314073562622, + 0.03759792447090149, + -1.758429765701294, + -1.0082499980926514 + ], + [ + -0.7943421602249146, + -1.6243302822113037, + -0.5634291172027588, + 1.6213610172271729, + 2.158384084701538, + -2.46346116065979, + 0.9962228536605835, + -0.9004002809524536, + 0.8454297780990601, + 0.8452547192573547, + 0.42206430435180664, + 0.042066752910614014, + -1.7746188640594482, + -0.6032025814056396, + 0.36072880029678345, + -0.12302505224943161, + -0.46792274713516235, + 0.4736456274986267, + 0.4616340696811676, + -1.728780746459961, + -1.342844843864441 + ], + [ + 0.7510449290275574, + -0.9172232151031494, + 0.5344481468200684, + 1.5934293270111084, + 2.0999977588653564, + -3.5711703300476074, + 1.3355870246887207, + -0.7991489768028259, + 0.2773699164390564, + 0.3135543465614319, + -0.8627966046333313, + 0.22266246378421783, + -3.293443202972412, + -1.6312025785446167, + -0.3000882565975189, + -0.4323827624320984, + -0.21570302546024323, + -0.8106858730316162, + -0.15714508295059204, + -2.204272747039795, + -1.9913811683654785 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.04204467684030533, + -0.006902098655700684, + -0.0327785387635231, + 0.07985663414001465, + 0.22729241847991943, + -1.5807230472564697, + 0.0, + -0.0673823356628418, + 0.0417172871530056, + -0.03289765119552612, + 0.038190558552742004, + 0.0019960105419158936, + -1.3055875301361084, + 0.0, + 0.042453017085790634, + -0.020171713083982468, + -0.03681076318025589, + 0.02758769690990448, + 0.002962946891784668, + -1.0854828357696533, + 0.0 + ] + ], + "predicted_scores": [ + 5.42487096786499, + 5.3645339012146, + 5.327753067016602, + 5.309567928314209, + 4.934096813201904, + 4.764974117279053, + 4.66707181930542, + 4.043892860412598 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "717883303", + "selected_index": 0, + "state_hash": "bc0edd8f7a26ad5c0931f9a69a87f9ced4fb9395e5ddc7274833d891a46739cc", + "stored_base_utility": 0.8212419748306274, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22772109508514404, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22772109508514404 + }, + "base_progress": 0.22772109508514404, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22772109508514404, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23397356271743774, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23397356271743774 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23533117771148682, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23533117771148682 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2401524931192398, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2401524931192398 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22057019174098969, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22057019174098969 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5744540691375732, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5744540691375732 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24182434380054474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24182434380054474 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23528827726840973, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23528827726840973 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.238922119140625, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.238922119140625 + } + ], + "candidate_progress": [ + 0.23397356271743774, + 0.23533117771148682, + 0.2401524931192398, + 0.22057019174098969, + 0.5744540691375732, + 0.24182434380054474, + 0.23528827726840973, + 0.238922119140625 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-01e6eaaaf40875e0ef5a", + "ms-ecb37ebbab21a506d8ca", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4", + "ms-01e6eaaaf40875e0ef5a", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-626ac2ad9d0dd95f1a2e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.09247742593288422, + -0.06668258458375931, + -0.13312503695487976, + 0.5658574104309082, + -0.3951009511947632, + -0.5183802843093872, + 0.10130882263183594, + 0.12194837629795074, + 0.059118904173374176, + 0.016977235674858093, + -0.1746571660041809, + 0.17929081618785858, + -1.8832941055297852, + -0.09716811776161194, + 0.07086096704006195, + 0.1259595900774002, + 0.021900728344917297, + -0.06682424247264862, + 0.09438316524028778, + -1.616520881652832, + 0.148330956697464 + ], + [ + -0.1135735958814621, + -0.048629071563482285, + -0.08938804268836975, + 0.6414073705673218, + -0.3570517897605896, + -0.3686235249042511, + 0.04529258608818054, + 0.16036149859428406, + 0.08929020911455154, + -0.007159389555454254, + -0.11904548853635788, + 0.18315096199512482, + -1.974238395690918, + -0.06690418720245361, + 0.08564047515392303, + 0.11704777181148529, + -0.00757993757724762, + -0.09150777757167816, + 0.12700596451759338, + -1.6667108535766602, + 0.15431274473667145 + ], + [ + -0.3223676085472107, + -0.04173246771097183, + -0.22159072756767273, + 0.6928452253341675, + -0.2210788130760193, + -0.6092225313186646, + 0.1103646457195282, + 0.2890988290309906, + 0.012105826288461685, + 0.08057748526334763, + -0.4108746349811554, + -0.11103352904319763, + -1.9383424520492554, + -0.14093933999538422, + 0.11784602701663971, + 0.15855972468852997, + -0.09866918623447418, + -0.1280323714017868, + 0.2387414425611496, + -1.4182775020599365, + 0.11234325170516968 + ], + [ + -0.1925145536661148, + -0.05456482991576195, + -0.06565782427787781, + 0.5942960977554321, + -0.4420502185821533, + -0.4444047510623932, + -0.005471736192703247, + 0.1412602961063385, + 0.0778614953160286, + 0.09656745940446854, + -0.20131772756576538, + 0.2674059271812439, + -1.7900387048721313, + -0.032527655363082886, + 0.10049870610237122, + 0.148452490568161, + -0.02671922743320465, + -0.10680277645587921, + 0.12505128979682922, + -1.3792533874511719, + 0.09460076689720154 + ], + [ + -0.2922089099884033, + -0.13792890310287476, + -0.2791995108127594, + 0.7613306045532227, + -0.28980332612991333, + -0.6234875917434692, + -0.3317524790763855, + 0.20301787555217743, + 0.03684505447745323, + 0.026694878935813904, + -0.20712324976921082, + 0.2455407977104187, + -1.9407466650009155, + -0.4104074239730835, + 0.37970486283302307, + 0.18413566052913666, + -0.15691490471363068, + -0.12729625403881073, + 0.1730446219444275, + -1.2061874866485596, + -0.09576183557510376 + ], + [ + -0.10694094002246857, + -0.02948594279587269, + -0.20749196410179138, + 0.6066672801971436, + -0.3123648762702942, + -0.4572652280330658, + 0.21109962463378906, + 0.1718435287475586, + 0.043680354952812195, + -0.011534444987773895, + -0.17216765880584717, + 0.16708806157112122, + -1.8579561710357666, + 0.03307003527879715, + -0.0241689570248127, + 0.13837741315364838, + -0.02088305354118347, + -0.14140038192272186, + 0.11037085950374603, + -1.6021947860717773, + 0.09917084872722626 + ], + [ + -0.09431995451450348, + -0.0208934023976326, + -0.12066426873207092, + 0.6101747751235962, + -0.3634834289550781, + -0.41325750946998596, + 0.051354676485061646, + 0.06857448816299438, + 0.024627717211842537, + 0.028340958058834076, + -0.24830833077430725, + 0.18960462510585785, + -2.0349795818328857, + -0.11313368380069733, + 0.085378497838974, + 0.07092300057411194, + -0.03786732256412506, + 0.042614057660102844, + 0.15109163522720337, + -1.6717009544372559, + 0.1113230288028717 + ], + [ + -0.3848050832748413, + -0.17882102727890015, + -0.29098936915397644, + 0.7582511901855469, + -0.3890787363052368, + -0.5423945188522339, + -0.3519197702407837, + 0.23032569885253906, + -0.008942890912294388, + 0.19822365045547485, + -0.31015411019325256, + 0.37830448150634766, + -2.0428426265716553, + -0.17032401263713837, + 0.2924579679965973, + 0.09879659116268158, + -0.2428235560655594, + 0.027197688817977905, + 0.10926228761672974, + -1.4289531707763672, + 0.0871606320142746 + ] + ], + "generated_utilities": [ + 0.23397356271743774, + 0.23533117771148682, + 0.2401524931192398, + 0.22057019174098969, + 0.5744540691375732, + 0.24182434380054474, + 0.23528827726840973, + 0.238922119140625 + ], + "group_id": "ms-626ac2ad9d0dd95f1a2e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.839560329914093, + 2.0, + 0.17524081468582153, + 0.8378086090087891, + 0.551766574382782, + 0.11079037189483643, + 0.5494692325592041, + 0.5708503723144531, + 0.1164875477552414, + 0.5611555576324463, + 0.16028472781181335, + 0.13510049879550934, + 0.0997789055109024, + 0.09870173037052155, + 0.16400039196014404, + 0.06854787468910217 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.04847055673599243, + 0.03409874439239502, + -0.2503197193145752, + 0.19259858131408691, + -0.14398273825645447, + -0.6995506286621094, + 0.0, + 0.22178223729133606, + 0.14105641841888428, + 0.1393522024154663, + 0.1279219537973404, + 0.2435041069984436, + -1.6795620918273926, + 0.0, + 0.24117368459701538, + 0.4095362424850464, + -0.1680147647857666, + -0.07141983509063721, + -0.03311052918434143, + -1.370596170425415, + 0.0 + ], + [ + -0.7397029995918274, + -0.8786985874176025, + -1.2503197193145752, + 1.192598581314087, + 0.32429239153862, + -1.6995506286621094, + 1.676684856414795, + -0.018403150141239166, + 0.004946090281009674, + 0.008660247549414635, + -0.0027659237384796143, + 0.4135955274105072, + -2.6795620918273926, + -1.6592624187469482, + -0.010197222232818604, + -0.0032168107572942972, + 0.01379062794148922, + 0.2514123320579529, + 0.3831179141998291, + -2.370596170425415, + -1.6324856281280518 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.35336971282959, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3185248374938965, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.2649712562561035 + ], + [ + -0.5941434502601624, + -1.1772212982177734, + -0.9559412598609924, + 1.4707648754119873, + 0.1683896780014038, + -1.7681691646575928, + 1.8743751049041748, + -0.1715906262397766, + -0.21905580163002014, + 0.036220040172338486, + -0.02091272734105587, + 0.6955896615982056, + -2.7368533611297607, + -1.3720836639404297, + 0.14487481117248535, + -0.1356230527162552, + -0.1469443291425705, + 0.026371479034423828, + 0.5803191661834717, + -2.119633913040161, + -1.743302822113037 + ], + [ + -0.35678061842918396, + -0.93407142162323, + -1.4838967323303223, + 1.5680322647094727, + 0.023187220096588135, + -1.4466787576675415, + 1.472127079963684, + 0.08816967159509659, + -0.2768426239490509, + -0.08777214586734772, + -0.06433585286140442, + 0.3374176621437073, + -2.8518266677856445, + -1.3052853345870972, + -0.26855960488319397, + 0.1800668090581894, + 0.17301850020885468, + -0.11061033606529236, + 0.7066372036933899, + -2.218064308166504, + -1.5245126485824585 + ], + [ + -0.44808679819107056, + -1.2962658405303955, + -0.9163757562637329, + 1.1084544658660889, + 0.7902765870094299, + -1.9129115343093872, + 1.2697086334228516, + 0.20863735675811768, + 0.3860327899456024, + -0.44174399971961975, + 0.27284517884254456, + 0.20214113593101501, + -2.3471434116363525, + -1.286369800567627, + 0.4672218859195709, + -0.3253887891769409, + 0.35311615467071533, + 0.07272529602050781, + 0.7794083952903748, + -2.8148107528686523, + -1.6213058233261108 + ], + [ + -0.7462556958198547, + -0.289572536945343, + -1.5591634511947632, + 0.6276209950447083, + 0.5221800208091736, + -2.1268868446350098, + 1.2294213771820068, + 0.4355519413948059, + -0.0463566780090332, + 0.08870788663625717, + 0.04103604331612587, + 1.000327467918396, + -2.7159838676452637, + -1.9221570491790771, + -0.4304196834564209, + -0.1242888793349266, + 0.3888827860355377, + -0.0441986620426178, + 0.3253217339515686, + -2.4015843868255615, + -2.0704469680786133 + ], + [ + -0.6916183233261108, + -1.169080138206482, + -1.548938274383545, + 1.1967555284500122, + 0.4823969602584839, + -1.7265313863754272, + 1.03928542137146, + -0.15652790665626526, + 0.21736261248588562, + 0.6328443884849548, + -0.14618325233459473, + 1.1036407947540283, + -2.24906587600708, + -1.6012358665466309, + -0.25683727860450745, + -0.18201754987239838, + -0.5320714116096497, + 0.282802939414978, + 0.4224504828453064, + -2.509326696395874, + -2.220167398452759 + ], + [ + -0.7812286019325256, + -0.5495496392250061, + -0.7742044925689697, + 1.3767120838165283, + 0.6805392503738403, + -1.3514539003372192, + 1.8666300773620605, + 0.7255541682243347, + -0.7583128809928894, + 0.5143255591392517, + 0.7292814254760742, + -0.3462493121623993, + -2.438394069671631, + -1.6838406324386597, + -0.11114761978387833, + -0.6139589548110962, + 0.6415325999259949, + 0.9546520113945007, + 0.4743342101573944, + -2.573652505874634, + -1.5427589416503906 + ], + [ + -0.18222767114639282, + -0.9598581194877625, + -1.2355620861053467, + 1.7209237813949585, + -0.27901437878608704, + -1.2372654676437378, + 1.077039361000061, + -0.6223865747451782, + -0.16443559527397156, + -0.2509010434150696, + 0.3806363046169281, + 0.7787312269210815, + -2.945044755935669, + -1.3459820747375488, + -0.4679051637649536, + -0.8735044598579407, + -0.42068350315093994, + 1.0164237022399902, + -0.46641236543655396, + -1.895503282546997, + -1.1906191110610962 + ], + [ + -0.2659507691860199, + -1.0038537979125977, + -2.0684890747070312, + 1.6568312644958496, + 1.1370609998703003, + -2.04459285736084, + 2.0256781578063965, + 0.33343032002449036, + -0.5901464223861694, + -0.30027884244918823, + -0.4661933183670044, + -0.27551016211509705, + -2.549952507019043, + -1.425082802772522, + -0.9106757044792175, + 0.06204754114151001, + -0.7478055357933044, + -0.5738641023635864, + -0.15124160051345825, + -3.359231472015381, + -1.5184590816497803 + ], + [ + 0.24194562435150146, + -1.7258304357528687, + -0.44978803396224976, + 0.2620461583137512, + 0.8431655168533325, + -1.287018060684204, + 1.2394495010375977, + -0.28789564967155457, + -0.9529728293418884, + -0.7466684579849243, + 0.13676199316978455, + 0.36126041412353516, + -2.171027660369873, + -2.060720443725586, + 0.5279668569564819, + 0.6240725517272949, + -0.3854457437992096, + 0.38534677028656006, + -0.49842017889022827, + -2.4714529514312744, + -1.3781949281692505 + ], + [ + -0.4381588101387024, + 0.044240593910217285, + -0.9939737319946289, + 0.3721807599067688, + -0.3136804401874542, + -1.506781816482544, + 1.1293809413909912, + -0.9089716672897339, + 0.1619618535041809, + -0.013641135767102242, + -0.30400651693344116, + 0.4075278043746948, + -2.9055287837982178, + -0.8465471863746643, + -0.8307680487632751, + 0.12737320363521576, + -0.3842872381210327, + 0.8782845139503479, + -0.0019758939743041992, + -3.209585189819336, + -0.7900754809379578 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.009227097034454346, + -0.04373598098754883, + -0.2503197193145752, + 0.19259858131408691, + -0.03562387824058533, + -0.6995506286621094, + 0.0, + 0.02979443222284317, + 0.10545691102743149, + -0.030890019610524178, + 0.02626260556280613, + 0.01865750551223755, + -1.6795620918273926, + 0.0, + -0.01776346005499363, + 0.048954740166664124, + 0.015491908416152, + 0.00845324993133545, + 0.06603384017944336, + -1.370596170425415, + 0.0 + ] + ], + "predicted_scores": [ + 7.166265964508057, + 7.028231143951416, + 6.965170383453369, + 6.953073978424072, + 6.945002555847168, + 6.85313606262207, + 6.611525535583496, + 4.979365348815918 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "764701680", + "selected_index": 0, + "state_hash": "73c7916873b044c8e0a051436e3c47e5d793a056ab52ffa99b4ff7b6b2a1e6ba", + "stored_base_utility": 0.839560329914093, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7907969951629639, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7907969951629639 + }, + "base_progress": 0.7907969951629639, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7907969951629639, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6052600741386414, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6052600741386414 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7903271913528442, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7903271913528442 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6050570011138916, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6050570011138916 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6057599186897278, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6057599186897278 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6115630269050598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6115630269050598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6003273725509644, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6003273725509644 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6069459915161133, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6069459915161133 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7903868556022644, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7903868556022644 + } + ], + "candidate_progress": [ + 0.6052600741386414, + 0.7903271913528442, + 0.6050570011138916, + 0.6057599186897278, + 0.6115630269050598, + 0.6003273725509644, + 0.6069459915161133, + 0.7903868556022644 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4cab292bc65fa59274ef", + "ms-4cab292bc65fa59274ef", + "ms-20f3cfcf183c69853b1e", + "ms-4cab292bc65fa59274ef", + "ms-0949097d19e597fc7f63", + "ms-4cab292bc65fa59274ef", + "ms-d368732bc01f4100cf07", + "ms-4cab292bc65fa59274ef" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-6bd5870eb5ff0dd76919", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.11305610835552216, + 0.03489680588245392, + 0.04806670546531677, + 0.062446922063827515, + -0.43824005126953125, + -2.267928123474121, + -0.1519169807434082, + 0.15289737284183502, + -0.01099286787211895, + 0.08529794216156006, + 0.04748351499438286, + -0.08738932013511658, + -2.0175437927246094, + -0.155491903424263, + -0.07204161584377289, + 0.13128475844860077, + 0.024088233709335327, + 0.08739631623029709, + -0.019272565841674805, + -1.4572160243988037, + -0.11027154326438904 + ], + [ + -0.03494277596473694, + -0.022884411737322807, + 0.1288825273513794, + 0.2819579243659973, + -0.4497639536857605, + -2.2239646911621094, + -0.023836791515350342, + 0.11960369348526001, + 0.010912883095443249, + -0.025293074548244476, + -0.12411811202764511, + -0.039701685309410095, + -1.8103361129760742, + -0.17117507755756378, + -0.17287755012512207, + 0.11250241100788116, + -0.0984974354505539, + 0.059545233845710754, + -0.1990954875946045, + -1.490260362625122, + -0.23652270436286926 + ], + [ + 0.08894661068916321, + 0.04346942901611328, + 0.05082133412361145, + 0.1038925051689148, + -0.44584882259368896, + -2.3979506492614746, + -0.12910962104797363, + 0.13298022747039795, + 0.003773084841668606, + 0.0859149768948555, + 0.06177492067217827, + -0.05397561192512512, + -1.9867664575576782, + -0.13115368783473969, + -0.04641641303896904, + 0.14657729864120483, + 0.016152799129486084, + 0.10734914243221283, + -0.03844615817070007, + -1.465508222579956, + -0.06023688614368439 + ], + [ + 0.05015725642442703, + 0.011165201663970947, + 0.11863678693771362, + 0.15375876426696777, + -0.3666691780090332, + -2.20269775390625, + -0.04716789722442627, + 0.11927421391010284, + -0.026636449620127678, + 0.2292753905057907, + 0.09158729761838913, + -0.030632704496383667, + -2.048039436340332, + -0.1131214052438736, + -0.1318829208612442, + 0.04480552673339844, + 0.04539842903614044, + 0.12351492047309875, + 0.020893186330795288, + -1.5259485244750977, + -0.06727547943592072 + ], + [ + 0.015184372663497925, + 0.008348286151885986, + -0.002352684736251831, + 0.25168389081954956, + -0.32876068353652954, + -2.3640944957733154, + -0.38024264574050903, + 0.03748553991317749, + 0.0013664616271853447, + 0.06130613014101982, + -0.011352501809597015, + 0.08977466076612473, + -1.8744890689849854, + 0.1654963493347168, + 0.03975402191281319, + 0.04470019415020943, + 0.1291106641292572, + 0.0840071439743042, + -0.04377263784408569, + -1.3856470584869385, + -0.014516681432723999 + ], + [ + 0.18793559074401855, + 0.09227891266345978, + -0.03159967064857483, + 0.3917757570743561, + -0.35746753215789795, + -2.268143653869629, + -0.44280290603637695, + 0.1727759689092636, + 0.11045841872692108, + -0.05878693610429764, + 0.1264650821685791, + -0.13538122177124023, + -1.7142508029937744, + -0.0011254698038101196, + -0.03388321027159691, + 0.09554661810398102, + 0.11345966905355453, + 0.053287968039512634, + -0.060858696699142456, + -1.3045306205749512, + -0.0433519184589386 + ], + [ + 0.08629052340984344, + 0.006630200892686844, + -0.02072778344154358, + 0.1514749825000763, + -0.5164621472358704, + -2.1978306770324707, + -0.3167226314544678, + 0.20286090672016144, + -0.013222362846136093, + 0.18026143312454224, + 0.04409320279955864, + -0.18247300386428833, + -2.17335844039917, + 0.03553604334592819, + 0.07582087069749832, + 0.15364128351211548, + 0.04733169078826904, + 0.0347122848033905, + 0.09386853873729706, + -1.7758512496948242, + 0.024071067571640015 + ], + [ + -0.03063543140888214, + 0.05441891402006149, + 0.06006646156311035, + 0.1395891010761261, + -0.2963528037071228, + -2.4999749660491943, + -0.22855591773986816, + 0.2554231882095337, + 0.05740992724895477, + -0.09528859704732895, + 0.0604156032204628, + -0.1293923556804657, + -2.0163846015930176, + -0.13910607993602753, + 0.22321093082427979, + 0.11251558363437653, + -0.06224934756755829, + -0.06878705322742462, + -0.3001140356063843, + -1.4425790309906006, + -0.22543153166770935 + ] + ], + "generated_utilities": [ + 0.6052600741386414, + 0.7903271913528442, + 0.6050570011138916, + 0.6057599186897278, + 0.6115630269050598, + 0.6003273725509644, + 0.6069459915161133, + 0.7903868556022644 + ], + "group_id": "ms-6bd5870eb5ff0dd76919", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8589632511138916, + 2.0, + 0.862309992313385, + 0.1735931932926178, + 0.7920728921890259, + 0.788455069065094, + 0.16760370135307312, + 0.15880204737186432, + 0.07925041019916534, + 0.10796040296554565, + 0.19488415122032166, + 0.163066565990448, + 0.10658124089241028, + 0.046700865030288696, + 0.10587731003761292, + 2.0 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.08789083361625671, + 0.07548119872808456, + 0.0373988077044487, + -0.3271915316581726, + 0.05420219898223877, + -2.322533369064331, + 0.0, + 0.570767343044281, + 0.3446783423423767, + 0.5257374048233032, + 0.3084835112094879, + -0.18665581941604614, + -1.8748972415924072, + 0.0, + -0.19724638760089874, + -0.603424608707428, + 0.39538896083831787, + 0.07179290056228638, + 0.03534858301281929, + -1.5031611919403076, + 0.0 + ], + [ + -0.09934624284505844, + 0.031461723148822784, + 0.02796538732945919, + 0.558876097202301, + -0.9457978010177612, + -3.322533369064331, + -0.9237937331199646, + -0.01285146176815033, + -0.011006198823451996, + 0.013407042250037193, + 0.7820127606391907, + -0.30313795804977417, + -2.8748972415924072, + -1.3378084897994995, + -0.006763026118278503, + -0.0039229318499565125, + 0.0038099423982203007, + 0.8919681906700134, + 0.04376687481999397, + -2.5031611919403076, + -1.2618615627288818 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.8475874662399292, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.675616979598999, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.5237231254577637 + ], + [ + -0.3728710412979126, + -0.09337712824344635, + -0.0423598438501358, + 0.7090305685997009, + -1.0207812786102295, + -3.0658490657806396, + -1.1950565576553345, + -0.02644876018166542, + -0.21086987853050232, + -0.09582191705703735, + 0.6929640769958496, + -0.1473921835422516, + -2.8302721977233887, + -1.2181435823440552, + -0.30330121517181396, + -0.04675591364502907, + -0.047048043459653854, + 0.7703586220741272, + -0.10603959858417511, + -2.718842029571533, + -1.3944411277770996 + ], + [ + -0.24100318551063538, + -0.0037185437977313995, + -0.22986800968647003, + 0.5805163979530334, + -0.9239461421966553, + -3.1340250968933105, + -0.944678008556366, + 0.1712040901184082, + 0.26286306977272034, + 0.12509764730930328, + 0.737116277217865, + -0.6935983896255493, + -2.6228036880493164, + -1.5280431509017944, + 0.19179193675518036, + 0.24393436312675476, + 0.0261259563267231, + 0.49945488572120667, + -0.21300779283046722, + -2.6472227573394775, + -1.0091164112091064 + ], + [ + -0.40662360191345215, + -0.11560831218957901, + -0.044080786406993866, + 0.8186206817626953, + -0.6510021686553955, + -3.643766403198242, + -1.1507047414779663, + 0.3337954878807068, + -0.1339484453201294, + 0.5037176012992859, + 0.37067437171936035, + -0.13022996485233307, + -3.1129496097564697, + -0.9107974171638489, + 0.2856806516647339, + 0.3672148585319519, + 0.14281980693340302, + 0.7588204741477966, + 0.15817898511886597, + -2.962860584259033, + -1.1613539457321167 + ], + [ + -0.2643500566482544, + -0.0668153166770935, + -0.4436759352684021, + -0.022477805614471436, + -0.6465319395065308, + -3.312958002090454, + -0.47964343428611755, + -0.047142039984464645, + -0.230270653963089, + -0.05834168940782547, + 1.2817559242248535, + -0.4637587070465088, + -2.465039014816284, + -1.2434618473052979, + 0.409687876701355, + -0.28973427414894104, + 0.28962236642837524, + 1.370664358139038, + 0.3571779429912567, + -3.061124801635742, + -0.8379050493240356 + ], + [ + -0.10020696371793747, + 0.43229442834854126, + 0.4300635755062103, + 0.8079236745834351, + -1.2736566066741943, + -2.9789838790893555, + -0.3665674924850464, + 0.48770076036453247, + 0.40240705013275146, + 0.24931977689266205, + 0.22579890489578247, + -0.2040329873561859, + -2.868743896484375, + -1.7338539361953735, + 0.6799846887588501, + -0.202029287815094, + 0.37815332412719727, + 1.4729418754577637, + -0.45972415804862976, + -2.8312203884124756, + -1.1887397766113281 + ], + [ + 0.3306674063205719, + 0.27374041080474854, + 0.30481478571891785, + 1.1178913116455078, + -1.248367428779602, + -3.4163219928741455, + -0.7928870916366577, + 0.7448819279670715, + -0.22956258058547974, + -0.039961077272892, + -0.016670703887939453, + 0.4685954451560974, + -3.3366661071777344, + -1.397168755531311, + -0.35163289308547974, + 0.0024510128423571587, + 0.39357510209083557, + 0.7471622824668884, + -0.2034083902835846, + -2.406801700592041, + -1.6336623430252075 + ], + [ + -0.3846493363380432, + -0.3331451416015625, + 0.13862796127796173, + 0.3765102028846741, + -0.4748728573322296, + -3.684765100479126, + -1.2439110279083252, + -0.7816564440727234, + 0.6543198227882385, + 0.44849586486816406, + 0.10135430097579956, + -0.2820920944213867, + -2.020435094833374, + -0.8753584623336792, + -0.4488011598587036, + 0.14183342456817627, + -0.05165192484855652, + 0.7342641353607178, + 0.2543182075023651, + -1.8076311349868774, + -0.5561125874519348 + ], + [ + -0.43206676840782166, + 0.019211264327168465, + 0.7984122037887573, + 0.05791318416595459, + -1.5811882019042969, + -3.9102699756622314, + -1.745877742767334, + 0.43509340286254883, + 0.9198550581932068, + 0.313003808259964, + 0.21427381038665771, + -0.31707993149757385, + -1.9396114349365234, + -1.0968577861785889, + 0.513538658618927, + -0.8400002121925354, + -0.16366930305957794, + 1.6931313276290894, + 0.885624349117279, + -1.689134120941162, + -0.3533437252044678 + ], + [ + -0.2542523145675659, + -0.8526341915130615, + 0.9047390222549438, + 1.0849919319152832, + -0.1364806890487671, + -4.095866680145264, + -1.0975393056869507, + -0.5713418126106262, + 0.5257817506790161, + 0.1578250527381897, + 0.6088760495185852, + 0.6485809683799744, + -2.132678985595703, + -1.3102761507034302, + -0.7090126872062683, + -0.32809966802597046, + -0.5482760071754456, + -0.10795068740844727, + 0.22361017763614655, + -3.3015403747558594, + -1.1659274101257324 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.05464953929185867, + 0.025290757417678833, + 0.028613783419132233, + -0.011579692363739014, + 0.00957632064819336, + -2.322533369064331, + 0.0, + -0.009525240398943424, + 0.021007604897022247, + 0.01685807853937149, + 0.09479796886444092, + 0.009381026029586792, + -1.8748972415924072, + 0.0, + 0.019417859613895416, + 0.0050574662163853645, + -0.009398967027664185, + 0.051040470600128174, + -0.044287826865911484, + -1.5031611919403076, + 0.0 + ], + [ + 0.0053034499287605286, + -0.36178746819496155, + -0.919044554233551, + -0.30923473834991455, + -1.1829789876937866, + -3.292107343673706, + -0.35494446754455566, + -0.8313788771629333, + -0.36750856041908264, + 0.6884494423866272, + 0.9175021052360535, + -0.2100164294242859, + -3.7712793350219727, + -1.0472724437713623, + -0.4375147223472595, + -0.2937275767326355, + 0.7354499101638794, + 0.20756644010543823, + -0.864292562007904, + -1.9682369232177734, + -2.0609445571899414 + ] + ], + "predicted_scores": [ + 4.9384965896606445, + 4.863928318023682, + 4.702485084533691, + 4.536622524261475, + 4.027182579040527, + 3.957977294921875, + 3.9093985557556152, + 3.83449649810791 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "54657947", + "selected_index": 0, + "state_hash": "866b7c0915d3dac28bdc4f160e0dd623cd088f371e4ee5996b3e05e1a20b5d97", + "stored_base_utility": 0.8589632511138916, + "task_id": "StackCube-v1" + } + ], + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_index": "data/cil_charts_rgb_refs/train/index.json", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "target_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "target_index": "data/cil_charts_rgb_refs/train/index.json", + "target_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e314a118c56a9bc29e98e178747a3e4cb24f4eda --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/metrics.json @@ -0,0 +1,10152 @@ +{ + "epsilon": 0.0, + "k": 8, + "mode": "measured", + "num_rows": 144, + "rows": [ + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7212046980857849, + "branch_car_at_8": 1.2789579033851624, + "chart_id": "ms-059d7962a5f998edf668", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0001271442500863, + "ncar_to_proposal_oracle_at_8": 1.0001271442500863, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2519395127807912, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.278795301914215, + "seed": "500109393", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7210420966148376, + "selected_utility_gain_over_base_at_8": -0.00016260147094726562, + "selector_gap_fraction_to_hidden_at_8": 1.0001271520709405, + "selector_regret_at_8": 1.2789579033851624, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2789579033851624 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.3737652599811554, + "branch_car_at_8": 0.0, + "chart_id": "ms-062addb9da32a0c2ea97", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.014795737217067, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19479708046672242, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.34970390796661377, + "proposal_oracle_utility_gain_over_base_at_8": -0.024061352014541626, + "seed": "645859527", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.34970390796661377, + "selected_utility_gain_over_base_at_8": -0.024061352014541626, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.6502960920333862, + "support_gap_fraction_to_hidden_at_8": 1.0147957434572223, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.6502960920333862 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21158243715763092, + "branch_car_at_8": 0.0, + "chart_id": "ms-0660d5f65df5fc4b6132", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0020906357770647, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08041303505633857, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20784349739551544, + "proposal_oracle_utility_gain_over_base_at_8": -0.0037389397621154785, + "seed": "692998894", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20784349739551544, + "selected_utility_gain_over_base_at_8": -0.0037389397621154785, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7921565026044846, + "support_gap_fraction_to_hidden_at_8": 1.00209064138029, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7921565026044846 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2102900892496109, + "branch_car_at_8": 0.00031857192516326904, + "chart_id": "ms-13d8bae55d3c3710138f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0038459497256271, + "ncar_to_proposal_oracle_at_8": 0.048528893866429265, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1495689959436533, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20372551679611206, + "proposal_oracle_utility_gain_over_base_at_8": -0.00656457245349884, + "seed": "1148327469", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2034069448709488, + "selected_utility_gain_over_base_at_8": -0.006883144378662109, + "selector_gap_fraction_to_hidden_at_8": 0.00017800198973569873, + "selector_regret_at_8": 0.00031857192516326904, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.796274483203888, + "support_gap_fraction_to_hidden_at_8": 1.0036679533448785, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7965930551290512 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7273102402687073, + "branch_car_at_8": 0.0, + "chart_id": "ms-1b24faaf0d032ad20017", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.24386078518632004, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2726897597312927, + "seed": "141796052", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.2726897597312927, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5560652613639832, + "branch_car_at_8": 0.0, + "chart_id": "ms-20cd6d8ccbf13e36dcdb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.8933775730738343, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23969382834218672, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7100210785865784, + "proposal_oracle_utility_gain_over_base_at_8": 0.15395581722259521, + "seed": "1811490176", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7100210785865784, + "selected_utility_gain_over_base_at_8": 0.15395581722259521, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2899789214134216, + "support_gap_fraction_to_hidden_at_8": 0.8933775792609392, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2899789214134216 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.723547637462616, + "branch_car_at_8": 1.277050793170929, + "chart_id": "ms-2436538e05fdcf8e44fc", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0004688154814232, + "ncar_to_proposal_oracle_at_8": 1.0004688154814232, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.157431802902925, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.276452362537384, + "seed": "895182509", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.722949206829071, + "selected_utility_gain_over_base_at_8": -0.0005984306335449219, + "selector_gap_fraction_to_hidden_at_8": 1.0004688233193093, + "selector_regret_at_8": 1.277050793170929, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.277050793170929 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.004767119884490967, + "chart_id": "ms-33294c8fed5a847bf149", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.003707503662143643, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27014513735872747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7141968607902527, + "proposal_oracle_utility_gain_over_base_at_8": -1.2858031392097473, + "seed": "1475440973", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7094297409057617, + "selected_utility_gain_over_base_at_8": -1.2905702590942383, + "selector_regret_at_8": 0.004767119884490967, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2858031392097473, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2905702590942383 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.3101765811443329, + "branch_car_at_8": 0.0, + "chart_id": "ms-3352cd51af5ae6aac4c0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0244505399722463, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08260632195571235, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.26885947585105896, + "proposal_oracle_utility_gain_over_base_at_8": -0.041317105293273926, + "seed": "1002515549", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.26885947585105896, + "selected_utility_gain_over_base_at_8": -0.041317105293273926, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.731140524148941, + "support_gap_fraction_to_hidden_at_8": 1.0244505460347173, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.731140524148941 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-502dba1003c09ec60ba0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13437632415195958, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1483645336", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10849901288747787, + "branch_car_at_8": 0.007062308490276337, + "chart_id": "ms-0541a144afe57b5a7ae6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.014714397171331, + "ncar_to_proposal_oracle_at_8": 0.3400243439316867, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12812164702411236, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08772901445627213, + "proposal_oracle_utility_gain_over_base_at_8": -0.02076999843120575, + "seed": "1982046304", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08066670596599579, + "selected_utility_gain_over_base_at_8": -0.027832306921482086, + "selector_gap_fraction_to_hidden_at_8": 0.0037337059501392753, + "selector_regret_at_8": 0.007062308490276337, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9122709855437279, + "support_gap_fraction_to_hidden_at_8": 1.0109806965857904, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.9193332940340042 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04685167223215103, + "branch_car_at_8": 0.004605472087860107, + "chart_id": "ms-076d67ac4d2de4e0c627", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0045482498594203, + "ncar_to_proposal_oracle_at_8": 1.0765593738966237, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10122954417377894, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.042573727667331696, + "proposal_oracle_utility_gain_over_base_at_8": -0.004277944564819336, + "seed": "111895951", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.03796825557947159, + "selected_utility_gain_over_base_at_8": -0.008883416652679443, + "selector_gap_fraction_to_hidden_at_8": 0.0023579735457795264, + "selector_regret_at_8": 0.004605472087860107, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9574262723326683, + "support_gap_fraction_to_hidden_at_8": 1.0021902814568664, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.9620317444205284 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08489253371953964, + "branch_car_at_8": 0.014291167259216309, + "chart_id": "ms-23a355317920e192147f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0153974459090547, + "ncar_to_proposal_oracle_at_8": 0.9404177070192885, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3472802300601354, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06969592720270157, + "proposal_oracle_utility_gain_over_base_at_8": -0.015196606516838074, + "seed": "638602457", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05540475994348526, + "selected_utility_gain_over_base_at_8": -0.029487773776054382, + "selector_gap_fraction_to_hidden_at_8": 0.007462331754662702, + "selector_regret_at_8": 0.014291167259216309, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9303040727972984, + "support_gap_fraction_to_hidden_at_8": 1.0079351194564308, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.9445952400565147 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06768637895584106, + "branch_car_at_8": 0.0016632303595542908, + "chart_id": "ms-307f9067d5b66f55b3a6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0082076288426096, + "ncar_to_proposal_oracle_at_8": 0.11715775293414203, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11449419695614724, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05348988622426987, + "proposal_oracle_utility_gain_over_base_at_8": -0.014196492731571198, + "seed": "40022731", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.051826655864715576, + "selected_utility_gain_over_base_at_8": -0.01585972309112549, + "selector_gap_fraction_to_hidden_at_8": 0.0008607455546763344, + "selector_regret_at_8": 0.0016632303595542908, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9465101137757301, + "support_gap_fraction_to_hidden_at_8": 1.007346888505552, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.9481733441352844 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4436787366867065, + "chart_id": "ms-309d2258d275ae304857", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.05101337778051185, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1769949768", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5563212633132935, + "selected_utility_gain_over_base_at_8": -1.4436787366867065, + "selector_regret_at_8": 1.4436787366867065, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.4436787366867065 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06365175545215607, + "branch_car_at_8": 0.0, + "chart_id": "ms-4015c296239564108da2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.005045354721069, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15202780746296193, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0538821816444397, + "proposal_oracle_utility_gain_over_base_at_8": -0.00976957380771637, + "seed": "50672686", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0538821816444397, + "selected_utility_gain_over_base_at_8": -0.00976957380771637, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9461178183555603, + "support_gap_fraction_to_hidden_at_8": 1.0050453599114852, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.9461178183555603 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10026611387729645, + "branch_car_at_8": 0.013511911034584045, + "chart_id": "ms-5df54a8baaceb8c73c8a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0175232421232172, + "ncar_to_proposal_oracle_at_8": 0.6831924468882397, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14689206489206325, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08048851788043976, + "proposal_oracle_utility_gain_over_base_at_8": -0.01977759599685669, + "seed": "177042432", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06697660684585571, + "selected_utility_gain_over_base_at_8": -0.033289507031440735, + "selector_gap_fraction_to_hidden_at_8": 0.007112528303720173, + "selector_regret_at_8": 0.013511911034584045, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9195114821195602, + "support_gap_fraction_to_hidden_at_8": 1.0104107191756326, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.9330233931541443 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11128958314657211, + "branch_car_at_8": 0.005509473383426666, + "chart_id": "ms-003a2225c0892dcda683", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0124533108674005, + "ncar_to_proposal_oracle_at_8": 0.3058907629642458, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19177025883595397, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.09327834844589233, + "proposal_oracle_utility_gain_over_base_at_8": -0.01801123470067978, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.08776887506246567, + "selected_utility_gain_over_base_at_8": -0.023520708084106445, + "selector_gap_fraction_to_hidden_at_8": 0.002917055645092164, + "selector_regret_at_8": 0.005509473383426666, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9067216515541077, + "support_gap_fraction_to_hidden_at_8": 1.0095362605828617, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9122311249375343 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08466615527868271, + "branch_car_at_8": 0.0469970777630806, + "chart_id": "ms-0093b06390890d181104", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17977213859558105, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6907513459664489, + "ncar_to_proposal_oracle_at_8": 0.6150767411981461, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.26890753099531534, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.16107462346553802, + "proposal_oracle_utility_gain_over_base_at_8": 0.07640846818685532, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11407754570245743, + "selected_utility_gain_over_base_at_8": 0.02941139042377472, + "selector_gap_fraction_to_hidden_at_8": 0.49415479577645244, + "selector_regret_at_8": 0.0469970777630806, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.01869751513004303, + "support_gap_fraction_to_hidden_at_8": 0.1965966228196378, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.06569459289312363 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07102576643228531, + "branch_car_at_8": 0.0, + "chart_id": "ms-02311c7783bc67e188b4", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.034375749880863, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20064181752874133, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.00471582030877471, + "proposal_oracle_utility_gain_over_base_at_8": -0.0663099461235106, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.00471582030877471, + "selected_utility_gain_over_base_at_8": -0.0663099461235106, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9952841796912253, + "support_gap_fraction_to_hidden_at_8": 1.0343757552431727, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9952841796912253 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07851358503103256, + "branch_car_at_8": 0.0, + "chart_id": "ms-0285f5815c210ac00bec", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2569156885147095, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1721467641316092, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15151813189552696, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.04780222848057747, + "proposal_oracle_utility_gain_over_base_at_8": -0.030711356550455093, + "seed": "451255434", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04780222848057747, + "selected_utility_gain_over_base_at_8": -0.030711356550455093, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.209113460034132, + "support_gap_fraction_to_hidden_at_8": 1.1721468298341284, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.209113460034132 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.24506890773773193, + "branch_car_at_8": 0.053850531578063965, + "chart_id": "ms-02fd0338e80ef19ceec1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2968456745147705, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.95923298985259, + "ncar_to_proposal_oracle_at_8": 12.868927543395984, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14158686570635984, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24925343692302704, + "proposal_oracle_utility_gain_over_base_at_8": 0.004184529185295105, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.19540290534496307, + "selected_utility_gain_over_base_at_8": -0.04966600239276886, + "selector_gap_fraction_to_hidden_at_8": 1.0400520335685588, + "selector_regret_at_8": 0.053850531578063965, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04759223759174347, + "support_gap_fraction_to_hidden_at_8": 0.9191813346840573, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.10144276916980743 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-067cac2e4dbeddb12239", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1461069713", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.039781928062438965, + "branch_car_at_8": 0.012846626341342926, + "chart_id": "ms-0b93907b2a7261815f63", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.23322463035583496, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9337665096273763, + "ncar_to_proposal_oracle_at_8": 0.500667218178914, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23405561701437708, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.06544093042612076, + "proposal_oracle_utility_gain_over_base_at_8": 0.025659002363681793, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.05259430408477783, + "selected_utility_gain_over_base_at_8": 0.012812376022338867, + "selector_gap_fraction_to_hidden_at_8": 0.0664104987628758, + "selector_regret_at_8": 0.012846626341342926, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1677836999297142, + "support_gap_fraction_to_hidden_at_8": 0.8673560591354612, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.18063032627105713 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09214222431182861, + "branch_car_at_8": 0.0014092524070292711, + "chart_id": "ms-0e592951fa32139b6dc9", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24661025404930115, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5770291208500526, + "ncar_to_proposal_oracle_at_8": 0.016064740031808234, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1700394309034268, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.004418909549713135, + "proposal_oracle_utility_gain_over_base_at_8": -0.08772331476211548, + "seed": "565369392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0030096571426838636, + "selected_utility_gain_over_base_at_8": -0.08913256716914475, + "selector_gap_fraction_to_hidden_at_8": 0.009123262654572459, + "selector_regret_at_8": 0.0014092524070292711, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.242191344499588, + "support_gap_fraction_to_hidden_at_8": 1.5679059602896883, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.24360059690661728 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12371087074279785, + "branch_car_at_8": 0.010021068155765533, + "chart_id": "ms-1150c257eb77fdf40f55", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0267333233968197, + "ncar_to_proposal_oracle_at_8": 0.24966289406146583, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11582936007442964, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08357248455286026, + "proposal_oracle_utility_gain_over_base_at_8": -0.04013838618993759, + "seed": "848613296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07355141639709473, + "selected_utility_gain_over_base_at_8": -0.050159454345703125, + "selector_gap_fraction_to_hidden_at_8": 0.005340897625800743, + "selector_regret_at_8": 0.010021068155765533, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9164275154471397, + "support_gap_fraction_to_hidden_at_8": 1.0213924312431677, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9264485836029053 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-15459afe7e32ce62fc1b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.05701291561126709, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13402624175999056, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2677990198135376, + "proposal_oracle_utility_gain_over_base_at_8": -1.7322009801864624, + "seed": "1461069713", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2677990198135376, + "selected_utility_gain_over_base_at_8": -1.7322009801864624, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17036283016204834, + "branch_car_at_8": 0.029952682554721832, + "chart_id": "ms-1577a0922a9e53528571", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2255966067314148, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 2.558659640851421, + "ncar_to_proposal_oracle_at_8": 0.5335543924190121, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3007972702598348, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11422482877969742, + "proposal_oracle_utility_gain_over_base_at_8": -0.05613800138235092, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08427214622497559, + "selected_utility_gain_over_base_at_8": -0.08609068393707275, + "selector_gap_fraction_to_hidden_at_8": 0.5422892370414895, + "selector_regret_at_8": 0.029952682554721832, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11137177795171738, + "support_gap_fraction_to_hidden_at_8": 2.0163708670517737, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1413244605064392 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06665760278701782, + "branch_car_at_8": 0.05019392818212509, + "chart_id": "ms-1772611570ffaf72c98c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26223525404930115, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.8177996844176784, + "ncar_to_proposal_oracle_at_8": 0.5848183337778009, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4446876849822553, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.15248583257198334, + "proposal_oracle_utility_gain_over_base_at_8": 0.08582822978496552, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.10229190438985825, + "selected_utility_gain_over_base_at_8": 0.035634301602840424, + "selector_gap_fraction_to_hidden_at_8": 0.25664449827558017, + "selector_regret_at_8": 0.05019392818212509, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10974942147731781, + "support_gap_fraction_to_hidden_at_8": 0.5611552279566756, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1599433496594429 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23570941388607025, + "branch_car_at_8": 0.021371878683567047, + "chart_id": "ms-19cb10d10516bd0216a6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0872537260881043, + "ncar_to_proposal_oracle_at_8": 0.16121316025799184, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.539622245165693, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.10314035415649414, + "proposal_oracle_utility_gain_over_base_at_8": -0.1325690597295761, + "seed": "1375492786", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0817684754729271, + "selected_utility_gain_over_base_at_8": -0.15394093841314316, + "selector_gap_fraction_to_hidden_at_8": 0.012113581998213389, + "selector_regret_at_8": 0.021371878683567047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8968596458435059, + "support_gap_fraction_to_hidden_at_8": 1.0751401502524456, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.918231524527073 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2310456782579422, + "branch_car_at_8": 0.03603498637676239, + "chart_id": "ms-1a4979e969aa331fb126", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2711350619792938, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 2.510033558995787, + "ncar_to_proposal_oracle_at_8": 1.470733919498749, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.35352853873032575, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20654432475566864, + "proposal_oracle_utility_gain_over_base_at_8": -0.02450135350227356, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17050933837890625, + "selected_utility_gain_over_base_at_8": -0.06053633987903595, + "selector_gap_fraction_to_hidden_at_8": 0.8988660595840026, + "selector_regret_at_8": 0.03603498637676239, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06459073722362518, + "support_gap_fraction_to_hidden_at_8": 1.6111681255210748, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.10062572360038757 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17876434326171875, + "branch_car_at_8": 0.032499752938747406, + "chart_id": "ms-1ba37e30b90a3b28e62f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26288461685180664, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.6579660348439864, + "ncar_to_proposal_oracle_at_8": 1.4223985192093809, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23400026287271197, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.15591579675674438, + "proposal_oracle_utility_gain_over_base_at_8": -0.022848546504974365, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.12341604381799698, + "selected_utility_gain_over_base_at_8": -0.05534829944372177, + "selector_gap_fraction_to_hidden_at_8": 0.38634863572979317, + "selector_regret_at_8": 0.032499752938747406, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10696882009506226, + "support_gap_fraction_to_hidden_at_8": 1.2716175962088963, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.13946857303380966 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1968212127685547, + "branch_car_at_8": 0.0, + "chart_id": "ms-1c2768099019b86daca7", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22339197993278503, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5359277369263016, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12587747412993247, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18258118629455566, + "proposal_oracle_utility_gain_over_base_at_8": -0.014240026473999023, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18258118629455566, + "selected_utility_gain_over_base_at_8": -0.014240026473999023, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04081079363822937, + "support_gap_fraction_to_hidden_at_8": 1.5359283149780105, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.04081079363822937 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09915405511856079, + "branch_car_at_8": 0.003287535160779953, + "chart_id": "ms-1d3f30fae746c0b9cefc", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.020580230709524, + "ncar_to_proposal_oracle_at_8": 0.09174772818981004, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08109319083232373, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06332173198461533, + "proposal_oracle_utility_gain_over_base_at_8": -0.035832323133945465, + "seed": "848613296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06003419682383537, + "selected_utility_gain_over_base_at_8": -0.03911985829472542, + "selector_gap_fraction_to_hidden_at_8": 0.0017295116259329502, + "selector_regret_at_8": 0.003287535160779953, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9366782680153847, + "support_gap_fraction_to_hidden_at_8": 1.0188507244526754, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9399658031761646 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.0961560606956482, + "branch_car_at_8": 0.0, + "chart_id": "ms-1f19fd22562f87bdb776", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1767311452758272, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9038439393043518, + "seed": "672328262", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.9038439393043518, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.24603641033172607, + "branch_car_at_8": 0.02118001878261566, + "chart_id": "ms-1faf779e909ec0415be0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.15691404044628143, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.4289451893853044, + "ncar_to_proposal_oracle_at_8": 0.19948972249239594, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.26433822786081435, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.139865443110466, + "proposal_oracle_utility_gain_over_base_at_8": -0.10617096722126007, + "seed": "1461069713", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11868542432785034, + "selected_utility_gain_over_base_at_8": -0.12735098600387573, + "selector_gap_fraction_to_hidden_at_8": 0.23765098268638787, + "selector_regret_at_8": 0.02118001878261566, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.01704859733581543, + "support_gap_fraction_to_hidden_at_8": 0.1912942548288293, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.03822861611843109 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09663844108581543, + "branch_car_at_8": 0.02807549759745598, + "chart_id": "ms-206099bab6bfe7c84fce", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2061808556318283, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.3894365852260422, + "ncar_to_proposal_oracle_at_8": 1.9250427546537465, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09993137637095324, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08205410093069077, + "proposal_oracle_utility_gain_over_base_at_8": -0.014584340155124664, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05397860333323479, + "selected_utility_gain_over_base_at_8": -0.04265983775258064, + "selector_gap_fraction_to_hidden_at_8": 0.2562979619703651, + "selector_regret_at_8": 0.02807549759745598, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.12412675470113754, + "support_gap_fraction_to_hidden_at_8": 1.1331387500957317, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.15220225229859352 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.15648038685321808, + "branch_car_at_8": 0.1548372358083725, + "chart_id": "ms-20b11e3e581c2a865096", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0068649474908338, + "ncar_to_proposal_oracle_at_8": 1.0890105895994395, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.36238579308527225, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2986619472503662, + "proposal_oracle_utility_gain_over_base_at_8": 0.14218156039714813, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1438247114419937, + "selected_utility_gain_over_base_at_8": -0.012655675411224365, + "selector_gap_fraction_to_hidden_at_8": 0.0839900127474501, + "selector_regret_at_8": 0.1548372358083725, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7013380527496338, + "support_gap_fraction_to_hidden_at_8": 0.9228749402050286, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8561752885580063 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13304436206817627, + "branch_car_at_8": 0.010184869170188904, + "chart_id": "ms-20ca52baa214c31b3186", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.21043860912322998, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9787077274618322, + "ncar_to_proposal_oracle_at_8": 0.8607342335386021, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.06489536594504414, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1448771208524704, + "proposal_oracle_utility_gain_over_base_at_8": 0.011832758784294128, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1346922516822815, + "selected_utility_gain_over_base_at_8": 0.0016478896141052246, + "selector_gap_fraction_to_hidden_at_8": 0.13159723826686998, + "selector_regret_at_8": 0.010184869170188904, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06556148827075958, + "support_gap_fraction_to_hidden_at_8": 0.8471106156523882, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.07574635744094849 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10334330797195435, + "branch_car_at_8": 1.9228540882468224, + "chart_id": "ms-25aa923fccf402a7639c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0138124027351731, + "ncar_to_proposal_oracle_at_8": 1.0138124027351731, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5712458984135654, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.8966566920280457, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07714591175317764, + "selected_utility_gain_over_base_at_8": -0.026197396218776703, + "selector_gap_fraction_to_hidden_at_8": 1.0138124080804336, + "selector_regret_at_8": 1.9228540882468224, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9228540882468224 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1935751587152481, + "branch_car_at_8": 0.0, + "chart_id": "ms-25ab20bb3da8ba34be95", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2721247673034668, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.4590795934489389, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17249798910257083, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23606424033641815, + "proposal_oracle_utility_gain_over_base_at_8": 0.042489081621170044, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23606424033641815, + "selected_utility_gain_over_base_at_8": 0.042489081621170044, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.036060526967048645, + "support_gap_fraction_to_hidden_at_8": 0.4590796518934813, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.036060526967048645 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07512634992599487, + "branch_car_at_8": 0.011460701934993267, + "chart_id": "ms-26751f54c657b24b4da2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.25515007972717285, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.3541546082837406, + "ncar_to_proposal_oracle_at_8": 0.2191525055916685, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33685756286841806, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.02283080480992794, + "proposal_oracle_utility_gain_over_base_at_8": -0.05229554511606693, + "seed": "1461069713", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.011370102874934673, + "selected_utility_gain_over_base_at_8": -0.0637562470510602, + "selector_gap_fraction_to_hidden_at_8": 0.06366217357928707, + "selector_regret_at_8": 0.011460701934993267, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2323192749172449, + "support_gap_fraction_to_hidden_at_8": 1.2904925099253484, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.24377997685223818 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.28860148787498474, + "branch_car_at_8": 0.058079659938812256, + "chart_id": "ms-267832544376e3727efb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.28689613938331604, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 71.55500489539932, + "ncar_to_proposal_oracle_at_8": 0.8846508753931054, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.49259341027393844, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2229488641023636, + "proposal_oracle_utility_gain_over_base_at_8": -0.06565262377262115, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16486920416355133, + "selected_utility_gain_over_base_at_8": -0.12373228371143341, + "selector_gap_fraction_to_hidden_at_8": 34.05735556254587, + "selector_regret_at_8": 0.058079659938812256, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06394727528095245, + "support_gap_fraction_to_hidden_at_8": 37.49806892453951, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.12202693521976471 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22232280671596527, + "branch_car_at_8": 0.03139948844909668, + "chart_id": "ms-26b69e1e596d2e3163da", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1818484514951706, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 1.9007515972119875, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2827152518110057, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23884230852127075, + "proposal_oracle_utility_gain_over_base_at_8": 0.01651950180530548, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20744282007217407, + "selected_utility_gain_over_base_at_8": -0.014879986643791199, + "selector_gap_fraction_to_hidden_at_8": 0.775787243003798, + "selector_regret_at_8": 0.03139948844909668, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-277531f5e24eeb525899", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06065511703491211, + "branch_car_at_8": 0.05960432440042496, + "chart_id": "ms-29ae8ff2b706fed904df", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9866389539339401, + "ncar_to_proposal_oracle_at_8": 0.6969961621880283, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3339423838748439, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.14617110788822174, + "proposal_oracle_utility_gain_over_base_at_8": 0.08551599085330963, + "seed": "747260437", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08656678348779678, + "selected_utility_gain_over_base_at_8": 0.025911666452884674, + "selector_gap_fraction_to_hidden_at_8": 0.030734257183433606, + "selector_regret_at_8": 0.05960432440042496, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8538288921117783, + "support_gap_fraction_to_hidden_at_8": 0.9559047018379923, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9134332165122032 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8460148721933365, + "chart_id": "ms-29f47a1dc1d9c3ec3365", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3018633620135077, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.1539851278066635, + "selected_utility_gain_over_base_at_8": -1.8460148721933365, + "selector_regret_at_8": 1.8460148721933365, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8460148721933365 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06912684440612793, + "branch_car_at_8": 0.0040179891511797905, + "chart_id": "ms-2e40499cb146da6f89e7", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.21672499179840088, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.4006773712751, + "ncar_to_proposal_oracle_at_8": 0.07289362100568714, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09823399719888617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.014005581848323345, + "proposal_oracle_utility_gain_over_base_at_8": -0.055121262557804585, + "seed": "1747178030", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.009987592697143555, + "selected_utility_gain_over_base_at_8": -0.059139251708984375, + "selector_gap_fraction_to_hidden_at_8": 0.02722249040498553, + "selector_regret_at_8": 0.0040179891511797905, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.20271940995007753, + "support_gap_fraction_to_hidden_at_8": 1.3734549757681462, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.20673739910125732 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22906947135925293, + "branch_car_at_8": 0.006540939211845398, + "chart_id": "ms-338ba952f81d1215216e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24602913856506348, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 5.4004830459038375, + "ncar_to_proposal_oracle_at_8": 0.09606334781499727, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15177497716990995, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.16097962856292725, + "proposal_oracle_utility_gain_over_base_at_8": -0.06808984279632568, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.15443868935108185, + "selected_utility_gain_over_base_at_8": -0.07463078200817108, + "selector_gap_fraction_to_hidden_at_8": 0.3856761534568561, + "selector_regret_at_8": 0.006540939211845398, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08504951000213623, + "support_gap_fraction_to_hidden_at_8": 5.014810076756544, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.09159044921398163 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.057771921157836914, + "branch_car_at_8": 0.007792353630065918, + "chart_id": "ms-35a50d2822c2c3cc4516", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1369876265525818, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.591119263949187, + "ncar_to_proposal_oracle_at_8": 0.1996319396943207, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4731375825310642, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.01873832941055298, + "proposal_oracle_utility_gain_over_base_at_8": -0.039033591747283936, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.01094597578048706, + "selected_utility_gain_over_base_at_8": -0.046825945377349854, + "selector_gap_fraction_to_hidden_at_8": 0.09836879683435677, + "selector_regret_at_8": 0.007792353630065918, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11824929714202881, + "support_gap_fraction_to_hidden_at_8": 1.4927506679738964, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.12604165077209473 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10155961662530899, + "branch_car_at_8": 0.00907667726278305, + "chart_id": "ms-36f0ff5c96ebdd4644c2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0214041382027972, + "ncar_to_proposal_oracle_at_8": 0.2876205110947882, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30562655944216033, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07000180333852768, + "proposal_oracle_utility_gain_over_base_at_8": -0.03155781328678131, + "seed": "2053393481", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06092512607574463, + "selected_utility_gain_over_base_at_8": -0.04063449054956436, + "selector_gap_fraction_to_hidden_at_8": 0.004781123148385749, + "selector_regret_at_8": 0.00907667726278305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9299981966614723, + "support_gap_fraction_to_hidden_at_8": 1.016623020434639, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9390748739242554 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03410129249095917, + "chart_id": "ms-37384bede4d1c03f3b80", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.018419925959822014, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.333835419650396, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.14867375791072845, + "proposal_oracle_utility_gain_over_base_at_8": -1.8513262420892715, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.11457246541976929, + "selected_utility_gain_over_base_at_8": -1.8854275345802307, + "selector_regret_at_8": 0.03410129249095917, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8513262420892715, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8854275345802307 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06545750051736832, + "branch_car_at_8": 0.0, + "chart_id": "ms-3798cbeab8a36b08c295", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2663142681121826, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6045039454344517, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.24416477701034756, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1448955535888672, + "proposal_oracle_utility_gain_over_base_at_8": 0.07943805307149887, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.1448955535888672, + "selected_utility_gain_over_base_at_8": 0.07943805307149887, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.12141871452331543, + "support_gap_fraction_to_hidden_at_8": 0.6045039755307214, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.12141871452331543 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2313443422317505, + "branch_car_at_8": 0.04441532492637634, + "chart_id": "ms-38dff128761905bb1507", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2726711928844452, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0088524340792746, + "ncar_to_proposal_oracle_at_8": 1.0083052807026058, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.10976489830060841, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2753938138484955, + "proposal_oracle_utility_gain_over_base_at_8": 0.044049471616744995, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23097848892211914, + "selected_utility_gain_over_base_at_8": -0.00036585330963134766, + "selector_gap_fraction_to_hidden_at_8": 1.0747328728152252, + "selector_regret_at_8": 0.04441532492637634, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.04169270396232605 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-38e262365697885024d7", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.29362060851099303, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-394edcd961226f337ce1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07063093036413193, + "branch_car_at_8": 0.023932751268148422, + "chart_id": "ms-397e502908d16b7804b0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.13980631530284882, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.3029893546047664, + "ncar_to_proposal_oracle_at_8": 8.049105420732946, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13481833364525497, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.07360426336526871, + "proposal_oracle_utility_gain_over_base_at_8": 0.00297333300113678, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.049671512097120285, + "selected_utility_gain_over_base_at_8": -0.020959418267011642, + "selector_gap_fraction_to_hidden_at_8": 0.3459720721373747, + "selector_regret_at_8": 0.023932751268148422, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06620205193758011, + "support_gap_fraction_to_hidden_at_8": 0.9570174708276523, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.09013480320572853 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04670651629567146, + "branch_car_at_8": 0.0067954882979393005, + "chart_id": "ms-3a4e2d080c9c4b279895", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.19097411632537842, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9472856961772216, + "ncar_to_proposal_oracle_at_8": 0.4718940015027939, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.06240864103498451, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06110696122050285, + "proposal_oracle_utility_gain_over_base_at_8": 0.01440044492483139, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05431147292256355, + "selected_utility_gain_over_base_at_8": 0.00760495662689209, + "selector_gap_fraction_to_hidden_at_8": 0.047103357209380366, + "selector_regret_at_8": 0.0067954882979393005, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.12986715510487556, + "support_gap_fraction_to_hidden_at_8": 0.9001824046295488, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.13666264340281487 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06126360222697258, + "branch_car_at_8": 0.009998500347137451, + "chart_id": "ms-3c223e8c7f870c807541", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16810396313667297, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.3962029940262057, + "ncar_to_proposal_oracle_at_8": 0.30924477455857546, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22417624582394197, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.028931617736816406, + "proposal_oracle_utility_gain_over_base_at_8": -0.032331984490156174, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.018933117389678955, + "selected_utility_gain_over_base_at_8": -0.042330484837293625, + "selector_gap_fraction_to_hidden_at_8": 0.09358355084168996, + "selector_regret_at_8": 0.009998500347137451, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.13917234539985657, + "support_gap_fraction_to_hidden_at_8": 1.3026195738657473, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.14917084574699402 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1312015801668167, + "branch_car_at_8": 0.008693717420101166, + "chart_id": "ms-3d090ac2459c4b891dd1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0262024782891594, + "ncar_to_proposal_oracle_at_8": 0.2158671979124528, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.137992019675171, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09092813730239868, + "proposal_oracle_utility_gain_over_base_at_8": -0.04027344286441803, + "seed": "377066857", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08223441988229752, + "selected_utility_gain_over_base_at_8": -0.048967160284519196, + "selector_gap_fraction_to_hidden_at_8": 0.004652035943436427, + "selector_regret_at_8": 0.008693717420101166, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9090718626976013, + "support_gap_fraction_to_hidden_at_8": 1.0215504478369652, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9177655801177025 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16695041954517365, + "branch_car_at_8": 0.0, + "chart_id": "ms-4143ca4fca04091084e4", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9521791534573103, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23768317217092533, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2546083927154541, + "proposal_oracle_utility_gain_over_base_at_8": 0.08765797317028046, + "seed": "1619033151", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2546083927154541, + "selected_utility_gain_over_base_at_8": 0.08765797317028046, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.745391607284546, + "support_gap_fraction_to_hidden_at_8": 0.9521791586518188, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.745391607284546 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-456cdaaa617fc54fd766", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13047747313976288, + "branch_car_at_8": 0.0016016960144042969, + "chart_id": "ms-45fbd749d5ed3fe37c13", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1962801218032837, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6582743198424938, + "ncar_to_proposal_oracle_at_8": 0.06649309840425716, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.20112742982816928, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15456561744213104, + "proposal_oracle_utility_gain_over_base_at_8": 0.024088144302368164, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15296392142772675, + "selected_utility_gain_over_base_at_8": 0.022486448287963867, + "selector_gap_fraction_to_hidden_at_8": 0.024340904916981453, + "selector_regret_at_8": 0.0016016960144042969, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04171450436115265, + "support_gap_fraction_to_hidden_at_8": 0.6339335149631754, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.043316200375556946 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03341708332300186, + "chart_id": "ms-465d531b9cec5bc77ed7", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.018012846891571954, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4246479238352449, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1448194533586502, + "proposal_oracle_utility_gain_over_base_at_8": -1.8551805466413498, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.11140237003564835, + "selected_utility_gain_over_base_at_8": -1.8885976299643517, + "selector_regret_at_8": 0.03341708332300186, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8551805466413498, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8885976299643517 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.14686547219753265, + "branch_car_at_8": 0.012617431581020355, + "chart_id": "ms-47460f61b9edd000c05d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16129642724990845, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 8.909607433425403, + "ncar_to_proposal_oracle_at_8": 0.12427801123935765, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1595037309572488, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04533962532877922, + "proposal_oracle_utility_gain_over_base_at_8": -0.10152584686875343, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.032722193747758865, + "selected_utility_gain_over_base_at_8": -0.11414327844977379, + "selector_gap_fraction_to_hidden_at_8": 0.8743310151841354, + "selector_regret_at_8": 0.012617431581020355, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.11595680192112923, + "support_gap_fraction_to_hidden_at_8": 8.035282592196769, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.12857423350214958 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2125825136899948, + "branch_car_at_8": 0.04123643785715103, + "chart_id": "ms-48178f52a96de3d1ead0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2490411251783371, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 4.128132685734987, + "ncar_to_proposal_oracle_at_8": 0.566349106930727, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2782255747361568, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.13977153599262238, + "proposal_oracle_utility_gain_over_base_at_8": -0.07281097769737244, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.09853509813547134, + "selected_utility_gain_over_base_at_8": -0.11404741555452347, + "selector_gap_fraction_to_hidden_at_8": 1.1310479520136543, + "selector_regret_at_8": 0.04123643785715103, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10926958918571472, + "support_gap_fraction_to_hidden_at_8": 2.9970858660005164, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.15050602704286575 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10425517708063126, + "branch_car_at_8": 0.03510177135467529, + "chart_id": "ms-49b9e0f9ceaf91314919", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9822800231799508, + "ncar_to_proposal_oracle_at_8": 0.5109850183397625, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.21115612171933368, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17294949293136597, + "proposal_oracle_utility_gain_over_base_at_8": 0.06869431585073471, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13784772157669067, + "selected_utility_gain_over_base_at_8": 0.03359254449605942, + "selector_gap_fraction_to_hidden_at_8": 0.01851608451216552, + "selector_regret_at_8": 0.03510177135467529, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.827050507068634, + "support_gap_fraction_to_hidden_at_8": 0.9637639438492843, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8621522784233093 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16214697062969208, + "branch_car_at_8": 0.014045678079128265, + "chart_id": "ms-4aed2a49597da545e551", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26598092913627625, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5069650892568702, + "ncar_to_proposal_oracle_at_8": 0.36392915762577593, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16382350513160446, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.12355244159698486, + "proposal_oracle_utility_gain_over_base_at_8": -0.038594529032707214, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1095067635178566, + "selected_utility_gain_over_base_at_8": -0.05264020711183548, + "selector_gap_fraction_to_hidden_at_8": 0.1352705635145136, + "selector_regret_at_8": 0.014045678079128265, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.14242848753929138, + "support_gap_fraction_to_hidden_at_8": 1.371694670874557, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.15647416561841965 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2752528488636017, + "branch_car_at_8": 0.0075713396072387695, + "chart_id": "ms-4bda8533405961380322", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.31490015983581543, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 2.8484627981013073, + "ncar_to_proposal_oracle_at_8": 0.11521429731975064, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.31901817788509446, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2095375806093216, + "proposal_oracle_utility_gain_over_base_at_8": -0.06571526825428009, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.20196624100208282, + "selected_utility_gain_over_base_at_8": -0.07328660786151886, + "selector_gap_fraction_to_hidden_at_8": 0.19096729189389502, + "selector_regret_at_8": 0.0075713396072387695, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10536257922649384, + "support_gap_fraction_to_hidden_at_8": 2.6574962246578515, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1129339188337326 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08936681598424911, + "branch_car_at_8": 0.0026747360825538635, + "chart_id": "ms-4c99c68cb7d1f50db857", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.27179840207099915, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2847470006350996, + "ncar_to_proposal_oracle_at_8": 0.05428496556541376, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09872276492406204, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04009469226002693, + "proposal_oracle_utility_gain_over_base_at_8": -0.04927212372422218, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.03741995617747307, + "selected_utility_gain_over_base_at_8": -0.05194685980677605, + "selector_gap_fraction_to_hidden_at_8": 0.014661584322804554, + "selector_regret_at_8": 0.0026747360825538635, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2317037098109722, + "support_gap_fraction_to_hidden_at_8": 1.2700854867357907, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.23437844589352608 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11804928630590439, + "branch_car_at_8": 0.053231894969940186, + "chart_id": "ms-4db7b82d22bfbf9258b5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24657182395458221, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.573108821407688, + "ncar_to_proposal_oracle_at_8": 2.6061449953953115, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.37433655410229605, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09762376546859741, + "proposal_oracle_utility_gain_over_base_at_8": -0.020425520837306976, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04439187049865723, + "selected_utility_gain_over_base_at_8": -0.07365741580724716, + "selector_gap_fraction_to_hidden_at_8": 0.41418334825796843, + "selector_regret_at_8": 0.053231894969940186, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1489480584859848, + "support_gap_fraction_to_hidden_at_8": 1.1589255955491717, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.202179953455925 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.174183651804924, + "branch_car_at_8": 0.0, + "chart_id": "ms-4dc6f09c1beeb5314d11", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.19257789850234985, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 2.6006602750338277, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19898507093089166, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14474068582057953, + "proposal_oracle_utility_gain_over_base_at_8": -0.029442965984344482, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14474068582057953, + "selected_utility_gain_over_base_at_8": -0.029442965984344482, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.047837212681770325, + "support_gap_fraction_to_hidden_at_8": 2.6006616888782315, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.047837212681770325 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.009233511984348297, + "chart_id": "ms-4de1f6d71208bf1d182d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.004891149913692604, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13874922082132002, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.11220017820596695, + "proposal_oracle_utility_gain_over_base_at_8": -1.887799821794033, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.10296666622161865, + "selected_utility_gain_over_base_at_8": -1.8970333337783813, + "selector_regret_at_8": 0.009233511984348297, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.887799821794033, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8970333337783813 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440567970275879, + "branch_car_at_8": 0.07284808158874512, + "chart_id": "ms-4f0a41c8fb3caaeb9540", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2514488101005554, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1252405654847677, + "ncar_to_proposal_oracle_at_8": 1.2264349384301447, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.30862663848224803, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20345503091812134, + "proposal_oracle_utility_gain_over_base_at_8": 0.05939823389053345, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13060694932937622, + "selected_utility_gain_over_base_at_8": -0.01344984769821167, + "selector_gap_fraction_to_hidden_at_8": 0.6783379834704139, + "selector_regret_at_8": 0.07284808158874512, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04799377918243408, + "support_gap_fraction_to_hidden_at_8": 0.44690268679314815, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1208418607711792 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07486817985773087, + "branch_car_at_8": 0.003996134269982576, + "chart_id": "ms-4f0a59b7bc897c0d5e5e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17561273276805878, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.684493961864312, + "ncar_to_proposal_oracle_at_8": 0.061514070022785305, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22010548975923278, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.009905259124934673, + "proposal_oracle_utility_gain_over_base_at_8": -0.06496292073279619, + "seed": "636680137", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.005909124854952097, + "selected_utility_gain_over_base_at_8": -0.06895905500277877, + "selector_gap_fraction_to_hidden_at_8": 0.03966600828076045, + "selector_regret_at_8": 0.003996134269982576, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1657074736431241, + "support_gap_fraction_to_hidden_at_8": 1.644828120788022, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.16970360791310668 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09859758615493774, + "branch_car_at_8": 0.02148510981351137, + "chart_id": "ms-52b4f33b924e82688187", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1328616589307785, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 3.5369333693296947, + "ncar_to_proposal_oracle_at_8": 0.3283146566916088, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4982572246519333, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.03315699100494385, + "proposal_oracle_utility_gain_over_base_at_8": -0.0654405951499939, + "seed": "2015956957", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.011671881191432476, + "selected_utility_gain_over_base_at_8": -0.08692570496350527, + "selector_gap_fraction_to_hidden_at_8": 0.6270448336386998, + "selector_regret_at_8": 0.02148510981351137, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.09970466792583466, + "support_gap_fraction_to_hidden_at_8": 2.909889567948133, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.12118977773934603 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1629217118024826, + "branch_car_at_8": 0.03822316229343414, + "chart_id": "ms-53a86042af3c0887e556", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24908766150474548, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.43424991661560414, + "ncar_to_proposal_oracle_at_8": 0.4394903549492005, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14510383238487673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24989326298236847, + "proposal_oracle_utility_gain_over_base_at_8": 0.08697155117988586, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.21167010068893433, + "selected_utility_gain_over_base_at_8": 0.04874838888645172, + "selector_gap_fraction_to_hidden_at_8": 0.44359938497179163, + "selector_regret_at_8": 0.03822316229343414, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.03741756081581116 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09861961752176285, + "branch_car_at_8": 0.006440579891204834, + "chart_id": "ms-554727d05aa9a2b32904", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0189595393616548, + "ncar_to_proposal_oracle_at_8": 0.21752295613445702, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1950332997879674, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.069010891020298, + "proposal_oracle_utility_gain_over_base_at_8": -0.029608726501464844, + "seed": "1099528715", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06257031112909317, + "selected_utility_gain_over_base_at_8": -0.03604930639266968, + "selector_gap_fraction_to_hidden_at_8": 0.003387317945718077, + "selector_regret_at_8": 0.006440579891204834, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.930989108979702, + "support_gap_fraction_to_hidden_at_8": 1.0155722267749883, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9374296888709068 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1541779637336731, + "branch_car_at_8": 0.04204127937555313, + "chart_id": "ms-5e422b9487b4a1efd7af", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.04852952527834, + "ncar_to_proposal_oracle_at_8": 0.8844165647285914, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20486476559603853, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10664236545562744, + "proposal_oracle_utility_gain_over_base_at_8": -0.047535598278045654, + "seed": "1802377189", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06460108608007431, + "selected_utility_gain_over_base_at_8": -0.08957687765359879, + "selector_gap_fraction_to_hidden_at_8": 0.022776453281808773, + "selector_regret_at_8": 0.04204127937555313, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8933576345443726, + "support_gap_fraction_to_hidden_at_8": 1.0257530776770871, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9353989139199257 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03898253291845322, + "chart_id": "ms-5ecde7b64c80d2abbe1f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.020587392133793663, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.37885888328372347, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10648515075445175, + "proposal_oracle_utility_gain_over_base_at_8": -1.8935148492455482, + "seed": "636680137", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06750261783599854, + "selected_utility_gain_over_base_at_8": -1.9324973821640015, + "selector_regret_at_8": 0.03898253291845322, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8935148492455482, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9324973821640015 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04840870574116707, + "branch_car_at_8": 0.04680256173014641, + "chart_id": "ms-60f0d45b604940db0058", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22432444989681244, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0079809646067408, + "ncar_to_proposal_oracle_at_8": 1.0309255768354362, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.34322388656812813, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09380728006362915, + "proposal_oracle_utility_gain_over_base_at_8": 0.04539857432246208, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04700471833348274, + "selected_utility_gain_over_base_at_8": -0.0014039874076843262, + "selector_gap_fraction_to_hidden_at_8": 0.26605101183403346, + "selector_regret_at_8": 0.04680256173014641, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1305171698331833, + "support_gap_fraction_to_hidden_at_8": 0.7419300100717837, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1773197315633297 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22066016495227814, + "branch_car_at_8": 0.008403822779655457, + "chart_id": "ms-61bde0225d6f4175b7cb", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.21743658185005188, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 4.70531658576668, + "ncar_to_proposal_oracle_at_8": 0.8414090989437257, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20039486407200816, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.21067237854003906, + "proposal_oracle_utility_gain_over_base_at_8": -0.009987786412239075, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2022685557603836, + "selected_utility_gain_over_base_at_8": -0.01839160919189453, + "selector_gap_fraction_to_hidden_at_8": 2.606981893487295, + "selector_regret_at_8": 0.008403822779655457, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.006764203310012817, + "support_gap_fraction_to_hidden_at_8": 2.098349288821297, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.015168026089668274 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11928755044937134, + "branch_car_at_8": 0.006712436676025391, + "chart_id": "ms-62db3d4ffad1f0e82dd8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22344236075878143, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.6640889205932592, + "ncar_to_proposal_oracle_at_8": 0.10747525896771819, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2618944908826637, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05683191493153572, + "proposal_oracle_utility_gain_over_base_at_8": -0.06245563551783562, + "seed": "957195748", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05011947825551033, + "selected_utility_gain_over_base_at_8": -0.06916807219386101, + "selector_gap_fraction_to_hidden_at_8": 0.06444672748272424, + "selector_regret_at_8": 0.006712436676025391, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1666104458272457, + "support_gap_fraction_to_hidden_at_8": 1.5996423528812564, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1733228825032711 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23087799549102783, + "branch_car_at_8": 0.0, + "chart_id": "ms-6754ed0131c952830729", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.28973090648651123, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6876654715561445, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17674183772739588, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24925978481769562, + "proposal_oracle_utility_gain_over_base_at_8": 0.018381789326667786, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.24925978481769562, + "selected_utility_gain_over_base_at_8": 0.018381789326667786, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04047112166881561, + "support_gap_fraction_to_hidden_at_8": 0.6876655884009123, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.04047112166881561 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08888021856546402, + "branch_car_at_8": 0.007870396599173546, + "chart_id": "ms-6758deb06644a14aa722", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0319539500521338, + "ncar_to_proposal_oracle_at_8": 0.14794687780495638, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19958950366900957, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.03568277880549431, + "proposal_oracle_utility_gain_over_base_at_8": -0.05319743975996971, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.027812382206320763, + "selected_utility_gain_over_base_at_8": -0.06106783635914326, + "selector_gap_fraction_to_hidden_at_8": 0.004118212095144461, + "selector_regret_at_8": 0.007870396599173546, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9643172211945057, + "support_gap_fraction_to_hidden_at_8": 1.0278357433567238, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9721876177936792 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-68b43d83b97196e0d27f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07731581357092251, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.21399414539337158, + "proposal_oracle_utility_gain_over_base_at_8": -1.7860058546066284, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.21399414539337158, + "selected_utility_gain_over_base_at_8": -1.7860058546066284, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7860058546066284, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.7860058546066284 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.0963103398680687, + "branch_car_at_8": 0.02326484676450491, + "chart_id": "ms-6a3add21affa4796f9be", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.25397229194641113, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5217416569181452, + "ncar_to_proposal_oracle_at_8": 0.3943596308680608, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5383585010369887, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.03731636330485344, + "proposal_oracle_utility_gain_over_base_at_8": -0.058993976563215256, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.01405151654034853, + "selected_utility_gain_over_base_at_8": -0.08225882332772017, + "selector_gap_fraction_to_hidden_at_8": 0.14756158006304892, + "selector_regret_at_8": 0.02326484676450491, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2166559286415577, + "support_gap_fraction_to_hidden_at_8": 1.3741801733743666, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.2399207754060626 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11067384481430054, + "branch_car_at_8": 0.021971844136714935, + "chart_id": "ms-6d46dae312649c977b64", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0205183523888182, + "ncar_to_proposal_oracle_at_8": 1.3083123241006094, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1672593971256184, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0938798189163208, + "proposal_oracle_utility_gain_over_base_at_8": -0.016794025897979736, + "seed": "1505049690", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07190797477960587, + "selected_utility_gain_over_base_at_8": -0.03876587003469467, + "selector_gap_fraction_to_hidden_at_8": 0.01162946062881099, + "selector_regret_at_8": 0.021971844136714935, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9061201810836792, + "support_gap_fraction_to_hidden_at_8": 1.008888897161501, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9280920252203941 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.24495439231395721, + "branch_car_at_8": 0.011562660336494446, + "chart_id": "ms-6ddecc7f074b9e267409", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2393745481967926, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 30.420678702836646, + "ncar_to_proposal_oracle_at_8": 0.07060729258343877, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14008310889284278, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.08119425922632217, + "proposal_oracle_utility_gain_over_base_at_8": -0.16376013308763504, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.06963159888982773, + "selected_utility_gain_over_base_at_8": -0.17532279342412949, + "selector_gap_fraction_to_hidden_at_8": 2.0722192401263695, + "selector_regret_at_8": 0.011562660336494446, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.15818028897047043, + "support_gap_fraction_to_hidden_at_8": 28.34851398157866, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.16974294930696487 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8178347498178482, + "chart_id": "ms-0350672b45f92c437c22", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14825646256605698, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1753014417", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1821652501821518, + "selected_utility_gain_over_base_at_8": -1.8178347498178482, + "selector_regret_at_8": 1.8178347498178482, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8178347498178482 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018092840909957886, + "chart_id": "ms-07aa7d1f9c01e93d04bc", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.00945262102980478, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22247431313809207, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08594454824924469, + "proposal_oracle_utility_gain_over_base_at_8": -1.9140554517507553, + "seed": "1054295834", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0678517073392868, + "selected_utility_gain_over_base_at_8": -1.9321482926607132, + "selector_regret_at_8": 0.018092840909957886, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9140554517507553, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9321482926607132 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8341183960437775, + "chart_id": "ms-1044e227d00afb01a5dd", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20168747866471567, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1676419878", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16588160395622253, + "selected_utility_gain_over_base_at_8": -1.8341183960437775, + "selector_regret_at_8": 1.8341183960437775, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8341183960437775 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-14c6516a0f22d20ef6b0", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1824746139", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013434141874313354, + "chart_id": "ms-1979b899f11945b46b51", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.007109788816351433, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.03007507898092, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11047245562076569, + "proposal_oracle_utility_gain_over_base_at_8": -1.8895275443792343, + "seed": "1295221513", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09703831374645233, + "selected_utility_gain_over_base_at_8": -1.9029616862535477, + "selector_regret_at_8": 0.013434141874313354, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8895275443792343, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9029616862535477 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.023956656455993652, + "chart_id": "ms-1aea30e99a4945020cc1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.012915579790823086, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1571025611739327, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1451350450515747, + "proposal_oracle_utility_gain_over_base_at_8": -1.8548649549484253, + "seed": "998761162", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12117838859558105, + "selected_utility_gain_over_base_at_8": -1.878821611404419, + "selector_regret_at_8": 0.023956656455993652, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8548649549484253, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.878821611404419 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8705826103687286, + "chart_id": "ms-1c4df81cce643ca4fb3e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16766780540420267, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "923596794", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12941738963127136, + "selected_utility_gain_over_base_at_8": -1.8705826103687286, + "selector_regret_at_8": 1.8705826103687286, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8705826103687286 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.008149653673171997, + "chart_id": "ms-22cfd6a9a619133478b6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.004437589605712477, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15483800492890817, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.16349542140960693, + "proposal_oracle_utility_gain_over_base_at_8": -1.836504578590393, + "seed": "494359192", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15534576773643494, + "selected_utility_gain_over_base_at_8": -1.844654232263565, + "selector_regret_at_8": 0.008149653673171997, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.836504578590393, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.844654232263565 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07213771343231201, + "branch_car_at_8": 0.009792819619178772, + "chart_id": "ms-2423891634e7b469eed8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0116354330118598, + "ncar_to_proposal_oracle_at_8": 0.7748272809100708, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16861146430844368, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05949901044368744, + "proposal_oracle_utility_gain_over_base_at_8": -0.012638702988624573, + "seed": "207104919", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04970619082450867, + "selected_utility_gain_over_base_at_8": -0.022431522607803345, + "selector_gap_fraction_to_hidden_at_8": 0.005079626116144237, + "selector_regret_at_8": 0.009792819619178772, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9405009895563126, + "support_gap_fraction_to_hidden_at_8": 1.0065558121431621, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9502938091754913 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8497109711170197, + "chart_id": "ms-28a10bea0cf3f917e067", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1969405252264231, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "541228168", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15028902888298035, + "selected_utility_gain_over_base_at_8": -1.8497109711170197, + "selector_regret_at_8": 1.8497109711170197, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8497109711170197 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-2ba02dcefa15a9371706", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1710988569", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.007983416318893433, + "chart_id": "ms-2ca0290759891500c6bd", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.004185599935455547, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17820250453749262, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09264707565307617, + "proposal_oracle_utility_gain_over_base_at_8": -1.9073529243469238, + "seed": "1227521988", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08466365933418274, + "selected_utility_gain_over_base_at_8": -1.9153363406658173, + "selector_regret_at_8": 0.007983416318893433, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9073529243469238, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9153363406658173 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07623337209224701, + "branch_car_at_8": 0.005242481827735901, + "chart_id": "ms-2cbe83da02847008bf24", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0097028421781864, + "ncar_to_proposal_oracle_at_8": 0.3905438468519989, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11442431163230302, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06280983984470367, + "proposal_oracle_utility_gain_over_base_at_8": -0.013423532247543335, + "seed": "648713995", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05756735801696777, + "selected_utility_gain_over_base_at_8": -0.018666014075279236, + "selector_gap_fraction_to_hidden_at_8": 0.002725113198079286, + "selector_regret_at_8": 0.005242481827735901, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9371901601552963, + "support_gap_fraction_to_hidden_at_8": 1.0069777342286796, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9424326419830322 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-398ddbf730ed8830b08b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.42271767938857524, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03483171761035919, + "chart_id": "ms-3b99101d58e538cfbd6d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.018743289248969047, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15077603181815644, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14164328575134277, + "proposal_oracle_utility_gain_over_base_at_8": -1.8583567142486572, + "seed": "1339985874", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.10681156814098358, + "selected_utility_gain_over_base_at_8": -1.8931884318590164, + "selector_regret_at_8": 0.03483171761035919, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8583567142486572, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8931884318590164 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-3c9527725515347ba7de", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10132094390006444, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1186005236", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07176034152507782, + "branch_car_at_8": 0.006741553544998169, + "chart_id": "ms-3f6cd47af5e9e6781b73", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0069575548453362, + "ncar_to_proposal_oracle_at_8": 1.0100765390554876, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15467467033765633, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06508605182170868, + "proposal_oracle_utility_gain_over_base_at_8": -0.006674289703369141, + "seed": "1847929953", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05834449827671051, + "selected_utility_gain_over_base_at_8": -0.01341584324836731, + "selector_gap_fraction_to_hidden_at_8": 0.0034962218079936077, + "selector_regret_at_8": 0.006741553544998169, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9349139481782913, + "support_gap_fraction_to_hidden_at_8": 1.0034613382595023, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9416555017232895 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.036934107542037964, + "chart_id": "ms-4711dffcd73048a3656c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.02024737638724921, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4923858461873443, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17585712671279907, + "proposal_oracle_utility_gain_over_base_at_8": -1.824142873287201, + "seed": "1588222896", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1389230191707611, + "selected_utility_gain_over_base_at_8": -1.861076980829239, + "selector_regret_at_8": 0.036934107542037964, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.824142873287201, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.861076980829239 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02430477738380432, + "chart_id": "ms-49b9fd364e000bc7d579", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.013346828258629621, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17445397423576617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17898479104042053, + "proposal_oracle_utility_gain_over_base_at_8": -1.8210152089595795, + "seed": "924049538", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1546800136566162, + "selected_utility_gain_over_base_at_8": -1.8453199863433838, + "selector_regret_at_8": 0.02430477738380432, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8210152089595795, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8453199863433838 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.0753922164440155, + "branch_car_at_8": 0.001845628023147583, + "chart_id": "ms-4e67cfd30a257b4bad0c", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.010392401608696, + "ncar_to_proposal_oracle_at_8": 0.10165563049133924, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.35582779327839353, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05723653733730316, + "proposal_oracle_utility_gain_over_base_at_8": -0.01815567910671234, + "seed": "822735110", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05539090931415558, + "selected_utility_gain_over_base_at_8": -0.020001307129859924, + "selector_gap_fraction_to_hidden_at_8": 0.0009589631918340914, + "selector_regret_at_8": 0.001845628023147583, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9427634626626968, + "support_gap_fraction_to_hidden_at_8": 1.0094334436667232, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9446090906858444 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06540130078792572, + "branch_car_at_8": 0.016874298453330994, + "chart_id": "ms-543339410c02ce2269d1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0114507045111145, + "ncar_to_proposal_oracle_at_8": 3.1969556839876176, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2684234997357178, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06012307107448578, + "proposal_oracle_utility_gain_over_base_at_8": -0.005278229713439941, + "seed": "528245200", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.043248772621154785, + "selected_utility_gain_over_base_at_8": -0.022152528166770935, + "selector_gap_fraction_to_hidden_at_8": 0.008722376614955639, + "selector_regret_at_8": 0.016874298453330994, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9398769289255142, + "support_gap_fraction_to_hidden_at_8": 1.0027283331243786, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9567512273788452 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.010315477848052979, + "chart_id": "ms-54fdd49dc2c46e162fc6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.005673330070640136, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.03360277576777773, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18175962567329407, + "proposal_oracle_utility_gain_over_base_at_8": -1.818240374326706, + "seed": "1480856810", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1714441478252411, + "selected_utility_gain_over_base_at_8": -1.828555852174759, + "selector_regret_at_8": 0.010315477848052979, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.818240374326706, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.828555852174759 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8301224410533905, + "chart_id": "ms-5dab866561f657e9aa8d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.26873341884139534, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "127893920", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1698775589466095, + "selected_utility_gain_over_base_at_8": -1.8301224410533905, + "selector_regret_at_8": 1.8301224410533905, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8301224410533905 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-630c7d4c0ef39da64304", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.31101637349546457, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1298973560333252, + "proposal_oracle_utility_gain_over_base_at_8": -1.8701026439666748, + "seed": "1847929953", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1298973560333252, + "selected_utility_gain_over_base_at_8": -1.8701026439666748, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8701026439666748, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8701026439666748 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8130822628736496, + "chart_id": "ms-663c7e7fdaea6a945a2b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3212820848341972, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1702694640", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1869177371263504, + "selected_utility_gain_over_base_at_8": -1.8130822628736496, + "selector_regret_at_8": 1.8130822628736496, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8130822628736496 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12870505452156067, + "branch_car_at_8": 0.010317683219909668, + "chart_id": "ms-67f2977ab7d070052b61", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0282254962428918, + "ncar_to_proposal_oracle_at_8": 0.24276578663872006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07043454797527106, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08620449900627136, + "proposal_oracle_utility_gain_over_base_at_8": -0.04250055551528931, + "seed": "1794696142", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0758868157863617, + "selected_utility_gain_over_base_at_8": -0.052818238735198975, + "selector_gap_fraction_to_hidden_at_8": 0.0055136595355211185, + "selector_regret_at_8": 0.010317683219909668, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9137955009937286, + "support_gap_fraction_to_hidden_at_8": 1.0227118422020978, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9241131842136383 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8252803981304169, + "chart_id": "ms-68054c6c805197b033a7", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.04245153241482387, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1489813480", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17471960186958313, + "selected_utility_gain_over_base_at_8": -1.8252803981304169, + "selector_regret_at_8": 1.8252803981304169, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8252803981304169 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-6825a9112cb71ea137c9", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "541963049", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13861989974975586, + "branch_car_at_8": 0.017293334007263184, + "chart_id": "ms-016c5de39ed3c111889a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.010870513477828, + "ncar_to_proposal_oracle_at_8": 5.880399145356285, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08847366279943283, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13567906618118286, + "proposal_oracle_utility_gain_over_base_at_8": -0.002940833568572998, + "seed": "2061635888", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11838573217391968, + "selected_utility_gain_over_base_at_8": -0.02023416757583618, + "selector_gap_fraction_to_hidden_at_8": 0.009290597876778776, + "selector_regret_at_8": 0.017293334007263184, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8643209338188171, + "support_gap_fraction_to_hidden_at_8": 1.0015799210318073, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8816142678260803 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2135164886713028, + "branch_car_at_8": 0.06555494666099548, + "chart_id": "ms-01e6eaaaf40875e0ef5a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0201296762096055, + "ncar_to_proposal_oracle_at_8": 2.21517221532155, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.46360064217556285, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24311009049415588, + "proposal_oracle_utility_gain_over_base_at_8": 0.02959360182285309, + "seed": "1671659352", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1775551438331604, + "selected_utility_gain_over_base_at_8": -0.035961344838142395, + "selector_gap_fraction_to_hidden_at_8": 0.03669496317502476, + "selector_regret_at_8": 0.06555494666099548, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7568899095058441, + "support_gap_fraction_to_hidden_at_8": 0.983434718744847, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8224448561668396 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7966206669807434, + "branch_car_at_8": 0.18582290410995483, + "chart_id": "ms-03df3e12e1d61aa9ebbf", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1567703280231658, + "ncar_to_proposal_oracle_at_8": 65.63188119823849, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09394384043030093, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7937893867492676, + "proposal_oracle_utility_gain_over_base_at_8": -0.00283128023147583, + "seed": "1894022513", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6079664826393127, + "selected_utility_gain_over_base_at_8": -0.18865418434143066, + "selector_gap_fraction_to_hidden_at_8": 0.1544175631168009, + "selector_regret_at_8": 0.18582290410995483, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2062106132507324, + "support_gap_fraction_to_hidden_at_8": 1.0023527745190473, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.3920335173606873 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.821137011051178, + "branch_car_at_8": 1.1752553582191467, + "chart_id": "ms-04eec0abab5f55620e4e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9969397285919636, + "ncar_to_proposal_oracle_at_8": 0.9969397285919636, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15525816148540042, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.178862988948822, + "seed": "1151410346", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8247446417808533, + "selected_utility_gain_over_base_at_8": 0.003607630729675293, + "selector_gap_fraction_to_hidden_at_8": 0.9969397370487539, + "selector_regret_at_8": 1.1752553582191467, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1752553582191467 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7938400506973267, + "branch_car_at_8": 0.029602885246276855, + "chart_id": "ms-0547201761e8e1873482", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.004649130438479, + "ncar_to_proposal_oracle_at_8": 1.233695651036122, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17920293707305096, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8178353309631348, + "proposal_oracle_utility_gain_over_base_at_8": 0.023995280265808105, + "seed": "1369129094", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7882324457168579, + "selected_utility_gain_over_base_at_8": -0.00560760498046875, + "selector_gap_fraction_to_hidden_at_8": 0.024543084243007243, + "selector_regret_at_8": 0.029602885246276855, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1821646690368652, + "support_gap_fraction_to_hidden_at_8": 0.9801060545247912, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.211767554283142 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11245182156562805, + "branch_car_at_8": 0.008742287755012512, + "chart_id": "ms-07b479748a91a9c92b20", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0059873534084336, + "ncar_to_proposal_oracle_at_8": 3.4160899697848977, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13595182601432493, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10989268124103546, + "proposal_oracle_utility_gain_over_base_at_8": -0.0025591403245925903, + "seed": "1867746099", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.10115039348602295, + "selected_utility_gain_over_base_at_8": -0.011301428079605103, + "selector_gap_fraction_to_hidden_at_8": 0.00463155741129946, + "selector_regret_at_8": 0.008742287755012512, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8901073187589645, + "support_gap_fraction_to_hidden_at_8": 1.0013558013267323, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.898849606513977 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-0949097d19e597fc7f63", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07872626961038812, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "460988816", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05178456008434296, + "branch_car_at_8": 0.0026189833879470825, + "chart_id": "ms-0a4d4909900fb0bc4a9a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.8527845144271851, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9988798889445424, + "ncar_to_proposal_oracle_at_8": 0.7448350835059003, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.209662397824441, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.055300742387771606, + "proposal_oracle_utility_gain_over_base_at_8": 0.00351618230342865, + "seed": "1754115693", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.052681758999824524, + "selected_utility_gain_over_base_at_8": 0.0008971989154815674, + "selector_gap_fraction_to_hidden_at_8": 0.003269642368576355, + "selector_regret_at_8": 0.0026189833879470825, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.7974837720394135, + "support_gap_fraction_to_hidden_at_8": 0.9956102590463773, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 0.8001027554273605 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08991694450378418, + "branch_car_at_8": 0.0, + "chart_id": "ms-0b1dd0e538b8df15a6e4", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0109900125802154, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2699472396823862, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06892509758472443, + "proposal_oracle_utility_gain_over_base_at_8": -0.020991846919059753, + "seed": "1231384138", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06892509758472443, + "selected_utility_gain_over_base_at_8": -0.020991846919059753, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9310749024152756, + "support_gap_fraction_to_hidden_at_8": 1.0109900178731266, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9310749024152756 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.819879949092865, + "branch_car_at_8": 0.020792245864868164, + "chart_id": "ms-0b226017db7f07c5307e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0021732689283063, + "ncar_to_proposal_oracle_at_8": 1.1407057674328234, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11392096065979386, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8381074666976929, + "proposal_oracle_utility_gain_over_base_at_8": 0.01822751760482788, + "seed": "2099816463", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8173152208328247, + "selected_utility_gain_over_base_at_8": -0.002564728260040283, + "selector_gap_fraction_to_hidden_at_8": 0.017618754845225768, + "selector_regret_at_8": 0.020792245864868164, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1618925333023071, + "support_gap_fraction_to_hidden_at_8": 0.9845545225752103, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1826847791671753 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.007144451141357422, + "chart_id": "ms-19a3669e096e98232ec8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.006156385725690952, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11145586843114864, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8395056128501892, + "proposal_oracle_utility_gain_over_base_at_8": -1.1604943871498108, + "seed": "1846100387", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8323611617088318, + "selected_utility_gain_over_base_at_8": -1.1676388382911682, + "selector_regret_at_8": 0.007144451141357422, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1604943871498108, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1676388382911682 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.015034615993499756, + "chart_id": "ms-20f3cfcf183c69853b1e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.012993680845619896, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15859918151658037, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8429286479949951, + "proposal_oracle_utility_gain_over_base_at_8": -1.1570713520050049, + "seed": "1573173111", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8278940320014954, + "selected_utility_gain_over_base_at_8": -1.1721059679985046, + "selector_regret_at_8": 0.015034615993499756, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1570713520050049, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1721059679985046 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7867255806922913, + "branch_car_at_8": 0.0, + "chart_id": "ms-274ef8c6420a669dd5b4", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.8567750453948975, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2132744193077087, + "seed": "644904000", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.2132744193077087, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16001254320144653, + "branch_car_at_8": 0.017368540167808533, + "chart_id": "ms-2fef2f43af8009bb88f1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0264158111791024, + "ncar_to_proposal_oracle_at_8": 0.5560380964518888, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4460581981000019, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.12877631187438965, + "proposal_oracle_utility_gain_over_base_at_8": -0.031236231327056885, + "seed": "340237109", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11140777170658112, + "selected_utility_gain_over_base_at_8": -0.04860477149486542, + "selector_gap_fraction_to_hidden_at_8": 0.009439488352832877, + "selector_regret_at_8": 0.017368540167808533, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8712236881256104, + "support_gap_fraction_to_hidden_at_8": 1.0169763284046542, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8885922282934189 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1540253460407257, + "branch_car_at_8": 0.010282829403877258, + "chart_id": "ms-38ed02dacc133a888d3a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.014044160443623, + "ncar_to_proposal_oracle_at_8": 0.6573709288450829, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22380589490427963, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13838300108909607, + "proposal_oracle_utility_gain_over_base_at_8": -0.01564234495162964, + "seed": "12094156", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1281001716852188, + "selected_utility_gain_over_base_at_8": -0.025925174355506897, + "selector_gap_fraction_to_hidden_at_8": 0.005570406604349897, + "selector_regret_at_8": 0.010282829403877258, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.861616998910904, + "support_gap_fraction_to_hidden_at_8": 1.0084737593325455, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8718998283147812 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.03263068199157715, + "branch_car_at_8": 0.007130235433578491, + "chart_id": "ms-495b33a30a68ee055eef", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.5863422155380249, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9488596008636384, + "ncar_to_proposal_oracle_at_8": 0.20115051128610845, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09597857907484579, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0680779367685318, + "proposal_oracle_utility_gain_over_base_at_8": 0.03544725477695465, + "seed": "10434387", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06094770133495331, + "selected_utility_gain_over_base_at_8": 0.02831701934337616, + "selector_gap_fraction_to_hidden_at_8": 0.012877166180574738, + "selector_regret_at_8": 0.007130235433578491, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.5182642787694931, + "support_gap_fraction_to_hidden_at_8": 0.9359824518194162, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 0.5253945142030716 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.1740543842315674, + "chart_id": "ms-49e1584a68d8f465e8e3", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12645800155590348, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1338828931", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8259456157684326, + "selected_utility_gain_over_base_at_8": -1.1740543842315674, + "selector_regret_at_8": 1.1740543842315674, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1740543842315674 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8059800267219543, + "branch_car_at_8": 0.03302419185638428, + "chart_id": "ms-4cab292bc65fa59274ef", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0129177592992349, + "ncar_to_proposal_oracle_at_8": 1.8763607722775941, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.22889900800701068, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8235801458358765, + "proposal_oracle_utility_gain_over_base_at_8": 0.01760011911392212, + "seed": "567584897", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7905559539794922, + "selected_utility_gain_over_base_at_8": -0.015424072742462158, + "selector_gap_fraction_to_hidden_at_8": 0.027657989477110775, + "selector_regret_at_8": 0.03302419185638428, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1764198541641235, + "support_gap_fraction_to_hidden_at_8": 0.9852597783053805, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.2094440460205078 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.00312042236328125, + "chart_id": "ms-5902e6c4037ecda77a5f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.784722626209259, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.15197412240681363, + "ncar_to_proposal_oracle_at_8": 0.002233903108002775, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17416719920183313, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.603152334690094, + "proposal_oracle_utility_gain_over_base_at_8": -1.396847665309906, + "seed": "1754115693", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6000319123268127, + "selected_utility_gain_over_base_at_8": -1.3999680876731873, + "selector_gap_fraction_to_hidden_at_8": 0.002567662683908864, + "selector_regret_at_8": 0.00312042236328125, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.18157029151916504, + "support_gap_fraction_to_hidden_at_8": 0.1494064609734351, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 0.1846907138824463 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5948390960693359, + "branch_car_at_8": 0.0, + "chart_id": "ms-5a32c809ed679663dcb1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.8125008344650269, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0260298814600395, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3226583927289316, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5891733765602112, + "proposal_oracle_utility_gain_over_base_at_8": -0.005665719509124756, + "seed": "1890833080", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5891733765602112, + "selected_utility_gain_over_base_at_8": -0.005665719509124756, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.22332745790481567, + "support_gap_fraction_to_hidden_at_8": 1.0260299285987735, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 0.22332745790481567 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6051061302423477, + "chart_id": "ms-5a456ddf97d294548cf1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.5206029336364504, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17477057061073675, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8376820683479309, + "proposal_oracle_utility_gain_over_base_at_8": -1.162317931652069, + "seed": "617757446", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2325759381055832, + "selected_utility_gain_over_base_at_8": -1.7674240618944168, + "selector_regret_at_8": 0.6051061302423477, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.162317931652069, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7674240618944168 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12288041412830353, + "branch_car_at_8": 0.005532950162887573, + "chart_id": "ms-5ac1bf2d7d319955d45d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0139500619640802, + "ncar_to_proposal_oracle_at_8": 0.2679004964758417, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21973379575949248, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10222741961479187, + "proposal_oracle_utility_gain_over_base_at_8": -0.020652994513511658, + "seed": "176309897", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0966944694519043, + "selected_utility_gain_over_base_at_8": -0.02618594467639923, + "selector_gap_fraction_to_hidden_at_8": 0.0029475746801278955, + "selector_regret_at_8": 0.005532950162887573, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8977725803852081, + "support_gap_fraction_to_hidden_at_8": 1.0110024926855796, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9033055305480957 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2335832566022873, + "branch_car_at_8": 0.3530547767877579, + "chart_id": "ms-5bddb39f792f20e5e6d4", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0000079577461773, + "ncar_to_proposal_oracle_at_8": 1.0000398160760702, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5126534973857709, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5866239666938782, + "proposal_oracle_utility_gain_over_base_at_8": 0.3530407100915909, + "seed": "506370138", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2335691899061203, + "selected_utility_gain_over_base_at_8": -1.4066696166992188e-05, + "selector_gap_fraction_to_hidden_at_8": 0.1998706013783899, + "selector_regret_at_8": 0.3530547767877579, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4133760333061218, + "support_gap_fraction_to_hidden_at_8": 0.8001373620290108, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7664308100938797 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7988077402114868, + "branch_car_at_8": 0.19721508026123047, + "chart_id": "ms-5dfbb16e173e1a3e2bd6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.162543777341054, + "ncar_to_proposal_oracle_at_8": 100.17266708493098, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14848561989222436, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.800776481628418, + "proposal_oracle_utility_gain_over_base_at_8": 0.0019687414169311523, + "seed": "2022453507", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6035614013671875, + "selected_utility_gain_over_base_at_8": -0.19524633884429932, + "selector_gap_fraction_to_hidden_at_8": 0.16418277644908646, + "selector_regret_at_8": 0.19721508026123047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.199223518371582, + "support_gap_fraction_to_hidden_at_8": 0.9983610105702165, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.3964385986328125 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23495712876319885, + "branch_car_at_8": 0.37217114865779877, + "chart_id": "ms-61852da845126d62ff5b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0055701494523428, + "ncar_to_proposal_oracle_at_8": 1.0271335309369645, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.31593323635352066, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5972967147827148, + "proposal_oracle_utility_gain_over_base_at_8": 0.362339586019516, + "seed": "717883303", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.22512556612491608, + "selected_utility_gain_over_base_at_8": -0.009831562638282776, + "selector_gap_fraction_to_hidden_at_8": 0.21085671896287195, + "selector_regret_at_8": 0.37217114865779877, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4027032852172852, + "support_gap_fraction_to_hidden_at_8": 0.7947134361866138, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.774874433875084 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22772109508514404, + "branch_car_at_8": 0.3404805064201355, + "chart_id": "ms-626ac2ad9d0dd95f1a2e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.996472069052069, + "ncar_to_proposal_oracle_at_8": 0.9819674564582288, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23681403282652463, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5744540691375732, + "proposal_oracle_utility_gain_over_base_at_8": 0.3467329740524292, + "seed": "764701680", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23397356271743774, + "selected_utility_gain_over_base_at_8": 0.006252467632293701, + "selector_gap_fraction_to_hidden_at_8": 0.19211451734595517, + "selector_regret_at_8": 0.3404805064201355, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4255459308624268, + "support_gap_fraction_to_hidden_at_8": 0.8043575573286604, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7660264372825623 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7907969951629639, + "branch_car_at_8": 0.18512678146362305, + "chart_id": "ms-6bd5870eb5ff0dd76919", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1534373539825546, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23614717864004217, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7903868556022644, + "proposal_oracle_utility_gain_over_base_at_8": -0.0004101395606994629, + "seed": "54657947", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6052600741386414, + "selected_utility_gain_over_base_at_8": -0.1855369210243225, + "selector_gap_fraction_to_hidden_at_8": 0.15309818179667237, + "selector_regret_at_8": 0.18512678146362305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2096131443977356, + "support_gap_fraction_to_hidden_at_8": 1.0003391817247054, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.3947399258613586 + } + ], + "summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.229800307219662, + "low": 0.09575012800819253, + "mean": 0.1638504864311316, + "n": 93, + "num_samples": 200 + }, + "mean": 0.1638504864311316, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.3333333333333333, + "1461069713": 1.0, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 1.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 1.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 1.0, + "2022453507": 0.0, + "2053393481": 1.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.6666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 1.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 1.0, + "567584897": 0.0, + "585904130": 0.5714285714285714, + "617757446": 0.0, + "626486813": 0.6666666666666666, + "636680137": 1.0, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 1.0, + "750448296": 0.6, + "764701680": 0.0, + "767747424": 0.4, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.375, + "low": 0.0, + "mean": 0.125, + "n": 5, + "num_samples": 200 + }, + "mean": 0.125, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.625, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3888888888888889, + "low": 0.24305555555555555, + "mean": 0.3125, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1002515549": 1.0, + "10434387": 1.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 1.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 1.0, + "1753014417": 1.0, + "1754115693": 1.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 1.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 1.0, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 1.0, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 1.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 1.0, + "567584897": 1.0, + "585904130": 1.0, + "617757446": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "638602457": 1.0, + "644904000": 1.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "764701680": 1.0, + "767747424": 1.0, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.43936678614097974, + "low": 0.2618279569892473, + "mean": 0.3431899641577061, + "n": 93, + "num_samples": 200 + }, + "mean": 0.3431899641577061, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 1.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 1.0, + "12094156": 0.0, + "1227521988": 1.0, + "1231384138": 0.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 0.0, + "141984615": 0.2222222222222222, + "1461069713": 0.5, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 0.0, + "1549324805": 0.5, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.5, + "176309897": 0.0, + "1769949768": 1.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 0.5, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.25, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.3333333333333333, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 1.0, + "626486813": 0.1111111111111111, + "636680137": 0.5, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.1, + "764701680": 0.0, + "767747424": 0.4, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 0.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5492063492063491, + "low": 0.1638095238095238, + "mean": 0.3034920634920635, + "n": 5, + "num_samples": 200 + }, + "mean": 0.3034920634920635, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.14285714285714285, + "PullCube-v1": 0.16666666666666666, + "PushCube-v1": 0.7857142857142857, + "StackCube-v1": 0.2222222222222222 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.3680555555555556, + "low": 0.22916666666666666, + "mean": 0.2986111111111111, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 93, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.0, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "764701680": 0.0, + "767747424": 0.0, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0247429868068092, + "low": 0.6963147792535991, + "mean": 0.8603015451837491, + "n": 93, + "num_samples": 200 + }, + "mean": 0.8603015451837491, + "per_seed": { + "1002515549": 0.3101765811443329, + "10434387": 0.03263068199157715, + "1054295834": 2.0, + "1099528715": 0.09861961752176285, + "111895951": 0.04685167223215103, + "1148327469": 0.2102900892496109, + "1151410346": 0.821137011051178, + "1186005236": 2.0, + "12094156": 0.1540253460407257, + "1227521988": 2.0, + "1231384138": 0.08991694450378418, + "127893920": 2.0, + "1295221513": 2.0, + "1338828931": 2.0, + "1339985874": 2.0, + "1369129094": 0.7938400506973267, + "1375492786": 0.23570941388607025, + "141796052": 0.7273102402687073, + "141984615": 0.5759019694394536, + "1461069713": 1.0802906900644302, + "1475440973": 2.0, + "1480856810": 2.0, + "1483645336": 2.0, + "1489813480": 2.0, + "1505049690": 0.11067384481430054, + "1549324805": 1.1443007439374924, + "1573173111": 2.0, + "1588222896": 2.0, + "1619033151": 0.16695041954517365, + "1671659352": 0.2135164886713028, + "1676419878": 2.0, + "1702694640": 2.0, + "1710988569": 2.0, + "1747178030": 0.06912684440612793, + "1753014417": 2.0, + "1754115693": 1.0258922800421715, + "176309897": 0.12288041412830353, + "1769949768": 2.0, + "177042432": 0.10026611387729645, + "1794696142": 0.12870505452156067, + "1802377189": 0.1541779637336731, + "1811490176": 0.5560652613639832, + "1824746139": 2.0, + "1846100387": 2.0, + "1847929953": 1.035880170762539, + "1867746099": 0.11245182156562805, + "1890833080": 0.5948390960693359, + "1894022513": 0.7966206669807434, + "1982046304": 0.10849901288747787, + "2015956957": 0.5791222061961889, + "2022453507": 0.7988077402114868, + "2053393481": 0.10155961662530899, + "2061635888": 0.13861989974975586, + "207104919": 0.07213771343231201, + "2099816463": 0.819879949092865, + "278008524": 0.7248856332153082, + "340237109": 0.16001254320144653, + "377066857": 0.1312015801668167, + "40022731": 0.06768637895584106, + "451255434": 0.07851358503103256, + "460988816": 2.0, + "494359192": 2.0, + "500109393": 0.7212046980857849, + "506370138": 0.2335832566022873, + "50672686": 0.06365175545215607, + "528245200": 0.06540130078792572, + "541228168": 2.0, + "541963049": 2.0, + "54657947": 0.7907969951629639, + "565369392": 0.09214222431182861, + "567584897": 0.8059800267219543, + "585904130": 0.15535086606230056, + "617757446": 2.0, + "626486813": 0.2901569190952513, + "636680137": 1.0374340899288654, + "638602457": 0.08489253371953964, + "644904000": 0.7867255806922913, + "645859527": 0.3737652599811554, + "648713995": 0.07623337209224701, + "672328262": 0.0961560606956482, + "692998894": 0.21158243715763092, + "717883303": 0.23495712876319885, + "747260437": 0.06065511703491211, + "750448296": 0.37281867265701296, + "764701680": 0.22772109508514404, + "767747424": 0.9072010934352874, + "822735110": 0.0753922164440155, + "848613296": 0.11143246293067932, + "895182509": 0.723547637462616, + "923596794": 2.0, + "924049538": 2.0, + "957195748": 0.11928755044937134, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.1995676474353032, + "low": 0.47700644894902194, + "mean": 0.7885570312532837, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7885570312532837, + "per_task": { + "LiftPegUpright-v1": 0.7833942204713822, + "PickCube-v1": 0.353121066732066, + "PullCube-v1": 0.4476979454047978, + "PushCube-v1": 1.588915357100112, + "StackCube-v1": 0.7696565665580608 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.8692086887183703, + "low": 0.6186073454252133, + "mean": 0.748683326644823, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.37049090682162833, + "low": 0.14244166842930753, + "mean": 0.24849285696235607, + "n": 93, + "num_samples": 200 + }, + "mean": 0.24849285696235607, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.007130235433578491, + "1054295834": 0.018092840909957886, + "1099528715": 0.006440579891204834, + "111895951": 0.004605472087860107, + "1148327469": 0.00031857192516326904, + "1151410346": 1.1752553582191467, + "1186005236": 0.0, + "12094156": 0.010282829403877258, + "1227521988": 0.007983416318893433, + "1231384138": 0.0, + "127893920": 1.8301224410533905, + "1295221513": 0.013434141874313354, + "1338828931": 1.1740543842315674, + "1339985874": 0.03483171761035919, + "1369129094": 0.029602885246276855, + "1375492786": 0.021371878683567047, + "141796052": 0.0, + "141984615": 0.03905689550770654, + "1461069713": 0.008160180179402232, + "1475440973": 0.004767119884490967, + "1480856810": 0.010315477848052979, + "1483645336": 0.0, + "1489813480": 1.8252803981304169, + "1505049690": 0.021971844136714935, + "1549324805": 0.029039829969406128, + "1573173111": 0.015034615993499756, + "1588222896": 0.036934107542037964, + "1619033151": 0.0, + "1671659352": 0.06555494666099548, + "1676419878": 1.8341183960437775, + "1702694640": 1.8130822628736496, + "1710988569": 0.0, + "1747178030": 0.0040179891511797905, + "1753014417": 1.8178347498178482, + "1754115693": 0.0028697028756141663, + "176309897": 0.005532950162887573, + "1769949768": 1.4436787366867065, + "177042432": 0.013511911034584045, + "1794696142": 0.010317683219909668, + "1802377189": 0.04204127937555313, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.007144451141357422, + "1847929953": 0.0033707767724990845, + "1867746099": 0.008742287755012512, + "1890833080": 0.0, + "1894022513": 0.18582290410995483, + "1982046304": 0.007062308490276337, + "2015956957": 0.47002935339696705, + "2022453507": 0.19721508026123047, + "2053393481": 0.00907667726278305, + "2061635888": 0.017293334007263184, + "207104919": 0.009792819619178772, + "2099816463": 0.020792245864868164, + "278008524": 0.34494924917817116, + "340237109": 0.017368540167808533, + "377066857": 0.008693717420101166, + "40022731": 0.0016632303595542908, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.008149653673171997, + "500109393": 1.2789579033851624, + "506370138": 0.3530547767877579, + "50672686": 0.0, + "528245200": 0.016874298453330994, + "541228168": 1.8497109711170197, + "541963049": 0.0, + "54657947": 0.18512678146362305, + "565369392": 0.0014092524070292711, + "567584897": 0.03302419185638428, + "585904130": 0.0250492910189288, + "617757446": 0.6051061302423477, + "626486813": 0.01861424299163951, + "636680137": 0.021489333594217896, + "638602457": 0.014291167259216309, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.005242481827735901, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.37217114865779877, + "747260437": 0.05960432440042496, + "750448296": 0.013657125830650329, + "764701680": 0.3404805064201355, + "767747424": 0.011050106585025787, + "822735110": 0.001845628023147583, + "848613296": 0.006654301658272743, + "895182509": 1.277050793170929, + "923596794": 1.8705826103687286, + "924049538": 0.02430477738380432, + "957195748": 0.006712436676025391, + "998761162": 0.023956656455993652 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.36490821327481954, + "low": 0.1300473955871658, + "mean": 0.23713361002198696, + "n": 5, + "num_samples": 200 + }, + "mean": 0.23713361002198696, + "per_task": { + "LiftPegUpright-v1": 0.25610943883657455, + "PickCube-v1": 0.21211611798831395, + "PullCube-v1": 0.07172732797334902, + "PushCube-v1": 0.4667696101324899, + "StackCube-v1": 0.1789455551792074 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2612888045292089, + "low": 0.10965440035862331, + "mean": 0.18827329098550966, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1002515549": 1.0, + "10434387": 1.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 1.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 1.0, + "1753014417": 1.0, + "1754115693": 1.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 1.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 1.0, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 1.0, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 1.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 1.0, + "567584897": 1.0, + "585904130": 1.0, + "617757446": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "638602457": 1.0, + "644904000": 1.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "764701680": 1.0, + "767747424": 1.0, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.18263248847926272, + "low": 0.062163978494623656, + "mean": 0.11910202252944187, + "n": 93, + "num_samples": 200 + }, + "mean": 0.11910202252944187, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.3333333333333333, + "1461069713": 0.5, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.875, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.875, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.96875, + "2022453507": 0.0, + "2053393481": 0.125, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.22916666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.375, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 1.0, + "567584897": 0.0, + "585904130": 0.5535714285714286, + "617757446": 0.0, + "626486813": 0.6666666666666666, + "636680137": 0.5, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.25, + "750448296": 0.6, + "764701680": 0.0, + "767747424": 0.225, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.296875, + "low": 0.0, + "mean": 0.09895833333333334, + "n": 5, + "num_samples": 200 + }, + "mean": 0.09895833333333334, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4947916666666667, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.328125, + "low": 0.1857638888888889, + "mean": 0.24739583333333334, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9042413381123059, + "low": 0.7842123229220003, + "mean": 0.844726062467998, + "n": 93, + "num_samples": 200 + }, + "mean": 0.844726062467998, + "per_seed": { + "1002515549": 1.0, + "10434387": 0.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 0.4444444444444444, + "1461069713": 0.25, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 0.5, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 0.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 0.5, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 0.5, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 0.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 0.0, + "567584897": 1.0, + "585904130": 0.14285714285714285, + "617757446": 1.0, + "626486813": 0.2222222222222222, + "636680137": 0.5, + "638602457": 1.0, + "644904000": 0.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 0.1, + "764701680": 1.0, + "767747424": 0.4, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 0.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.5962962962962963, + "mean": 0.8407407407407407, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8407407407407407, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3888888888888889, + "PushCube-v1": 1.0, + "StackCube-v1": 0.8148148148148148 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7361111111111112, + "low": 0.5833333333333334, + "mean": 0.6597222222222222, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.8387301051179479, + "low": 1.6414896997686568, + "mean": 1.7476964292713026, + "n": 93, + "num_samples": 200 + }, + "mean": 1.7476964292713026, + "per_seed": { + "1002515549": 2.0, + "10434387": 0.5863422155380249, + "1054295834": 2.0, + "1099528715": 2.0, + "111895951": 2.0, + "1148327469": 2.0, + "1151410346": 2.0, + "1186005236": 2.0, + "12094156": 2.0, + "1227521988": 2.0, + "1231384138": 2.0, + "127893920": 2.0, + "1295221513": 2.0, + "1338828931": 2.0, + "1339985874": 2.0, + "1369129094": 2.0, + "1375492786": 2.0, + "141796052": 2.0, + "141984615": 1.0247315367062886, + "1461069713": 0.6172692589461803, + "1475440973": 2.0, + "1480856810": 2.0, + "1483645336": 2.0, + "1489813480": 2.0, + "1505049690": 2.0, + "1549324805": 1.143448069691658, + "1573173111": 2.0, + "1588222896": 2.0, + "1619033151": 2.0, + "1671659352": 2.0, + "1676419878": 2.0, + "1702694640": 2.0, + "1710988569": 2.0, + "1747178030": 0.21672499179840088, + "1753014417": 2.0, + "1754115693": 0.818753570318222, + "176309897": 2.0, + "1769949768": 2.0, + "177042432": 2.0, + "1794696142": 2.0, + "1802377189": 2.0, + "1811490176": 2.0, + "1824746139": 2.0, + "1846100387": 2.0, + "1847929953": 2.0, + "1867746099": 2.0, + "1890833080": 0.8125008344650269, + "1894022513": 2.0, + "1982046304": 2.0, + "2015956957": 1.0735395215451717, + "2022453507": 2.0, + "2053393481": 2.0, + "2061635888": 2.0, + "207104919": 2.0, + "2099816463": 2.0, + "278008524": 1.1128185068567593, + "340237109": 2.0, + "377066857": 2.0, + "40022731": 2.0, + "451255434": 0.2569156885147095, + "460988816": 2.0, + "494359192": 2.0, + "500109393": 2.0, + "506370138": 2.0, + "50672686": 2.0, + "528245200": 2.0, + "541228168": 2.0, + "541963049": 2.0, + "54657947": 2.0, + "565369392": 0.24661025404930115, + "567584897": 2.0, + "585904130": 0.5022062276090894, + "617757446": 2.0, + "626486813": 0.6031530102094015, + "636680137": 1.0878063663840294, + "638602457": 2.0, + "644904000": 0.8567750453948975, + "645859527": 2.0, + "648713995": 2.0, + "672328262": 2.0, + "692998894": 2.0, + "717883303": 2.0, + "747260437": 2.0, + "750448296": 0.42042462080717086, + "764701680": 2.0, + "767747424": 0.9323058426380157, + "822735110": 2.0, + "848613296": 2.0, + "895182509": 2.0, + "923596794": 2.0, + "924049538": 2.0, + "957195748": 0.22344236075878143, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.303751626196835, + "mean": 1.7377598024904728, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7377598024904728, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 0.9149795592659049, + "PushCube-v1": 2.0, + "StackCube-v1": 1.773819453186459 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.5416950492395296, + "low": 1.2722552820212312, + "mean": 1.4150809271054134, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 4.535814632668054, + "low": 1.023567279703477, + "mean": 2.227740543611389, + "n": 65, + "num_samples": 200 + }, + "mean": 2.227740543611389, + "per_seed": { + "1002515549": 1.0244505399722463, + "10434387": 0.9488596008636384, + "1099528715": 1.0189595393616548, + "111895951": 1.0045482498594203, + "1148327469": 1.0038459497256271, + "1151410346": 0.9969397285919636, + "12094156": 1.014044160443623, + "1231384138": 1.0109900125802154, + "1369129094": 1.004649130438479, + "1375492786": 1.0872537260881043, + "141796052": 0.0, + "141984615": 1.6810747145469702, + "1461069713": 0.594366599223015, + "1505049690": 1.0205183523888182, + "1549324805": 71.55500489539932, + "1619033151": 0.9521791534573103, + "1671659352": 1.0201296762096055, + "1747178030": 1.4006773712751, + "1754115693": 0.5754270056756781, + "176309897": 1.0139500619640802, + "177042432": 1.0175232421232172, + "1794696142": 1.0282254962428918, + "1802377189": 1.04852952527834, + "1811490176": 0.8933775730738343, + "1847929953": 1.0069575548453362, + "1867746099": 1.0059873534084336, + "1890833080": 1.0260298814600395, + "1894022513": 1.1567703280231658, + "1982046304": 1.014714397171331, + "2015956957": 4.493638850878654, + "2022453507": 1.162543777341054, + "2053393481": 1.0214041382027972, + "2061635888": 1.010870513477828, + "207104919": 1.0116354330118598, + "2099816463": 1.0021732689283063, + "278008524": 1.2002309756466862, + "340237109": 1.0264158111791024, + "377066857": 1.0262024782891594, + "40022731": 1.0082076288426096, + "451255434": 1.1721467641316092, + "500109393": 1.0001271442500863, + "506370138": 1.0000079577461773, + "50672686": 1.005045354721069, + "528245200": 1.0114507045111145, + "54657947": 1.1534373539825546, + "565369392": 1.5770291208500526, + "567584897": 1.0129177592992349, + "585904130": 1.9770896146320587, + "626486813": 1.0963859140688967, + "636680137": 1.684493961864312, + "638602457": 1.0153974459090547, + "644904000": 0.0, + "645859527": 1.014795737217067, + "648713995": 1.0097028421781864, + "672328262": 0.0, + "692998894": 1.0020906357770647, + "717883303": 1.0055701494523428, + "747260437": 0.9866389539339401, + "750448296": 4.871826564618791, + "764701680": 0.996472069052069, + "767747424": 1.4225956763185321, + "822735110": 1.010392401608696, + "848613296": 1.023656777053172, + "895182509": 1.0004688154814232, + "957195748": 1.6640889205932592 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.2777248305621756, + "low": 0.9269193682799163, + "mean": 1.395549905592198, + "n": 5, + "num_samples": 200 + }, + "mean": 1.395549905592198, + "per_task": { + "LiftPegUpright-v1": 0.8673945494371688, + "PickCube-v1": 1.0109060531044503, + "PullCube-v1": 3.144587613695753, + "PushCube-v1": 1.0130607387330142, + "StackCube-v1": 0.941800572990603 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 4.103794492210212, + "low": 1.1835756902209469, + "mean": 2.248761302793751, + "n": 103, + "num_samples": 200 + }, + "n": 103 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 6.115289091076992, + "low": 0.5203480358382191, + "mean": 2.729015581197629, + "n": 77, + "num_samples": 200 + }, + "mean": 2.729015581197629, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.20115051128610845, + "1054295834": 0.00945262102980478, + "1099528715": 0.21752295613445702, + "111895951": 1.0765593738966237, + "1148327469": 0.048528893866429265, + "1151410346": 0.9969397285919636, + "12094156": 0.6573709288450829, + "1227521988": 0.004185599935455547, + "1231384138": 0.0, + "1295221513": 0.007109788816351433, + "1339985874": 0.018743289248969047, + "1369129094": 1.233695651036122, + "1375492786": 0.16121316025799184, + "141796052": 0.0, + "141984615": 0.6686364138122495, + "1461069713": 0.13954740936135482, + "1475440973": 0.003707503662143643, + "1480856810": 0.005673330070640136, + "1505049690": 1.3083123241006094, + "1549324805": 0.8846508753931054, + "1573173111": 0.012993680845619896, + "1588222896": 0.02024737638724921, + "1619033151": 0.0, + "1671659352": 2.21517221532155, + "1747178030": 0.07289362100568714, + "1754115693": 0.37353449330695154, + "176309897": 0.2679004964758417, + "177042432": 0.6831924468882397, + "1794696142": 0.24276578663872006, + "1802377189": 0.8844165647285914, + "1811490176": 0.0, + "1846100387": 0.006156385725690952, + "1847929953": 0.5050382695277438, + "1867746099": 3.4160899697848977, + "1890833080": 0.0, + "1894022513": 65.63188119823849, + "1982046304": 0.3400243439316867, + "2015956957": 0.15086422264365548, + "2022453507": 100.17266708493098, + "2053393481": 0.2876205110947882, + "2061635888": 5.880399145356285, + "207104919": 0.7748272809100708, + "2099816463": 1.1407057674328234, + "278008524": 0.9064066706716867, + "340237109": 0.5560380964518888, + "377066857": 0.2158671979124528, + "40022731": 0.11715775293414203, + "451255434": 0.0, + "494359192": 0.004437589605712477, + "500109393": 1.0001271442500863, + "506370138": 1.0000398160760702, + "50672686": 0.0, + "528245200": 3.1969556839876176, + "565369392": 0.016064740031808234, + "567584897": 1.8763607722775941, + "585904130": 2.373996954793558, + "617757446": 0.5206029336364504, + "626486813": 1.4042526275708287, + "636680137": 0.041050731078289486, + "638602457": 0.9404177070192885, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.3905438468519989, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 1.0271335309369645, + "747260437": 0.6969961621880283, + "750448296": 0.46890131059307805, + "764701680": 0.9819674564582288, + "767747424": 0.26992238225513887, + "822735110": 0.10165563049133924, + "848613296": 0.17070531112563794, + "895182509": 1.0004688154814232, + "924049538": 0.013346828258629621, + "957195748": 0.10747525896771819, + "998761162": 0.012915579790823086 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 4.891465122702216, + "low": 0.36057581363275376, + "mean": 1.9457699937684374, + "n": 5, + "num_samples": 200 + }, + "mean": 1.9457699937684374, + "per_task": { + "LiftPegUpright-v1": 0.22809248414000916, + "PickCube-v1": 0.52622527077833, + "PullCube-v1": 0.755293067551312, + "PushCube-v1": 0.3633085481924293, + "StackCube-v1": 7.855930598180106 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 4.440147152846388, + "low": 0.6453334129635602, + "mean": 2.0612793187414713, + "n": 121, + "num_samples": 200 + }, + "n": 121 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3051032599419696, + "low": 0.15065710872162486, + "mean": 0.22459464072367297, + "n": 93, + "num_samples": 200 + }, + "mean": 0.22459464072367297, + "per_seed": { + "1002515549": 0.0, + "10434387": 1.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 1.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 1.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": 0.5555555555555556, + "1461069713": 0.0, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": 0.5, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 1.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.0, + "2022453507": 1.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 1.0, + "278008524": 0.3333333333333333, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 1.0, + "585904130": 0.14285714285714285, + "617757446": 0.0, + "626486813": 0.5555555555555556, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 0.4, + "764701680": 1.0, + "767747424": 0.4, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 1.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.40777777777777774, + "low": 0.08, + "mean": 0.22999999999999998, + "n": 5, + "num_samples": 200 + }, + "mean": 0.22999999999999998, + "per_task": { + "LiftPegUpright-v1": 0.4, + "PickCube-v1": 0.0, + "PullCube-v1": 0.3055555555555556, + "PushCube-v1": 0.0, + "StackCube-v1": 0.4444444444444444 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3402777777777778, + "low": 0.2013888888888889, + "mean": 0.2638888888888889, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.21346341093450533, + "low": 0.17304137670267253, + "mean": 0.19327452282922253, + "n": 93, + "num_samples": 200 + }, + "mean": 0.19327452282922253, + "per_seed": { + "1002515549": 0.08260632195571235, + "10434387": 0.09597857907484579, + "1054295834": 0.22247431313809207, + "1099528715": 0.1950332997879674, + "111895951": 0.10122954417377894, + "1148327469": 0.1495689959436533, + "1151410346": 0.15525816148540042, + "1186005236": 0.10132094390006444, + "12094156": 0.22380589490427963, + "1227521988": 0.17820250453749262, + "1231384138": 0.2699472396823862, + "127893920": 0.26873341884139534, + "1295221513": 0.03007507898092, + "1338828931": 0.12645800155590348, + "1339985874": 0.15077603181815644, + "1369129094": 0.17920293707305096, + "1375492786": 0.539622245165693, + "141796052": 0.24386078518632004, + "141984615": 0.23162628270645794, + "1461069713": 0.18380550812230573, + "1475440973": 0.27014513735872747, + "1480856810": 0.03360277576777773, + "1483645336": 0.13437632415195958, + "1489813480": 0.04245153241482387, + "1505049690": 0.1672593971256184, + "1549324805": 0.24629670513696922, + "1573173111": 0.15859918151658037, + "1588222896": 0.4923858461873443, + "1619033151": 0.23768317217092533, + "1671659352": 0.46360064217556285, + "1676419878": 0.20168747866471567, + "1702694640": 0.3212820848341972, + "1710988569": 0.0, + "1747178030": 0.09823399719888617, + "1753014417": 0.14825646256605698, + "1754115693": 0.19191479851313706, + "176309897": 0.21973379575949248, + "1769949768": 0.05101337778051185, + "177042432": 0.14689206489206325, + "1794696142": 0.07043454797527106, + "1802377189": 0.20486476559603853, + "1811490176": 0.23969382834218672, + "1824746139": 0.0, + "1846100387": 0.11145586843114864, + "1847929953": 0.23284552191656044, + "1867746099": 0.13595182601432493, + "1890833080": 0.3226583927289316, + "1894022513": 0.09394384043030093, + "1982046304": 0.12812164702411236, + "2015956957": 0.2900665337878578, + "2022453507": 0.14848561989222436, + "2053393481": 0.30562655944216033, + "2061635888": 0.08847366279943283, + "207104919": 0.16861146430844368, + "2099816463": 0.11392096065979386, + "278008524": 0.3887858192780495, + "340237109": 0.4460581981000019, + "377066857": 0.137992019675171, + "40022731": 0.11449419695614724, + "451255434": 0.15151813189552696, + "460988816": 0.07872626961038812, + "494359192": 0.15483800492890817, + "500109393": 0.2519395127807912, + "506370138": 0.5126534973857709, + "50672686": 0.15202780746296193, + "528245200": 0.2684234997357178, + "541228168": 0.1969405252264231, + "541963049": 0.0, + "54657947": 0.23614717864004217, + "565369392": 0.1700394309034268, + "567584897": 0.22889900800701068, + "585904130": 0.1821225165664179, + "617757446": 0.17477057061073675, + "626486813": 0.2367439886538538, + "636680137": 0.2994821865214781, + "638602457": 0.3472802300601354, + "644904000": 0.0, + "645859527": 0.19479708046672242, + "648713995": 0.11442431163230302, + "672328262": 0.1767311452758272, + "692998894": 0.08041303505633857, + "717883303": 0.31593323635352066, + "747260437": 0.3339423838748439, + "750448296": 0.1943283398494556, + "764701680": 0.23681403282652463, + "767747424": 0.21426885985391292, + "822735110": 0.35582779327839353, + "848613296": 0.09846127545337668, + "895182509": 0.157431802902925, + "923596794": 0.16766780540420267, + "924049538": 0.17445397423576617, + "957195748": 0.2618944908826637, + "998761162": 0.1571025611739327 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.21411863799594216, + "low": 0.16570547299963442, + "mean": 0.1878530306128292, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1878530306128292, + "per_task": { + "LiftPegUpright-v1": 0.18048328241453365, + "PickCube-v1": 0.14872269547853015, + "PullCube-v1": 0.23026700740431424, + "PushCube-v1": 0.17529934581328913, + "StackCube-v1": 0.2044928219534789 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.22820772372329523, + "low": 0.188258100260039, + "mean": 0.2073250284800119, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1002515549": 1.0, + "10434387": 1.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 1.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 1.0, + "1753014417": 1.0, + "1754115693": 1.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 1.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 1.0, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 1.0, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 1.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 1.0, + "567584897": 1.0, + "585904130": 1.0, + "617757446": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "638602457": 1.0, + "644904000": 1.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "764701680": 1.0, + "767747424": 1.0, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.32962962962962955, + "low": 0.1682795698924731, + "mean": 0.24456391875746716, + "n": 93, + "num_samples": 200 + }, + "mean": 0.24456391875746716, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 1.0, + "1295221513": 0.0, + "1338828931": 1.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": 0.0, + "1461069713": 0.25, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 0.0, + "1549324805": 0.5, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 1.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 1.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.25, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.3333333333333333, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 1.0, + "494359192": 0.0, + "500109393": 1.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 0.0, + "626486813": 0.1111111111111111, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.1, + "764701680": 0.0, + "767747424": 0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3593650793650794, + "low": 0.13227513227513227, + "mean": 0.24613756613756615, + "n": 5, + "num_samples": 200 + }, + "mean": 0.24613756613756615, + "per_task": { + "LiftPegUpright-v1": 0.4, + "PickCube-v1": 0.14285714285714285, + "PullCube-v1": 0.1111111111111111, + "PushCube-v1": 0.42857142857142855, + "StackCube-v1": 0.14814814814814814 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2638888888888889, + "low": 0.1388888888888889, + "mean": 0.2013888888888889, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.01505376344086022, + "low": -0.17144563918757466, + "mean": -0.09862604540023893, + "n": 93, + "num_samples": 200 + }, + "mean": -0.09862604540023893, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": -1.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 1.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": -1.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": -1.0, + "1338828931": 0.0, + "1339985874": -1.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": -0.2222222222222222, + "1461069713": -0.25, + "1475440973": -1.0, + "1480856810": -1.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": -1.0, + "1588222896": -1.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": -0.5, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": -1.0, + "1847929953": -0.5, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.0, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": -1.0, + "500109393": 1.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": -1.0, + "626486813": 0.0, + "636680137": -0.5, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "764701680": 0.0, + "767747424": -0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 1.0, + "923596794": 0.0, + "924049538": -1.0, + "957195748": 0.0, + "998761162": -1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.09407407407407407, + "low": -0.18910052910052913, + "mean": -0.05735449735449736, + "n": 5, + "num_samples": 200 + }, + "mean": -0.05735449735449736, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.0, + "PullCube-v1": -0.05555555555555555, + "PushCube-v1": -0.35714285714285715, + "StackCube-v1": -0.07407407407407407 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.034722222222222224, + "low": -0.16666666666666666, + "mean": -0.09722222222222222, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.1795186891961085, + "low": 0.06415770609318996, + "mean": 0.12252944188428058, + "n": 93, + "num_samples": 200 + }, + "mean": 0.12252944188428058, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.3333333333333333, + "1461069713": 0.5, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 1.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 1.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 1.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.16666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 1.0, + "567584897": 0.0, + "585904130": 0.42857142857142855, + "617757446": 0.0, + "626486813": 0.6666666666666666, + "636680137": 0.5, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 1.0, + "750448296": 0.6, + "764701680": 0.0, + "767747424": 0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.29166666666666663, + "low": 0.0, + "mean": 0.09722222222222222, + "n": 5, + "num_samples": 200 + }, + "mean": 0.09722222222222222, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4861111111111111, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3194444444444444, + "low": 0.1875, + "mean": 0.24305555555555555, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8590946048483133, + "low": 0.5544585575150178, + "mean": 0.6804000559217034, + "n": 93, + "num_samples": 200 + }, + "mean": 0.6804000559217034, + "per_seed": { + "1002515549": 0.26885947585105896, + "10434387": 0.0680779367685318, + "1054295834": 0.08594454824924469, + "1099528715": 0.069010891020298, + "111895951": 0.042573727667331696, + "1148327469": 0.20372551679611206, + "1151410346": 2.0, + "1186005236": 2.0, + "12094156": 0.13838300108909607, + "1227521988": 0.09264707565307617, + "1231384138": 0.06892509758472443, + "127893920": 2.0, + "1295221513": 0.11047245562076569, + "1338828931": 2.0, + "1339985874": 0.14164328575134277, + "1369129094": 0.8178353309631348, + "1375492786": 0.10314035415649414, + "141796052": 2.0, + "141984615": 0.20398804876539442, + "1461069713": 0.6076238169334829, + "1475440973": 0.7141968607902527, + "1480856810": 0.18175962567329407, + "1483645336": 2.0, + "1489813480": 2.0, + "1505049690": 0.0938798189163208, + "1549324805": 1.1114744320511818, + "1573173111": 0.8429286479949951, + "1588222896": 0.17585712671279907, + "1619033151": 0.2546083927154541, + "1671659352": 0.24311009049415588, + "1676419878": 2.0, + "1702694640": 2.0, + "1710988569": 2.0, + "1747178030": 0.014005581848323345, + "1753014417": 2.0, + "1754115693": 0.3292265385389328, + "176309897": 0.10222741961479187, + "1769949768": 2.0, + "177042432": 0.08048851788043976, + "1794696142": 0.08620449900627136, + "1802377189": 0.10664236545562744, + "1811490176": 0.7100210785865784, + "1824746139": 2.0, + "1846100387": 0.8395056128501892, + "1847929953": 0.09749170392751694, + "1867746099": 0.10989268124103546, + "1890833080": 0.5891733765602112, + "1894022513": 0.7937893867492676, + "1982046304": 0.08772901445627213, + "2015956957": 0.5208031091606244, + "2022453507": 0.800776481628418, + "2053393481": 0.07000180333852768, + "2061635888": 0.13567906618118286, + "207104919": 0.05949901044368744, + "2099816463": 0.8381074666976929, + "278008524": 0.7373101115226746, + "340237109": 0.12877631187438965, + "377066857": 0.09092813730239868, + "40022731": 0.05348988622426987, + "451255434": 0.04780222848057747, + "460988816": 2.0, + "494359192": 0.16349542140960693, + "500109393": 2.0, + "506370138": 0.5866239666938782, + "50672686": 0.0538821816444397, + "528245200": 0.06012307107448578, + "541228168": 2.0, + "541963049": 2.0, + "54657947": 0.7903868556022644, + "565369392": 0.004418909549713135, + "567584897": 0.8235801458358765, + "585904130": 0.12031848356127739, + "617757446": 0.8376820683479309, + "626486813": 0.2928433521754212, + "636680137": 0.05819520493969321, + "638602457": 0.06969592720270157, + "644904000": 2.0, + "645859527": 0.34970390796661377, + "648713995": 0.06280983984470367, + "672328262": 2.0, + "692998894": 0.20784349739551544, + "717883303": 0.5972967147827148, + "747260437": 0.14617110788822174, + "750448296": 0.35842807218432426, + "764701680": 0.5744540691375732, + "767747424": 0.5373800590634346, + "822735110": 0.05723653733730316, + "848613296": 0.07344710826873779, + "895182509": 2.0, + "923596794": 2.0, + "924049538": 0.17898479104042053, + "957195748": 0.05683191493153572, + "998761162": 0.1451350450515747 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8797483971076352, + "low": 0.41512154634868254, + "mean": 0.6720222795258335, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6720222795258335, + "per_task": { + "LiftPegUpright-v1": 1.0454350337386131, + "PickCube-v1": 0.341122750725065, + "PullCube-v1": 0.3342518941693318, + "PushCube-v1": 0.9213141335972718, + "StackCube-v1": 0.717987585398886 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7014764447974611, + "low": 0.46512113404524924, + "mean": 0.5700750452718543, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.05356269836536494, + "low": -0.30514872952769406, + "mean": -0.17990148926204563, + "n": 93, + "num_samples": 200 + }, + "mean": -0.17990148926204563, + "per_seed": { + "1002515549": -0.041317105293273926, + "10434387": 0.03544725477695465, + "1054295834": -1.9140554517507553, + "1099528715": -0.029608726501464844, + "111895951": -0.004277944564819336, + "1148327469": -0.00656457245349884, + "1151410346": 1.178862988948822, + "1186005236": 0.0, + "12094156": -0.01564234495162964, + "1227521988": -1.9073529243469238, + "1231384138": -0.020991846919059753, + "127893920": 0.0, + "1295221513": -1.8895275443792343, + "1338828931": 0.0, + "1339985874": -1.8583567142486572, + "1369129094": 0.023995280265808105, + "1375492786": -0.1325690597295761, + "141796052": 1.2726897597312927, + "141984615": -0.37191392067405915, + "1461069713": -0.47266687313094735, + "1475440973": -1.2858031392097473, + "1480856810": -1.818240374326706, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": -0.016794025897979736, + "1549324805": -0.03282631188631058, + "1573173111": -1.1570713520050049, + "1588222896": -1.824142873287201, + "1619033151": 0.08765797317028046, + "1671659352": 0.02959360182285309, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": -0.055121262557804585, + "1753014417": 0.0, + "1754115693": -0.6966657415032387, + "176309897": -0.020652994513511658, + "1769949768": 0.0, + "177042432": -0.01977759599685669, + "1794696142": -0.04250055551528931, + "1802377189": -0.047535598278045654, + "1811490176": 0.15395581722259521, + "1824746139": 0.0, + "1846100387": -1.1604943871498108, + "1847929953": -0.938388466835022, + "1867746099": -0.0025591403245925903, + "1890833080": -0.005665719509124756, + "1894022513": -0.00283128023147583, + "1982046304": -0.02076999843120575, + "2015956957": -0.05831909703556448, + "2022453507": 0.0019687414169311523, + "2053393481": -0.03155781328678131, + "2061635888": -0.002940833568572998, + "207104919": -0.012638702988624573, + "2099816463": 0.01822751760482788, + "278008524": 0.012424478307366371, + "340237109": -0.031236231327056885, + "377066857": -0.04027344286441803, + "40022731": -0.014196492731571198, + "451255434": -0.030711356550455093, + "460988816": 0.0, + "494359192": -1.836504578590393, + "500109393": 1.278795301914215, + "506370138": 0.3530407100915909, + "50672686": -0.00976957380771637, + "528245200": -0.005278229713439941, + "541228168": 0.0, + "541963049": 0.0, + "54657947": -0.0004101395606994629, + "565369392": -0.08772331476211548, + "567584897": 0.01760011911392212, + "585904130": -0.035032382501023154, + "617757446": -1.162317931652069, + "626486813": 0.0026864330801698896, + "636680137": -0.9792388849891722, + "638602457": -0.015196606516838074, + "644904000": 1.2132744193077087, + "645859527": -0.024061352014541626, + "648713995": -0.013423532247543335, + "672328262": 1.9038439393043518, + "692998894": -0.0037389397621154785, + "717883303": 0.362339586019516, + "747260437": 0.08551599085330963, + "750448296": -0.014390600472688675, + "764701680": 0.3467329740524292, + "767747424": -0.3698210343718529, + "822735110": -0.01815567910671234, + "848613296": -0.03798535466194153, + "895182509": 1.276452362537384, + "923596794": 0.0, + "924049538": -1.8210152089595795, + "957195748": -0.06245563551783562, + "998761162": -1.8548649549484253 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.12420148148141044, + "low": -0.3708417816953512, + "mean": -0.11653475172745024, + "n": 5, + "num_samples": 200 + }, + "mean": -0.11653475172745024, + "per_task": { + "LiftPegUpright-v1": 0.262040813267231, + "PickCube-v1": -0.01199831600700106, + "PullCube-v1": -0.11344605123546596, + "PushCube-v1": -0.6676012235028403, + "StackCube-v1": -0.051668981159174884 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.06137608695684725, + "low": -0.30594149036591667, + "mean": -0.17860828137296872, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1002515549": 1.0, + "10434387": 1.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 1.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 1.0, + "1753014417": 1.0, + "1754115693": 1.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 1.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 1.0, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 1.0, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 1.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 1.0, + "567584897": 1.0, + "585904130": 1.0, + "617757446": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "638602457": 1.0, + "644904000": 1.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "764701680": 1.0, + "767747424": 1.0, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.16696535244922342, + "low": 0.06075268817204302, + "mean": 0.11105137395459976, + "n": 93, + "num_samples": 200 + }, + "mean": 0.11105137395459976, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 1.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": 0.0, + "1461069713": 0.25, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 1.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.5, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 1.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 1.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.16666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 1.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 1.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 0.0, + "626486813": 0.1111111111111111, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.1, + "764701680": 0.0, + "767747424": 0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.16380952380952382, + "low": 0.03333333333333333, + "mean": 0.1071957671957672, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1071957671957672, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08333333333333333, + "PushCube-v1": 0.17857142857142858, + "StackCube-v1": 0.07407407407407407 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1527777777777778, + "low": 0.0625, + "mean": 0.10416666666666667, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.1266427718040621, + "low": -0.32084826762246116, + "mean": -0.23213859020310632, + "n": 93, + "num_samples": 200 + }, + "mean": -0.23213859020310632, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": -1.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": -1.0, + "1231384138": 0.0, + "127893920": -1.0, + "1295221513": -1.0, + "1338828931": -1.0, + "1339985874": -1.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": -0.2222222222222222, + "1461069713": -0.25, + "1475440973": -1.0, + "1480856810": -1.0, + "1483645336": 0.0, + "1489813480": -1.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": -1.0, + "1588222896": -1.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": -1.0, + "1702694640": -1.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": -1.0, + "1754115693": -0.5, + "176309897": 0.0, + "1769949768": -1.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": -1.0, + "1847929953": -0.5, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": -0.25, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": -0.16666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": -1.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": -1.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": -1.0, + "626486813": 0.0, + "636680137": -0.5, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "764701680": 0.0, + "767747424": -0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": -1.0, + "924049538": -1.0, + "957195748": 0.0, + "998761162": -1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.046296296296296294, + "low": -0.3939153439153439, + "mean": -0.19629629629629627, + "n": 5, + "num_samples": 200 + }, + "mean": -0.19629629629629627, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": -0.14285714285714285, + "PullCube-v1": -0.08333333333333333, + "PushCube-v1": -0.6071428571428571, + "StackCube-v1": -0.14814814814814814 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.125, + "low": -0.2708333333333333, + "mean": -0.19444444444444445, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.17764976958525347, + "low": 0.0582437275985663, + "mean": 0.11779313876088067, + "n": 93, + "num_samples": 200 + }, + "mean": 0.11779313876088067, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.3333333333333333, + "1461069713": 0.75, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 1.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 1.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 1.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.3333333333333333, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 1.0, + "567584897": 0.0, + "585904130": 0.5714285714285714, + "617757446": 0.0, + "626486813": 0.6666666666666666, + "636680137": 0.5, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.6, + "764701680": 0.0, + "767747424": 0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3083333333333333, + "low": 0.0, + "mean": 0.10277777777777777, + "n": 5, + "num_samples": 200 + }, + "mean": 0.10277777777777777, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5138888888888888, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3402777777777778, + "low": 0.1875, + "mean": 0.2569444444444444, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5542517282944617, + "low": 0.3291921127885599, + "mean": 0.43190719895934715, + "n": 93, + "num_samples": 200 + }, + "mean": 0.43190719895934715, + "per_seed": { + "1002515549": 0.26885947585105896, + "10434387": 0.06094770133495331, + "1054295834": 0.0678517073392868, + "1099528715": 0.06257031112909317, + "111895951": 0.03796825557947159, + "1148327469": 0.2034069448709488, + "1151410346": 0.8247446417808533, + "1186005236": 2.0, + "12094156": 0.1281001716852188, + "1227521988": 0.08466365933418274, + "1231384138": 0.06892509758472443, + "127893920": 0.1698775589466095, + "1295221513": 0.09703831374645233, + "1338828931": 0.8259456157684326, + "1339985874": 0.10681156814098358, + "1369129094": 0.7882324457168579, + "1375492786": 0.0817684754729271, + "141796052": 2.0, + "141984615": 0.1649311532576879, + "1461069713": 0.5994636367540807, + "1475440973": 0.7094297409057617, + "1480856810": 0.1714441478252411, + "1483645336": 2.0, + "1489813480": 0.17471960186958313, + "1505049690": 0.07190797477960587, + "1549324805": 1.0824346020817757, + "1573173111": 0.8278940320014954, + "1588222896": 0.1389230191707611, + "1619033151": 0.2546083927154541, + "1671659352": 0.1775551438331604, + "1676419878": 0.16588160395622253, + "1702694640": 0.1869177371263504, + "1710988569": 2.0, + "1747178030": 0.009987592697143555, + "1753014417": 0.1821652501821518, + "1754115693": 0.32635683566331863, + "176309897": 0.0966944694519043, + "1769949768": 0.5563212633132935, + "177042432": 0.06697660684585571, + "1794696142": 0.0758868157863617, + "1802377189": 0.06460108608007431, + "1811490176": 0.7100210785865784, + "1824746139": 2.0, + "1846100387": 0.8323611617088318, + "1847929953": 0.09412092715501785, + "1867746099": 0.10115039348602295, + "1890833080": 0.5891733765602112, + "1894022513": 0.6079664826393127, + "1982046304": 0.08066670596599579, + "2015956957": 0.05077375576365739, + "2022453507": 0.6035614013671875, + "2053393481": 0.06092512607574463, + "2061635888": 0.11838573217391968, + "207104919": 0.04970619082450867, + "2099816463": 0.8173152208328247, + "278008524": 0.3923608623445034, + "340237109": 0.11140777170658112, + "377066857": 0.08223441988229752, + "40022731": 0.051826655864715576, + "451255434": 0.04780222848057747, + "460988816": 2.0, + "494359192": 0.15534576773643494, + "500109393": 0.7210420966148376, + "506370138": 0.2335691899061203, + "50672686": 0.0538821816444397, + "528245200": 0.043248772621154785, + "541228168": 0.15028902888298035, + "541963049": 2.0, + "54657947": 0.6052600741386414, + "565369392": 0.0030096571426838636, + "567584897": 0.7905559539794922, + "585904130": 0.09526919254234859, + "617757446": 0.2325759381055832, + "626486813": 0.2742291091837817, + "636680137": 0.036705871345475316, + "638602457": 0.05540475994348526, + "644904000": 2.0, + "645859527": 0.34970390796661377, + "648713995": 0.05756735801696777, + "672328262": 2.0, + "692998894": 0.20784349739551544, + "717883303": 0.22512556612491608, + "747260437": 0.08656678348779678, + "750448296": 0.34477094635367395, + "764701680": 0.23397356271743774, + "767747424": 0.5263299524784089, + "822735110": 0.05539090931415558, + "848613296": 0.06679280661046505, + "895182509": 0.722949206829071, + "923596794": 0.12941738963127136, + "924049538": 0.1546800136566162, + "957195748": 0.05011947825551033, + "998761162": 0.12117838859558105 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6170091748733761, + "low": 0.2742249709578963, + "mean": 0.4348886695038465, + "n": 5, + "num_samples": 200 + }, + "mean": 0.4348886695038465, + "per_task": { + "LiftPegUpright-v1": 0.7893255949020386, + "PickCube-v1": 0.129006632736751, + "PullCube-v1": 0.2625245661959828, + "PushCube-v1": 0.4545445234647819, + "StackCube-v1": 0.5390420302196786 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.47714679336220595, + "low": 0.298586208080653, + "mean": 0.38180175428634455, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.2674885110177429, + "low": -0.5763132642504781, + "mean": -0.42839434622440176, + "n": 93, + "num_samples": 200 + }, + "mean": -0.42839434622440176, + "per_seed": { + "1002515549": -0.041317105293273926, + "10434387": 0.02831701934337616, + "1054295834": -1.9321482926607132, + "1099528715": -0.03604930639266968, + "111895951": -0.008883416652679443, + "1148327469": -0.006883144378662109, + "1151410346": 0.003607630729675293, + "1186005236": 0.0, + "12094156": -0.025925174355506897, + "1227521988": -1.9153363406658173, + "1231384138": -0.020991846919059753, + "127893920": -1.8301224410533905, + "1295221513": -1.9029616862535477, + "1338828931": -1.1740543842315674, + "1339985874": -1.8931884318590164, + "1369129094": -0.00560760498046875, + "1375492786": -0.15394093841314316, + "141796052": 1.2726897597312927, + "141984615": -0.4109708161817657, + "1461069713": -0.4808270533103496, + "1475440973": -1.2905702590942383, + "1480856810": -1.828555852174759, + "1483645336": 0.0, + "1489813480": -1.8252803981304169, + "1505049690": -0.03876587003469467, + "1549324805": -0.061866141855716705, + "1573173111": -1.1721059679985046, + "1588222896": -1.861076980829239, + "1619033151": 0.08765797317028046, + "1671659352": -0.035961344838142395, + "1676419878": -1.8341183960437775, + "1702694640": -1.8130822628736496, + "1710988569": 0.0, + "1747178030": -0.059139251708984375, + "1753014417": -1.8178347498178482, + "1754115693": -0.6995354443788528, + "176309897": -0.02618594467639923, + "1769949768": -1.4436787366867065, + "177042432": -0.033289507031440735, + "1794696142": -0.052818238735198975, + "1802377189": -0.08957687765359879, + "1811490176": 0.15395581722259521, + "1824746139": 0.0, + "1846100387": -1.1676388382911682, + "1847929953": -0.9417592436075211, + "1867746099": -0.011301428079605103, + "1890833080": -0.005665719509124756, + "1894022513": -0.18865418434143066, + "1982046304": -0.027832306921482086, + "2015956957": -0.5283484504325315, + "2022453507": -0.19524633884429932, + "2053393481": -0.04063449054956436, + "2061635888": -0.02023416757583618, + "207104919": -0.022431522607803345, + "2099816463": -0.002564728260040283, + "278008524": -0.3325247708708048, + "340237109": -0.04860477149486542, + "377066857": -0.048967160284519196, + "40022731": -0.01585972309112549, + "451255434": -0.030711356550455093, + "460988816": 0.0, + "494359192": -1.844654232263565, + "500109393": -0.00016260147094726562, + "506370138": -1.4066696166992188e-05, + "50672686": -0.00976957380771637, + "528245200": -0.022152528166770935, + "541228168": -1.8497109711170197, + "541963049": 0.0, + "54657947": -0.1855369210243225, + "565369392": -0.08913256716914475, + "567584897": -0.015424072742462158, + "585904130": -0.06008167351995196, + "617757446": -1.7674240618944168, + "626486813": -0.01592780991146962, + "636680137": -1.0007282185833901, + "638602457": -0.029487773776054382, + "644904000": 1.2132744193077087, + "645859527": -0.024061352014541626, + "648713995": -0.018666014075279236, + "672328262": 1.9038439393043518, + "692998894": -0.0037389397621154785, + "717883303": -0.009831562638282776, + "747260437": 0.025911666452884674, + "750448296": -0.028047726303339005, + "764701680": 0.006252467632293701, + "767747424": -0.3808711409568787, + "822735110": -0.020001307129859924, + "848613296": -0.04463965632021427, + "895182509": -0.0005984306335449219, + "923596794": -1.8705826103687286, + "924049538": -1.8453199863433838, + "957195748": -0.06916807219386101, + "998761162": -1.878821611404419 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07959875845104558, + "low": -0.7255591325627433, + "mean": -0.3536683617494372, + "n": 5, + "num_samples": 200 + }, + "mean": -0.3536683617494372, + "per_task": { + "LiftPegUpright-v1": 0.005931374430656433, + "PickCube-v1": -0.224114433995315, + "PullCube-v1": -0.18517337920881496, + "PushCube-v1": -1.1343708336353302, + "StackCube-v1": -0.2306145363383823 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.25046512373632546, + "low": -0.4964822205333298, + "mean": -0.3668815723584784, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.8207551272420126, + "low": 0.07438402604509706, + "mean": 0.6417032392156283, + "n": 65, + "num_samples": 200 + }, + "mean": 0.6417032392156283, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.012877166180574738, + "1099528715": 0.003387317945718077, + "111895951": 0.0023579735457795264, + "1148327469": 0.00017800198973569873, + "1151410346": 0.9969397370487539, + "12094156": 0.005570406604349897, + "1231384138": 0.0, + "1369129094": 0.024543084243007243, + "1375492786": 0.012113581998213389, + "141796052": 0.0, + "141984615": 0.6311841817240281, + "1461069713": 0.10043771875522499, + "1505049690": 0.01162946062881099, + "1549324805": 34.05735556254587, + "1619033151": 0.0, + "1671659352": 0.03669496317502476, + "1747178030": 0.02722249040498553, + "1754115693": 0.0029186525262426093, + "176309897": 0.0029475746801278955, + "177042432": 0.007112528303720173, + "1794696142": 0.0055136595355211185, + "1802377189": 0.022776453281808773, + "1811490176": 0.0, + "1847929953": 0.0034962218079936077, + "1867746099": 0.00463155741129946, + "1890833080": 0.0, + "1894022513": 0.1544175631168009, + "1982046304": 0.0037337059501392753, + "2015956957": 0.5004586162742783, + "2022453507": 0.16418277644908646, + "2053393481": 0.004781123148385749, + "2061635888": 0.009290597876778776, + "207104919": 0.005079626116144237, + "2099816463": 0.017618754845225768, + "278008524": 0.44455595136391807, + "340237109": 0.009439488352832877, + "377066857": 0.004652035943436427, + "40022731": 0.0008607455546763344, + "451255434": 0.0, + "500109393": 1.0001271520709405, + "506370138": 0.1998706013783899, + "50672686": 0.0, + "528245200": 0.008722376614955639, + "54657947": 0.15309818179667237, + "565369392": 0.009123262654572459, + "567584897": 0.027657989477110775, + "585904130": 0.44607662686806826, + "626486813": 0.17739811423850077, + "636680137": 0.03966600828076045, + "638602457": 0.007462331754662702, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.002725113198079286, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.21085671896287195, + "747260437": 0.030734257183433606, + "750448296": 0.47835037333190716, + "764701680": 0.19211451734595517, + "767747424": 0.3663579259107355, + "822735110": 0.0009589631918340914, + "848613296": 0.0035352046258668463, + "895182509": 1.0004688233193093, + "957195748": 0.06444672748272424 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5645740654054549, + "low": 0.042672528219940484, + "mean": 0.2431590707416898, + "n": 5, + "num_samples": 200 + }, + "mean": 0.2431590707416898, + "per_task": { + "LiftPegUpright-v1": 0.2500967471724982, + "PickCube-v1": 0.003587880851496335, + "PullCube-v1": 0.8563952330010932, + "PushCube-v1": 0.004415993410754663, + "StackCube-v1": 0.10129949927260672 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.24707783430876, + "low": 0.15965080390414538, + "mean": 0.5487135477671605, + "n": 103, + "num_samples": 200 + }, + "n": 103 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.37049090682162833, + "low": 0.14244166842930753, + "mean": 0.24849285696235607, + "n": 93, + "num_samples": 200 + }, + "mean": 0.24849285696235607, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.007130235433578491, + "1054295834": 0.018092840909957886, + "1099528715": 0.006440579891204834, + "111895951": 0.004605472087860107, + "1148327469": 0.00031857192516326904, + "1151410346": 1.1752553582191467, + "1186005236": 0.0, + "12094156": 0.010282829403877258, + "1227521988": 0.007983416318893433, + "1231384138": 0.0, + "127893920": 1.8301224410533905, + "1295221513": 0.013434141874313354, + "1338828931": 1.1740543842315674, + "1339985874": 0.03483171761035919, + "1369129094": 0.029602885246276855, + "1375492786": 0.021371878683567047, + "141796052": 0.0, + "141984615": 0.03905689550770654, + "1461069713": 0.008160180179402232, + "1475440973": 0.004767119884490967, + "1480856810": 0.010315477848052979, + "1483645336": 0.0, + "1489813480": 1.8252803981304169, + "1505049690": 0.021971844136714935, + "1549324805": 0.029039829969406128, + "1573173111": 0.015034615993499756, + "1588222896": 0.036934107542037964, + "1619033151": 0.0, + "1671659352": 0.06555494666099548, + "1676419878": 1.8341183960437775, + "1702694640": 1.8130822628736496, + "1710988569": 0.0, + "1747178030": 0.0040179891511797905, + "1753014417": 1.8178347498178482, + "1754115693": 0.0028697028756141663, + "176309897": 0.005532950162887573, + "1769949768": 1.4436787366867065, + "177042432": 0.013511911034584045, + "1794696142": 0.010317683219909668, + "1802377189": 0.04204127937555313, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.007144451141357422, + "1847929953": 0.0033707767724990845, + "1867746099": 0.008742287755012512, + "1890833080": 0.0, + "1894022513": 0.18582290410995483, + "1982046304": 0.007062308490276337, + "2015956957": 0.47002935339696705, + "2022453507": 0.19721508026123047, + "2053393481": 0.00907667726278305, + "2061635888": 0.017293334007263184, + "207104919": 0.009792819619178772, + "2099816463": 0.020792245864868164, + "278008524": 0.34494924917817116, + "340237109": 0.017368540167808533, + "377066857": 0.008693717420101166, + "40022731": 0.0016632303595542908, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.008149653673171997, + "500109393": 1.2789579033851624, + "506370138": 0.3530547767877579, + "50672686": 0.0, + "528245200": 0.016874298453330994, + "541228168": 1.8497109711170197, + "541963049": 0.0, + "54657947": 0.18512678146362305, + "565369392": 0.0014092524070292711, + "567584897": 0.03302419185638428, + "585904130": 0.0250492910189288, + "617757446": 0.6051061302423477, + "626486813": 0.01861424299163951, + "636680137": 0.021489333594217896, + "638602457": 0.014291167259216309, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.005242481827735901, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.37217114865779877, + "747260437": 0.05960432440042496, + "750448296": 0.013657125830650329, + "764701680": 0.3404805064201355, + "767747424": 0.011050106585025787, + "822735110": 0.001845628023147583, + "848613296": 0.006654301658272743, + "895182509": 1.277050793170929, + "923596794": 1.8705826103687286, + "924049538": 0.02430477738380432, + "957195748": 0.006712436676025391, + "998761162": 0.023956656455993652 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.36490821327481954, + "low": 0.1300473955871658, + "mean": 0.23713361002198696, + "n": 5, + "num_samples": 200 + }, + "mean": 0.23713361002198696, + "per_task": { + "LiftPegUpright-v1": 0.25610943883657455, + "PickCube-v1": 0.21211611798831395, + "PullCube-v1": 0.07172732797334902, + "PushCube-v1": 0.4667696101324899, + "StackCube-v1": 0.1789455551792074 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2612888045292089, + "low": 0.10965440035862331, + "mean": 0.18827329098550966, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.206989247311828, + "low": 0.07616487455197132, + "mean": 0.13351254480286737, + "n": 93, + "num_samples": 200 + }, + "mean": 0.13351254480286737, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 1.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 1.0, + "1295221513": 0.0, + "1338828931": 1.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 1.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 1.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.25, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.16666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 1.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 1.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "764701680": 0.0, + "767747424": 0.0, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.20481481481481484, + "low": 0.06931216931216931, + "mean": 0.13894179894179895, + "n": 5, + "num_samples": 200 + }, + "mean": 0.13894179894179895, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.14285714285714285, + "PullCube-v1": 0.027777777777777776, + "PushCube-v1": 0.25, + "StackCube-v1": 0.07407407407407407 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.14583333333333334, + "low": 0.04861111111111111, + "mean": 0.09722222222222222, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7041474654377882, + "low": 0.5096774193548388, + "mean": 0.6109148318825739, + "n": 93, + "num_samples": 200 + }, + "mean": 0.6109148318825739, + "per_seed": { + "1002515549": 1.0, + "10434387": 0.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 0.0, + "1295221513": 1.0, + "1338828931": 0.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.4444444444444444, + "1461069713": 0.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 1.0, + "1549324805": 0.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 1.0, + "1769949768": 0.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 0.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 0.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 0.25, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 0.16666666666666666, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 1.0, + "500109393": 0.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 1.0, + "565369392": 0.0, + "567584897": 1.0, + "585904130": 0.14285714285714285, + "617757446": 1.0, + "626486813": 0.1111111111111111, + "636680137": 0.5, + "638602457": 1.0, + "644904000": 0.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 0.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 0.0, + "764701680": 1.0, + "767747424": 0.2, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 1.0, + "957195748": 0.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7485714285714286, + "low": 0.42740740740740735, + "mean": 0.602010582010582, + "n": 5, + "num_samples": 200 + }, + "mean": 0.602010582010582, + "per_task": { + "LiftPegUpright-v1": 0.6, + "PickCube-v1": 0.8571428571428571, + "PullCube-v1": 0.2777777777777778, + "PushCube-v1": 0.5714285714285714, + "StackCube-v1": 0.7037037037037037 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5347222222222222, + "low": 0.3819444444444444, + "mean": 0.4652777777777778, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8230414746543779, + "low": 0.6452807646356034, + "mean": 0.7444273766854413, + "n": 93, + "num_samples": 200 + }, + "mean": 0.7444273766854413, + "per_seed": { + "1002515549": 1.0, + "10434387": 0.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 0.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.4444444444444444, + "1461069713": 0.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 0.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 0.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 0.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 0.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 0.5, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 0.3333333333333333, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 0.0, + "54657947": 1.0, + "565369392": 0.0, + "567584897": 1.0, + "585904130": 0.14285714285714285, + "617757446": 1.0, + "626486813": 0.1111111111111111, + "636680137": 0.5, + "638602457": 1.0, + "644904000": 0.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 0.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 0.0, + "764701680": 1.0, + "767747424": 0.2, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 0.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9155555555555555, + "low": 0.5031746031746032, + "mean": 0.740952380952381, + "n": 5, + "num_samples": 200 + }, + "mean": 0.740952380952381, + "per_task": { + "LiftPegUpright-v1": 0.8, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3055555555555556, + "PushCube-v1": 0.8214285714285714, + "StackCube-v1": 0.7777777777777778 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6458333333333334, + "low": 0.4791666666666667, + "mean": 0.5625, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.2183975010017085, + "low": 0.9062020538680773, + "mean": 1.0802238454122486, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0802238454122486, + "per_seed": { + "1002515549": 1.731140524148941, + "10434387": 0.5182642787694931, + "1054295834": 1.9140554517507553, + "1099528715": 1.930989108979702, + "111895951": 1.9574262723326683, + "1148327469": 1.796274483203888, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 1.861616998910904, + "1227521988": 1.9073529243469238, + "1231384138": 1.9310749024152756, + "127893920": 0.0, + "1295221513": 1.8895275443792343, + "1338828931": 0.0, + "1339985874": 1.8583567142486572, + "1369129094": 1.1821646690368652, + "1375492786": 1.8968596458435059, + "141796052": 0.0, + "141984615": 0.8207434879408942, + "1461069713": 0.062341968063265085, + "1475440973": 1.2858031392097473, + "1480856810": 1.818240374326706, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 1.9061201810836792, + "1549324805": 0.03197363764047623, + "1573173111": 1.1570713520050049, + "1588222896": 1.824142873287201, + "1619033151": 1.745391607284546, + "1671659352": 1.7568899095058441, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.20271940995007753, + "1753014417": 0.0, + "1754115693": 0.48952703177928925, + "176309897": 1.8977725803852081, + "1769949768": 0.0, + "177042432": 1.9195114821195602, + "1794696142": 1.9137955009937286, + "1802377189": 1.8933576345443726, + "1811490176": 1.2899789214134216, + "1824746139": 0.0, + "1846100387": 1.1604943871498108, + "1847929953": 1.902508296072483, + "1867746099": 1.8901073187589645, + "1890833080": 0.22332745790481567, + "1894022513": 1.2062106132507324, + "1982046304": 1.9122709855437279, + "2015956957": 0.5527364123845473, + "2022453507": 1.199223518371582, + "2053393481": 1.9299981966614723, + "2061635888": 1.8643209338188171, + "207104919": 1.9405009895563126, + "2099816463": 1.1618925333023071, + "278008524": 0.3755083953340848, + "340237109": 1.8712236881256104, + "377066857": 1.9090718626976013, + "40022731": 1.9465101137757301, + "451255434": 0.209113460034132, + "460988816": 0.0, + "494359192": 1.836504578590393, + "500109393": 0.0, + "506370138": 1.4133760333061218, + "50672686": 1.9461178183555603, + "528245200": 1.9398769289255142, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 1.2096131443977356, + "565369392": 0.242191344499588, + "567584897": 1.1764198541641235, + "585904130": 0.38188774404781206, + "617757446": 1.162317931652069, + "626486813": 0.3103991693092717, + "636680137": 1.0296111614443362, + "638602457": 1.9303040727972984, + "644904000": 0.0, + "645859527": 1.6502960920333862, + "648713995": 1.9371901601552963, + "672328262": 0.0, + "692998894": 1.7921565026044846, + "717883303": 1.4027032852172852, + "747260437": 1.8538288921117783, + "750448296": 0.06769593432545662, + "764701680": 1.4255459308624268, + "767747424": 0.3954703077673912, + "822735110": 1.9427634626626968, + "848613296": 1.9265528917312622, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 1.8210152089595795, + "957195748": 0.1666104458272457, + "998761162": 1.8548649549484253 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.4019765160977842, + "low": 0.7860693804236625, + "mean": 1.0749594898052421, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0749594898052421, + "per_task": { + "LiftPegUpright-v1": 0.9545649662613869, + "PickCube-v1": 1.658877249274935, + "PullCube-v1": 0.5844958343142126, + "PushCube-v1": 1.0786858664027281, + "StackCube-v1": 1.0981735327729472 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.995077418241029, + "low": 0.7165181071419889, + "mean": 0.8548290286271367, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 2.822875473676116, + "low": 0.9266352557661255, + "mean": 1.5877259228413152, + "n": 65, + "num_samples": 200 + }, + "mean": 1.5877259228413152, + "per_seed": { + "1002515549": 1.0244505460347173, + "10434387": 0.9359824518194162, + "1099528715": 1.0155722267749883, + "111895951": 1.0021902814568664, + "1148327469": 1.0036679533448785, + "1151410346": 0.0, + "12094156": 1.0084737593325455, + "1231384138": 1.0109900178731266, + "1369129094": 0.9801060545247912, + "1375492786": 1.0751401502524456, + "141796052": 0.0, + "141984615": 1.0498927503908146, + "1461069713": 0.49392892158472584, + "1505049690": 1.008888897161501, + "1549324805": 37.49806892453951, + "1619033151": 0.9521791586518188, + "1671659352": 0.983434718744847, + "1747178030": 1.3734549757681462, + "1754115693": 0.5725083600099062, + "176309897": 1.0110024926855796, + "177042432": 1.0104107191756326, + "1794696142": 1.0227118422020978, + "1802377189": 1.0257530776770871, + "1811490176": 0.8933775792609392, + "1847929953": 1.0034613382595023, + "1867746099": 1.0013558013267323, + "1890833080": 1.0260299285987735, + "1894022513": 1.0023527745190473, + "1982046304": 1.0109806965857904, + "2015956957": 3.993182638462691, + "2022453507": 0.9983610105702165, + "2053393481": 1.016623020434639, + "2061635888": 1.0015799210318073, + "207104919": 1.0065558121431621, + "2099816463": 0.9845545225752103, + "278008524": 0.7556750993428987, + "340237109": 1.0169763284046542, + "377066857": 1.0215504478369652, + "40022731": 1.007346888505552, + "451255434": 1.1721468298341284, + "500109393": 0.0, + "506370138": 0.8001373620290108, + "50672686": 1.0050453599114852, + "528245200": 1.0027283331243786, + "54657947": 1.0003391817247054, + "565369392": 1.5679059602896883, + "567584897": 0.9852597783053805, + "585904130": 1.5310133194321842, + "626486813": 0.920156566171179, + "636680137": 1.644828120788022, + "638602457": 1.0079351194564308, + "644904000": 0.0, + "645859527": 1.0147957434572223, + "648713995": 1.0069777342286796, + "672328262": 0.0, + "692998894": 1.00209064138029, + "717883303": 0.7947134361866138, + "747260437": 0.9559047018379923, + "750448296": 4.479681375659026, + "764701680": 0.8043575573286604, + "767747424": 1.078198401280469, + "822735110": 1.0094334436667232, + "848613296": 1.0201215778479216, + "895182509": 0.0, + "957195748": 1.5996423528812564 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.7511202454724064, + "low": 0.7958604276815304, + "mean": 1.155182723343787, + "n": 5, + "num_samples": 200 + }, + "mean": 1.155182723343787, + "per_task": { + "LiftPegUpright-v1": 0.617297807934756, + "PickCube-v1": 1.0073181775152928, + "PullCube-v1": 2.3021517980465727, + "PushCube-v1": 1.0086447506040905, + "StackCube-v1": 0.8405010826182241 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 2.8881371857178815, + "low": 0.9841956405258036, + "mean": 1.7083149857343325, + "n": 103, + "num_samples": 200 + }, + "n": 103 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.4604695553138867, + "low": 1.171437795040203, + "mean": 1.3286761218981207, + "n": 93, + "num_samples": 200 + }, + "mean": 1.3286761218981207, + "per_seed": { + "1002515549": 1.731140524148941, + "10434387": 0.5253945142030716, + "1054295834": 1.9321482926607132, + "1099528715": 1.9374296888709068, + "111895951": 1.9620317444205284, + "1148327469": 1.7965930551290512, + "1151410346": 1.1752553582191467, + "1186005236": 0.0, + "12094156": 1.8718998283147812, + "1227521988": 1.9153363406658173, + "1231384138": 1.9310749024152756, + "127893920": 1.8301224410533905, + "1295221513": 1.9029616862535477, + "1338828931": 1.1740543842315674, + "1339985874": 1.8931884318590164, + "1369129094": 1.211767554283142, + "1375492786": 1.918231524527073, + "141796052": 0.0, + "141984615": 0.8598003834486008, + "1461069713": 0.07050214824266732, + "1475440973": 1.2905702590942383, + "1480856810": 1.828555852174759, + "1483645336": 0.0, + "1489813480": 1.8252803981304169, + "1505049690": 1.9280920252203941, + "1549324805": 0.061013467609882355, + "1573173111": 1.1721059679985046, + "1588222896": 1.861076980829239, + "1619033151": 1.745391607284546, + "1671659352": 1.8224448561668396, + "1676419878": 1.8341183960437775, + "1702694640": 1.8130822628736496, + "1710988569": 0.0, + "1747178030": 0.20673739910125732, + "1753014417": 1.8178347498178482, + "1754115693": 0.4923967346549034, + "176309897": 1.9033055305480957, + "1769949768": 1.4436787366867065, + "177042432": 1.9330233931541443, + "1794696142": 1.9241131842136383, + "1802377189": 1.9353989139199257, + "1811490176": 1.2899789214134216, + "1824746139": 0.0, + "1846100387": 1.1676388382911682, + "1847929953": 1.9058790728449821, + "1867746099": 1.898849606513977, + "1890833080": 0.22332745790481567, + "1894022513": 1.3920335173606873, + "1982046304": 1.9193332940340042, + "2015956957": 1.0227657657815143, + "2022453507": 1.3964385986328125, + "2053393481": 1.9390748739242554, + "2061635888": 1.8816142678260803, + "207104919": 1.9502938091754913, + "2099816463": 1.1826847791671753, + "278008524": 0.720457644512256, + "340237109": 1.8885922282934189, + "377066857": 1.9177655801177025, + "40022731": 1.9481733441352844, + "451255434": 0.209113460034132, + "460988816": 0.0, + "494359192": 1.844654232263565, + "500109393": 1.2789579033851624, + "506370138": 1.7664308100938797, + "50672686": 1.9461178183555603, + "528245200": 1.9567512273788452, + "541228168": 1.8497109711170197, + "541963049": 0.0, + "54657947": 1.3947399258613586, + "565369392": 0.24360059690661728, + "567584897": 1.2094440460205078, + "585904130": 0.40693703506674084, + "617757446": 1.7674240618944168, + "626486813": 0.32892390102561975, + "636680137": 1.051100495038554, + "638602457": 1.9445952400565147, + "644904000": 0.0, + "645859527": 1.6502960920333862, + "648713995": 1.9424326419830322, + "672328262": 0.0, + "692998894": 1.7921565026044846, + "717883303": 1.774874433875084, + "747260437": 1.9134332165122032, + "750448296": 0.07821311131119728, + "764701680": 1.7660264372825623, + "767747424": 0.40597589015960694, + "822735110": 1.9446090906858444, + "848613296": 1.933207193389535, + "895182509": 1.277050793170929, + "923596794": 1.8705826103687286, + "924049538": 1.8453199863433838, + "957195748": 0.1733228825032711, + "998761162": 1.878821611404419 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6334436555388112, + "low": 0.9579577460125884, + "mean": 1.311996078408088, + "n": 5, + "num_samples": 200 + }, + "mean": 1.311996078408088, + "per_task": { + "LiftPegUpright-v1": 1.2106744050979614, + "PickCube-v1": 1.870993367263249, + "PullCube-v1": 0.6557380551918565, + "PushCube-v1": 1.5454554765352182, + "StackCube-v1": 1.2771190879521546 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.1718279574609671, + "low": 0.9017719683146829, + "mean": 1.0428597660647938, + "n": 144, + "num_samples": 200 + }, + "n": 144 + } + }, + "thresholds": [ + 0.2, + 0.4 + ] +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..65366dd755e9a1774a9bcaf4e03a2376ba3bae90 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/metrics_by_seed.json @@ -0,0 +1,3250 @@ +{ + "1002515549": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.3101765811443329, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0244505399722463, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08260632195571235, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.26885947585105896, + "proposal_oracle_utility_gain_over_base_at_8": -0.041317105293273926, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.26885947585105896, + "selected_utility_gain_over_base_at_8": -0.041317105293273926, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.731140524148941, + "support_gap_fraction_to_hidden_at_8": 1.0244505460347173, + "total_car_to_hidden_at_8": 1.731140524148941 + }, + "10434387": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.03263068199157715, + "branch_car_at_8": 0.007130235433578491, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.5863422155380249, + "ncar_to_hidden_chart_oracle_at_8": 0.9488596008636384, + "ncar_to_proposal_oracle_at_8": 0.20115051128610845, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09597857907484579, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0680779367685318, + "proposal_oracle_utility_gain_over_base_at_8": 0.03544725477695465, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06094770133495331, + "selected_utility_gain_over_base_at_8": 0.02831701934337616, + "selector_gap_fraction_to_hidden_at_8": 0.012877166180574738, + "selector_regret_at_8": 0.007130235433578491, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.5182642787694931, + "support_gap_fraction_to_hidden_at_8": 0.9359824518194162, + "total_car_to_hidden_at_8": 0.5253945142030716 + }, + "1054295834": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018092840909957886, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.00945262102980478, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22247431313809207, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08594454824924469, + "proposal_oracle_utility_gain_over_base_at_8": -1.9140554517507553, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0678517073392868, + "selected_utility_gain_over_base_at_8": -1.9321482926607132, + "selector_regret_at_8": 0.018092840909957886, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9140554517507553, + "total_car_to_hidden_at_8": 1.9321482926607132 + }, + "1099528715": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09861961752176285, + "branch_car_at_8": 0.006440579891204834, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0189595393616548, + "ncar_to_proposal_oracle_at_8": 0.21752295613445702, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1950332997879674, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.069010891020298, + "proposal_oracle_utility_gain_over_base_at_8": -0.029608726501464844, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06257031112909317, + "selected_utility_gain_over_base_at_8": -0.03604930639266968, + "selector_gap_fraction_to_hidden_at_8": 0.003387317945718077, + "selector_regret_at_8": 0.006440579891204834, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.930989108979702, + "support_gap_fraction_to_hidden_at_8": 1.0155722267749883, + "total_car_to_hidden_at_8": 1.9374296888709068 + }, + "111895951": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04685167223215103, + "branch_car_at_8": 0.004605472087860107, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0045482498594203, + "ncar_to_proposal_oracle_at_8": 1.0765593738966237, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10122954417377894, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.042573727667331696, + "proposal_oracle_utility_gain_over_base_at_8": -0.004277944564819336, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.03796825557947159, + "selected_utility_gain_over_base_at_8": -0.008883416652679443, + "selector_gap_fraction_to_hidden_at_8": 0.0023579735457795264, + "selector_regret_at_8": 0.004605472087860107, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9574262723326683, + "support_gap_fraction_to_hidden_at_8": 1.0021902814568664, + "total_car_to_hidden_at_8": 1.9620317444205284 + }, + "1148327469": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2102900892496109, + "branch_car_at_8": 0.00031857192516326904, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0038459497256271, + "ncar_to_proposal_oracle_at_8": 0.048528893866429265, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1495689959436533, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20372551679611206, + "proposal_oracle_utility_gain_over_base_at_8": -0.00656457245349884, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2034069448709488, + "selected_utility_gain_over_base_at_8": -0.006883144378662109, + "selector_gap_fraction_to_hidden_at_8": 0.00017800198973569873, + "selector_regret_at_8": 0.00031857192516326904, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.796274483203888, + "support_gap_fraction_to_hidden_at_8": 1.0036679533448785, + "total_car_to_hidden_at_8": 1.7965930551290512 + }, + "1151410346": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.821137011051178, + "branch_car_at_8": 1.1752553582191467, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9969397285919636, + "ncar_to_proposal_oracle_at_8": 0.9969397285919636, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15525816148540042, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.178862988948822, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8247446417808533, + "selected_utility_gain_over_base_at_8": 0.003607630729675293, + "selector_gap_fraction_to_hidden_at_8": 0.9969397370487539, + "selector_regret_at_8": 1.1752553582191467, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1752553582191467 + }, + "1186005236": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10132094390006444, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "12094156": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1540253460407257, + "branch_car_at_8": 0.010282829403877258, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.014044160443623, + "ncar_to_proposal_oracle_at_8": 0.6573709288450829, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22380589490427963, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13838300108909607, + "proposal_oracle_utility_gain_over_base_at_8": -0.01564234495162964, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1281001716852188, + "selected_utility_gain_over_base_at_8": -0.025925174355506897, + "selector_gap_fraction_to_hidden_at_8": 0.005570406604349897, + "selector_regret_at_8": 0.010282829403877258, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.861616998910904, + "support_gap_fraction_to_hidden_at_8": 1.0084737593325455, + "total_car_to_hidden_at_8": 1.8718998283147812 + }, + "1227521988": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.007983416318893433, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.004185599935455547, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17820250453749262, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09264707565307617, + "proposal_oracle_utility_gain_over_base_at_8": -1.9073529243469238, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08466365933418274, + "selected_utility_gain_over_base_at_8": -1.9153363406658173, + "selector_regret_at_8": 0.007983416318893433, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9073529243469238, + "total_car_to_hidden_at_8": 1.9153363406658173 + }, + "1231384138": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08991694450378418, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0109900125802154, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2699472396823862, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06892509758472443, + "proposal_oracle_utility_gain_over_base_at_8": -0.020991846919059753, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06892509758472443, + "selected_utility_gain_over_base_at_8": -0.020991846919059753, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9310749024152756, + "support_gap_fraction_to_hidden_at_8": 1.0109900178731266, + "total_car_to_hidden_at_8": 1.9310749024152756 + }, + "127893920": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8301224410533905, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.26873341884139534, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1698775589466095, + "selected_utility_gain_over_base_at_8": -1.8301224410533905, + "selector_regret_at_8": 1.8301224410533905, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8301224410533905 + }, + "1295221513": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013434141874313354, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.007109788816351433, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.03007507898092, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11047245562076569, + "proposal_oracle_utility_gain_over_base_at_8": -1.8895275443792343, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09703831374645233, + "selected_utility_gain_over_base_at_8": -1.9029616862535477, + "selector_regret_at_8": 0.013434141874313354, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8895275443792343, + "total_car_to_hidden_at_8": 1.9029616862535477 + }, + "1338828931": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.1740543842315674, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12645800155590348, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8259456157684326, + "selected_utility_gain_over_base_at_8": -1.1740543842315674, + "selector_regret_at_8": 1.1740543842315674, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1740543842315674 + }, + "1339985874": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03483171761035919, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.018743289248969047, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15077603181815644, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14164328575134277, + "proposal_oracle_utility_gain_over_base_at_8": -1.8583567142486572, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.10681156814098358, + "selected_utility_gain_over_base_at_8": -1.8931884318590164, + "selector_regret_at_8": 0.03483171761035919, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8583567142486572, + "total_car_to_hidden_at_8": 1.8931884318590164 + }, + "1369129094": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7938400506973267, + "branch_car_at_8": 0.029602885246276855, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.004649130438479, + "ncar_to_proposal_oracle_at_8": 1.233695651036122, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17920293707305096, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8178353309631348, + "proposal_oracle_utility_gain_over_base_at_8": 0.023995280265808105, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7882324457168579, + "selected_utility_gain_over_base_at_8": -0.00560760498046875, + "selector_gap_fraction_to_hidden_at_8": 0.024543084243007243, + "selector_regret_at_8": 0.029602885246276855, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1821646690368652, + "support_gap_fraction_to_hidden_at_8": 0.9801060545247912, + "total_car_to_hidden_at_8": 1.211767554283142 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23570941388607025, + "branch_car_at_8": 0.021371878683567047, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0872537260881043, + "ncar_to_proposal_oracle_at_8": 0.16121316025799184, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.539622245165693, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.10314035415649414, + "proposal_oracle_utility_gain_over_base_at_8": -0.1325690597295761, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0817684754729271, + "selected_utility_gain_over_base_at_8": -0.15394093841314316, + "selector_gap_fraction_to_hidden_at_8": 0.012113581998213389, + "selector_regret_at_8": 0.021371878683567047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8968596458435059, + "support_gap_fraction_to_hidden_at_8": 1.0751401502524456, + "total_car_to_hidden_at_8": 1.918231524527073 + }, + "141796052": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7273102402687073, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.24386078518632004, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2726897597312927, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.2726897597312927, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.2222222222222222, + "base_unsafe_known": 0.0, + "base_utility": 0.5759019694394536, + "branch_car_at_8": 0.03905689550770654, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.4444444444444444, + "hidden_chart_oracle_utility_at_8": 1.0247315367062886, + "ncar_to_hidden_chart_oracle_at_8": 1.6810747145469702, + "ncar_to_proposal_oracle_at_8": 0.6686364138122495, + "outcome_ptr_at_8": 0.5555555555555556, + "pairwise_causal_calibration_ece": 0.23162628270645794, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.2222222222222222, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.20398804876539442, + "proposal_oracle_utility_gain_over_base_at_8": -0.37191392067405915, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2222222222222222, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.1649311532576879, + "selected_utility_gain_over_base_at_8": -0.4109708161817657, + "selector_gap_fraction_to_hidden_at_8": 0.6311841817240281, + "selector_regret_at_8": 0.03905689550770654, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.4444444444444444, + "success_total_car_to_hidden_at_8": 0.4444444444444444, + "support_gap_at_8": 0.8207434879408942, + "support_gap_fraction_to_hidden_at_8": 1.0498927503908146, + "total_car_to_hidden_at_8": 0.8598003834486008 + }, + "1461069713": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0802906900644302, + "branch_car_at_8": 0.008160180179402232, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6172692589461803, + "ncar_to_hidden_chart_oracle_at_8": 0.594366599223015, + "ncar_to_proposal_oracle_at_8": 0.13954740936135482, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18380550812230573, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.6076238169334829, + "proposal_oracle_utility_gain_over_base_at_8": -0.47266687313094735, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.25, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 0.75, + "selected_utility_at_8": 0.5994636367540807, + "selected_utility_gain_over_base_at_8": -0.4808270533103496, + "selector_gap_fraction_to_hidden_at_8": 0.10043771875522499, + "selector_regret_at_8": 0.008160180179402232, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.062341968063265085, + "support_gap_fraction_to_hidden_at_8": 0.49392892158472584, + "total_car_to_hidden_at_8": 0.07050214824266732 + }, + "1475440973": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.004767119884490967, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.003707503662143643, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27014513735872747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7141968607902527, + "proposal_oracle_utility_gain_over_base_at_8": -1.2858031392097473, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7094297409057617, + "selected_utility_gain_over_base_at_8": -1.2905702590942383, + "selector_regret_at_8": 0.004767119884490967, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2858031392097473, + "total_car_to_hidden_at_8": 1.2905702590942383 + }, + "1480856810": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.010315477848052979, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005673330070640136, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.03360277576777773, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18175962567329407, + "proposal_oracle_utility_gain_over_base_at_8": -1.818240374326706, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1714441478252411, + "selected_utility_gain_over_base_at_8": -1.828555852174759, + "selector_regret_at_8": 0.010315477848052979, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.818240374326706, + "total_car_to_hidden_at_8": 1.828555852174759 + }, + "1483645336": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13437632415195958, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1489813480": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8252803981304169, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.04245153241482387, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17471960186958313, + "selected_utility_gain_over_base_at_8": -1.8252803981304169, + "selector_regret_at_8": 1.8252803981304169, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8252803981304169 + }, + "1505049690": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11067384481430054, + "branch_car_at_8": 0.021971844136714935, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0205183523888182, + "ncar_to_proposal_oracle_at_8": 1.3083123241006094, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1672593971256184, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0938798189163208, + "proposal_oracle_utility_gain_over_base_at_8": -0.016794025897979736, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07190797477960587, + "selected_utility_gain_over_base_at_8": -0.03876587003469467, + "selector_gap_fraction_to_hidden_at_8": 0.01162946062881099, + "selector_regret_at_8": 0.021971844136714935, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9061201810836792, + "support_gap_fraction_to_hidden_at_8": 1.008888897161501, + "total_car_to_hidden_at_8": 1.9280920252203941 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1443007439374924, + "branch_car_at_8": 0.029039829969406128, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.143448069691658, + "ncar_to_hidden_chart_oracle_at_8": 71.55500489539932, + "ncar_to_proposal_oracle_at_8": 0.8846508753931054, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24629670513696922, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 1.1114744320511818, + "proposal_oracle_utility_gain_over_base_at_8": -0.03282631188631058, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 1.0824346020817757, + "selected_utility_gain_over_base_at_8": -0.061866141855716705, + "selector_gap_fraction_to_hidden_at_8": 34.05735556254587, + "selector_regret_at_8": 0.029039829969406128, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.03197363764047623, + "support_gap_fraction_to_hidden_at_8": 37.49806892453951, + "total_car_to_hidden_at_8": 0.061013467609882355 + }, + "1573173111": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.015034615993499756, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.012993680845619896, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15859918151658037, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8429286479949951, + "proposal_oracle_utility_gain_over_base_at_8": -1.1570713520050049, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8278940320014954, + "selected_utility_gain_over_base_at_8": -1.1721059679985046, + "selector_regret_at_8": 0.015034615993499756, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1570713520050049, + "total_car_to_hidden_at_8": 1.1721059679985046 + }, + "1588222896": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.036934107542037964, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.02024737638724921, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4923858461873443, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17585712671279907, + "proposal_oracle_utility_gain_over_base_at_8": -1.824142873287201, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1389230191707611, + "selected_utility_gain_over_base_at_8": -1.861076980829239, + "selector_regret_at_8": 0.036934107542037964, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.824142873287201, + "total_car_to_hidden_at_8": 1.861076980829239 + }, + "1619033151": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16695041954517365, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9521791534573103, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23768317217092533, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2546083927154541, + "proposal_oracle_utility_gain_over_base_at_8": 0.08765797317028046, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2546083927154541, + "selected_utility_gain_over_base_at_8": 0.08765797317028046, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.745391607284546, + "support_gap_fraction_to_hidden_at_8": 0.9521791586518188, + "total_car_to_hidden_at_8": 1.745391607284546 + }, + "1671659352": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2135164886713028, + "branch_car_at_8": 0.06555494666099548, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0201296762096055, + "ncar_to_proposal_oracle_at_8": 2.21517221532155, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.46360064217556285, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24311009049415588, + "proposal_oracle_utility_gain_over_base_at_8": 0.02959360182285309, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1775551438331604, + "selected_utility_gain_over_base_at_8": -0.035961344838142395, + "selector_gap_fraction_to_hidden_at_8": 0.03669496317502476, + "selector_regret_at_8": 0.06555494666099548, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7568899095058441, + "support_gap_fraction_to_hidden_at_8": 0.983434718744847, + "total_car_to_hidden_at_8": 1.8224448561668396 + }, + "1676419878": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8341183960437775, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20168747866471567, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16588160395622253, + "selected_utility_gain_over_base_at_8": -1.8341183960437775, + "selector_regret_at_8": 1.8341183960437775, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8341183960437775 + }, + "1702694640": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8130822628736496, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3212820848341972, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1869177371263504, + "selected_utility_gain_over_base_at_8": -1.8130822628736496, + "selector_regret_at_8": 1.8130822628736496, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8130822628736496 + }, + "1710988569": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06912684440612793, + "branch_car_at_8": 0.0040179891511797905, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.21672499179840088, + "ncar_to_hidden_chart_oracle_at_8": 1.4006773712751, + "ncar_to_proposal_oracle_at_8": 0.07289362100568714, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09823399719888617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.014005581848323345, + "proposal_oracle_utility_gain_over_base_at_8": -0.055121262557804585, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.009987592697143555, + "selected_utility_gain_over_base_at_8": -0.059139251708984375, + "selector_gap_fraction_to_hidden_at_8": 0.02722249040498553, + "selector_regret_at_8": 0.0040179891511797905, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.20271940995007753, + "support_gap_fraction_to_hidden_at_8": 1.3734549757681462, + "total_car_to_hidden_at_8": 0.20673739910125732 + }, + "1753014417": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8178347498178482, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14825646256605698, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1821652501821518, + "selected_utility_gain_over_base_at_8": -1.8178347498178482, + "selector_regret_at_8": 1.8178347498178482, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8178347498178482 + }, + "1754115693": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0258922800421715, + "branch_car_at_8": 0.0028697028756141663, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.818753570318222, + "ncar_to_hidden_chart_oracle_at_8": 0.5754270056756781, + "ncar_to_proposal_oracle_at_8": 0.37353449330695154, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.19191479851313706, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.3292265385389328, + "proposal_oracle_utility_gain_over_base_at_8": -0.6966657415032387, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.32635683566331863, + "selected_utility_gain_over_base_at_8": -0.6995354443788528, + "selector_gap_fraction_to_hidden_at_8": 0.0029186525262426093, + "selector_regret_at_8": 0.0028697028756141663, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.48952703177928925, + "support_gap_fraction_to_hidden_at_8": 0.5725083600099062, + "total_car_to_hidden_at_8": 0.4923967346549034 + }, + "176309897": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12288041412830353, + "branch_car_at_8": 0.005532950162887573, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0139500619640802, + "ncar_to_proposal_oracle_at_8": 0.2679004964758417, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21973379575949248, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10222741961479187, + "proposal_oracle_utility_gain_over_base_at_8": -0.020652994513511658, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0966944694519043, + "selected_utility_gain_over_base_at_8": -0.02618594467639923, + "selector_gap_fraction_to_hidden_at_8": 0.0029475746801278955, + "selector_regret_at_8": 0.005532950162887573, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8977725803852081, + "support_gap_fraction_to_hidden_at_8": 1.0110024926855796, + "total_car_to_hidden_at_8": 1.9033055305480957 + }, + "1769949768": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4436787366867065, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.05101337778051185, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5563212633132935, + "selected_utility_gain_over_base_at_8": -1.4436787366867065, + "selector_regret_at_8": 1.4436787366867065, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.4436787366867065 + }, + "177042432": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10026611387729645, + "branch_car_at_8": 0.013511911034584045, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0175232421232172, + "ncar_to_proposal_oracle_at_8": 0.6831924468882397, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14689206489206325, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08048851788043976, + "proposal_oracle_utility_gain_over_base_at_8": -0.01977759599685669, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06697660684585571, + "selected_utility_gain_over_base_at_8": -0.033289507031440735, + "selector_gap_fraction_to_hidden_at_8": 0.007112528303720173, + "selector_regret_at_8": 0.013511911034584045, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9195114821195602, + "support_gap_fraction_to_hidden_at_8": 1.0104107191756326, + "total_car_to_hidden_at_8": 1.9330233931541443 + }, + "1794696142": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12870505452156067, + "branch_car_at_8": 0.010317683219909668, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0282254962428918, + "ncar_to_proposal_oracle_at_8": 0.24276578663872006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07043454797527106, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08620449900627136, + "proposal_oracle_utility_gain_over_base_at_8": -0.04250055551528931, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0758868157863617, + "selected_utility_gain_over_base_at_8": -0.052818238735198975, + "selector_gap_fraction_to_hidden_at_8": 0.0055136595355211185, + "selector_regret_at_8": 0.010317683219909668, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9137955009937286, + "support_gap_fraction_to_hidden_at_8": 1.0227118422020978, + "total_car_to_hidden_at_8": 1.9241131842136383 + }, + "1802377189": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1541779637336731, + "branch_car_at_8": 0.04204127937555313, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.04852952527834, + "ncar_to_proposal_oracle_at_8": 0.8844165647285914, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20486476559603853, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10664236545562744, + "proposal_oracle_utility_gain_over_base_at_8": -0.047535598278045654, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06460108608007431, + "selected_utility_gain_over_base_at_8": -0.08957687765359879, + "selector_gap_fraction_to_hidden_at_8": 0.022776453281808773, + "selector_regret_at_8": 0.04204127937555313, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8933576345443726, + "support_gap_fraction_to_hidden_at_8": 1.0257530776770871, + "total_car_to_hidden_at_8": 1.9353989139199257 + }, + "1811490176": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5560652613639832, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.8933775730738343, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23969382834218672, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7100210785865784, + "proposal_oracle_utility_gain_over_base_at_8": 0.15395581722259521, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7100210785865784, + "selected_utility_gain_over_base_at_8": 0.15395581722259521, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2899789214134216, + "support_gap_fraction_to_hidden_at_8": 0.8933775792609392, + "total_car_to_hidden_at_8": 1.2899789214134216 + }, + "1824746139": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1846100387": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.007144451141357422, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.006156385725690952, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11145586843114864, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8395056128501892, + "proposal_oracle_utility_gain_over_base_at_8": -1.1604943871498108, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8323611617088318, + "selected_utility_gain_over_base_at_8": -1.1676388382911682, + "selector_regret_at_8": 0.007144451141357422, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1604943871498108, + "total_car_to_hidden_at_8": 1.1676388382911682 + }, + "1847929953": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.035880170762539, + "branch_car_at_8": 0.0033707767724990845, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0069575548453362, + "ncar_to_proposal_oracle_at_8": 0.5050382695277438, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23284552191656044, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09749170392751694, + "proposal_oracle_utility_gain_over_base_at_8": -0.938388466835022, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09412092715501785, + "selected_utility_gain_over_base_at_8": -0.9417592436075211, + "selector_gap_fraction_to_hidden_at_8": 0.0034962218079936077, + "selector_regret_at_8": 0.0033707767724990845, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.902508296072483, + "support_gap_fraction_to_hidden_at_8": 1.0034613382595023, + "total_car_to_hidden_at_8": 1.9058790728449821 + }, + "1867746099": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11245182156562805, + "branch_car_at_8": 0.008742287755012512, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0059873534084336, + "ncar_to_proposal_oracle_at_8": 3.4160899697848977, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13595182601432493, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10989268124103546, + "proposal_oracle_utility_gain_over_base_at_8": -0.0025591403245925903, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.10115039348602295, + "selected_utility_gain_over_base_at_8": -0.011301428079605103, + "selector_gap_fraction_to_hidden_at_8": 0.00463155741129946, + "selector_regret_at_8": 0.008742287755012512, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8901073187589645, + "support_gap_fraction_to_hidden_at_8": 1.0013558013267323, + "total_car_to_hidden_at_8": 1.898849606513977 + }, + "1890833080": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5948390960693359, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.8125008344650269, + "ncar_to_hidden_chart_oracle_at_8": 1.0260298814600395, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3226583927289316, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5891733765602112, + "proposal_oracle_utility_gain_over_base_at_8": -0.005665719509124756, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5891733765602112, + "selected_utility_gain_over_base_at_8": -0.005665719509124756, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.22332745790481567, + "support_gap_fraction_to_hidden_at_8": 1.0260299285987735, + "total_car_to_hidden_at_8": 0.22332745790481567 + }, + "1894022513": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7966206669807434, + "branch_car_at_8": 0.18582290410995483, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1567703280231658, + "ncar_to_proposal_oracle_at_8": 65.63188119823849, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09394384043030093, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7937893867492676, + "proposal_oracle_utility_gain_over_base_at_8": -0.00283128023147583, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6079664826393127, + "selected_utility_gain_over_base_at_8": -0.18865418434143066, + "selector_gap_fraction_to_hidden_at_8": 0.1544175631168009, + "selector_regret_at_8": 0.18582290410995483, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2062106132507324, + "support_gap_fraction_to_hidden_at_8": 1.0023527745190473, + "total_car_to_hidden_at_8": 1.3920335173606873 + }, + "1982046304": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10849901288747787, + "branch_car_at_8": 0.007062308490276337, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.014714397171331, + "ncar_to_proposal_oracle_at_8": 0.3400243439316867, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12812164702411236, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08772901445627213, + "proposal_oracle_utility_gain_over_base_at_8": -0.02076999843120575, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08066670596599579, + "selected_utility_gain_over_base_at_8": -0.027832306921482086, + "selector_gap_fraction_to_hidden_at_8": 0.0037337059501392753, + "selector_regret_at_8": 0.007062308490276337, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9122709855437279, + "support_gap_fraction_to_hidden_at_8": 1.0109806965857904, + "total_car_to_hidden_at_8": 1.9193332940340042 + }, + "2015956957": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.25, + "base_unsafe_known": 0.0, + "base_utility": 0.5791222061961889, + "branch_car_at_8": 0.47002935339696705, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.96875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.0735395215451717, + "ncar_to_hidden_chart_oracle_at_8": 4.493638850878654, + "ncar_to_proposal_oracle_at_8": 0.15086422264365548, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2900665337878578, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.5208031091606244, + "proposal_oracle_utility_gain_over_base_at_8": -0.05831909703556448, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.05077375576365739, + "selected_utility_gain_over_base_at_8": -0.5283484504325315, + "selector_gap_fraction_to_hidden_at_8": 0.5004586162742783, + "selector_regret_at_8": 0.47002935339696705, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.25, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.5527364123845473, + "support_gap_fraction_to_hidden_at_8": 3.993182638462691, + "total_car_to_hidden_at_8": 1.0227657657815143 + }, + "2022453507": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7988077402114868, + "branch_car_at_8": 0.19721508026123047, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.162543777341054, + "ncar_to_proposal_oracle_at_8": 100.17266708493098, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14848561989222436, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.800776481628418, + "proposal_oracle_utility_gain_over_base_at_8": 0.0019687414169311523, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6035614013671875, + "selected_utility_gain_over_base_at_8": -0.19524633884429932, + "selector_gap_fraction_to_hidden_at_8": 0.16418277644908646, + "selector_regret_at_8": 0.19721508026123047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.199223518371582, + "support_gap_fraction_to_hidden_at_8": 0.9983610105702165, + "total_car_to_hidden_at_8": 1.3964385986328125 + }, + "2053393481": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10155961662530899, + "branch_car_at_8": 0.00907667726278305, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0214041382027972, + "ncar_to_proposal_oracle_at_8": 0.2876205110947882, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30562655944216033, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07000180333852768, + "proposal_oracle_utility_gain_over_base_at_8": -0.03155781328678131, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06092512607574463, + "selected_utility_gain_over_base_at_8": -0.04063449054956436, + "selector_gap_fraction_to_hidden_at_8": 0.004781123148385749, + "selector_regret_at_8": 0.00907667726278305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9299981966614723, + "support_gap_fraction_to_hidden_at_8": 1.016623020434639, + "total_car_to_hidden_at_8": 1.9390748739242554 + }, + "2061635888": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13861989974975586, + "branch_car_at_8": 0.017293334007263184, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.010870513477828, + "ncar_to_proposal_oracle_at_8": 5.880399145356285, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08847366279943283, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13567906618118286, + "proposal_oracle_utility_gain_over_base_at_8": -0.002940833568572998, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11838573217391968, + "selected_utility_gain_over_base_at_8": -0.02023416757583618, + "selector_gap_fraction_to_hidden_at_8": 0.009290597876778776, + "selector_regret_at_8": 0.017293334007263184, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8643209338188171, + "support_gap_fraction_to_hidden_at_8": 1.0015799210318073, + "total_car_to_hidden_at_8": 1.8816142678260803 + }, + "207104919": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07213771343231201, + "branch_car_at_8": 0.009792819619178772, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0116354330118598, + "ncar_to_proposal_oracle_at_8": 0.7748272809100708, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16861146430844368, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05949901044368744, + "proposal_oracle_utility_gain_over_base_at_8": -0.012638702988624573, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04970619082450867, + "selected_utility_gain_over_base_at_8": -0.022431522607803345, + "selector_gap_fraction_to_hidden_at_8": 0.005079626116144237, + "selector_regret_at_8": 0.009792819619178772, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9405009895563126, + "support_gap_fraction_to_hidden_at_8": 1.0065558121431621, + "total_car_to_hidden_at_8": 1.9502938091754913 + }, + "2099816463": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.819879949092865, + "branch_car_at_8": 0.020792245864868164, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0021732689283063, + "ncar_to_proposal_oracle_at_8": 1.1407057674328234, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11392096065979386, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8381074666976929, + "proposal_oracle_utility_gain_over_base_at_8": 0.01822751760482788, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8173152208328247, + "selected_utility_gain_over_base_at_8": -0.002564728260040283, + "selector_gap_fraction_to_hidden_at_8": 0.017618754845225768, + "selector_regret_at_8": 0.020792245864868164, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1618925333023071, + "support_gap_fraction_to_hidden_at_8": 0.9845545225752103, + "total_car_to_hidden_at_8": 1.1826847791671753 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.6666666666666666, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7248856332153082, + "branch_car_at_8": 0.34494924917817116, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.22916666666666666, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1128185068567593, + "ncar_to_hidden_chart_oracle_at_8": 1.2002309756466862, + "ncar_to_proposal_oracle_at_8": 0.9064066706716867, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.3887858192780495, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.16666666666666666, + "proposal_oracle_utility_at_8": 0.7373101115226746, + "proposal_oracle_utility_gain_over_base_at_8": 0.012424478307366371, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.16666666666666666, + "selected_success_gain_over_base_at_8": -0.16666666666666666, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.3923608623445034, + "selected_utility_gain_over_base_at_8": -0.3325247708708048, + "selector_gap_fraction_to_hidden_at_8": 0.44455595136391807, + "selector_regret_at_8": 0.34494924917817116, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.16666666666666666, + "success_total_car_to_hidden_at_8": 0.3333333333333333, + "support_gap_at_8": 0.3755083953340848, + "support_gap_fraction_to_hidden_at_8": 0.7556750993428987, + "total_car_to_hidden_at_8": 0.720457644512256 + }, + "340237109": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16001254320144653, + "branch_car_at_8": 0.017368540167808533, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0264158111791024, + "ncar_to_proposal_oracle_at_8": 0.5560380964518888, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4460581981000019, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.12877631187438965, + "proposal_oracle_utility_gain_over_base_at_8": -0.031236231327056885, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11140777170658112, + "selected_utility_gain_over_base_at_8": -0.04860477149486542, + "selector_gap_fraction_to_hidden_at_8": 0.009439488352832877, + "selector_regret_at_8": 0.017368540167808533, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8712236881256104, + "support_gap_fraction_to_hidden_at_8": 1.0169763284046542, + "total_car_to_hidden_at_8": 1.8885922282934189 + }, + "377066857": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1312015801668167, + "branch_car_at_8": 0.008693717420101166, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0262024782891594, + "ncar_to_proposal_oracle_at_8": 0.2158671979124528, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.137992019675171, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09092813730239868, + "proposal_oracle_utility_gain_over_base_at_8": -0.04027344286441803, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08223441988229752, + "selected_utility_gain_over_base_at_8": -0.048967160284519196, + "selector_gap_fraction_to_hidden_at_8": 0.004652035943436427, + "selector_regret_at_8": 0.008693717420101166, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9090718626976013, + "support_gap_fraction_to_hidden_at_8": 1.0215504478369652, + "total_car_to_hidden_at_8": 1.9177655801177025 + }, + "40022731": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06768637895584106, + "branch_car_at_8": 0.0016632303595542908, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0082076288426096, + "ncar_to_proposal_oracle_at_8": 0.11715775293414203, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11449419695614724, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05348988622426987, + "proposal_oracle_utility_gain_over_base_at_8": -0.014196492731571198, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.051826655864715576, + "selected_utility_gain_over_base_at_8": -0.01585972309112549, + "selector_gap_fraction_to_hidden_at_8": 0.0008607455546763344, + "selector_regret_at_8": 0.0016632303595542908, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9465101137757301, + "support_gap_fraction_to_hidden_at_8": 1.007346888505552, + "total_car_to_hidden_at_8": 1.9481733441352844 + }, + "451255434": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07851358503103256, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2569156885147095, + "ncar_to_hidden_chart_oracle_at_8": 1.1721467641316092, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15151813189552696, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.04780222848057747, + "proposal_oracle_utility_gain_over_base_at_8": -0.030711356550455093, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04780222848057747, + "selected_utility_gain_over_base_at_8": -0.030711356550455093, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.209113460034132, + "support_gap_fraction_to_hidden_at_8": 1.1721468298341284, + "total_car_to_hidden_at_8": 0.209113460034132 + }, + "460988816": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07872626961038812, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "494359192": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.008149653673171997, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.004437589605712477, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15483800492890817, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.16349542140960693, + "proposal_oracle_utility_gain_over_base_at_8": -1.836504578590393, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15534576773643494, + "selected_utility_gain_over_base_at_8": -1.844654232263565, + "selector_regret_at_8": 0.008149653673171997, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.836504578590393, + "total_car_to_hidden_at_8": 1.844654232263565 + }, + "500109393": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7212046980857849, + "branch_car_at_8": 1.2789579033851624, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0001271442500863, + "ncar_to_proposal_oracle_at_8": 1.0001271442500863, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2519395127807912, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.278795301914215, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7210420966148376, + "selected_utility_gain_over_base_at_8": -0.00016260147094726562, + "selector_gap_fraction_to_hidden_at_8": 1.0001271520709405, + "selector_regret_at_8": 1.2789579033851624, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2789579033851624 + }, + "506370138": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2335832566022873, + "branch_car_at_8": 0.3530547767877579, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0000079577461773, + "ncar_to_proposal_oracle_at_8": 1.0000398160760702, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5126534973857709, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5866239666938782, + "proposal_oracle_utility_gain_over_base_at_8": 0.3530407100915909, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2335691899061203, + "selected_utility_gain_over_base_at_8": -1.4066696166992188e-05, + "selector_gap_fraction_to_hidden_at_8": 0.1998706013783899, + "selector_regret_at_8": 0.3530547767877579, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4133760333061218, + "support_gap_fraction_to_hidden_at_8": 0.8001373620290108, + "total_car_to_hidden_at_8": 1.7664308100938797 + }, + "50672686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06365175545215607, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.005045354721069, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15202780746296193, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0538821816444397, + "proposal_oracle_utility_gain_over_base_at_8": -0.00976957380771637, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0538821816444397, + "selected_utility_gain_over_base_at_8": -0.00976957380771637, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9461178183555603, + "support_gap_fraction_to_hidden_at_8": 1.0050453599114852, + "total_car_to_hidden_at_8": 1.9461178183555603 + }, + "528245200": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06540130078792572, + "branch_car_at_8": 0.016874298453330994, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0114507045111145, + "ncar_to_proposal_oracle_at_8": 3.1969556839876176, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2684234997357178, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06012307107448578, + "proposal_oracle_utility_gain_over_base_at_8": -0.005278229713439941, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.043248772621154785, + "selected_utility_gain_over_base_at_8": -0.022152528166770935, + "selector_gap_fraction_to_hidden_at_8": 0.008722376614955639, + "selector_regret_at_8": 0.016874298453330994, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9398769289255142, + "support_gap_fraction_to_hidden_at_8": 1.0027283331243786, + "total_car_to_hidden_at_8": 1.9567512273788452 + }, + "541228168": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8497109711170197, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1969405252264231, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15028902888298035, + "selected_utility_gain_over_base_at_8": -1.8497109711170197, + "selector_regret_at_8": 1.8497109711170197, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8497109711170197 + }, + "541963049": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "54657947": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7907969951629639, + "branch_car_at_8": 0.18512678146362305, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1534373539825546, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23614717864004217, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7903868556022644, + "proposal_oracle_utility_gain_over_base_at_8": -0.0004101395606994629, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6052600741386414, + "selected_utility_gain_over_base_at_8": -0.1855369210243225, + "selector_gap_fraction_to_hidden_at_8": 0.15309818179667237, + "selector_regret_at_8": 0.18512678146362305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2096131443977356, + "support_gap_fraction_to_hidden_at_8": 1.0003391817247054, + "total_car_to_hidden_at_8": 1.3947399258613586 + }, + "565369392": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09214222431182861, + "branch_car_at_8": 0.0014092524070292711, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24661025404930115, + "ncar_to_hidden_chart_oracle_at_8": 1.5770291208500526, + "ncar_to_proposal_oracle_at_8": 0.016064740031808234, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1700394309034268, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.004418909549713135, + "proposal_oracle_utility_gain_over_base_at_8": -0.08772331476211548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0030096571426838636, + "selected_utility_gain_over_base_at_8": -0.08913256716914475, + "selector_gap_fraction_to_hidden_at_8": 0.009123262654572459, + "selector_regret_at_8": 0.0014092524070292711, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.242191344499588, + "support_gap_fraction_to_hidden_at_8": 1.5679059602896883, + "total_car_to_hidden_at_8": 0.24360059690661728 + }, + "567584897": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8059800267219543, + "branch_car_at_8": 0.03302419185638428, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0129177592992349, + "ncar_to_proposal_oracle_at_8": 1.8763607722775941, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.22889900800701068, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8235801458358765, + "proposal_oracle_utility_gain_over_base_at_8": 0.01760011911392212, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7905559539794922, + "selected_utility_gain_over_base_at_8": -0.015424072742462158, + "selector_gap_fraction_to_hidden_at_8": 0.027657989477110775, + "selector_regret_at_8": 0.03302419185638428, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1764198541641235, + "support_gap_fraction_to_hidden_at_8": 0.9852597783053805, + "total_car_to_hidden_at_8": 1.2094440460205078 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 0.5714285714285714, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.15535086606230056, + "branch_car_at_8": 0.0250492910189288, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5535714285714286, + "hidden_chart_oracle_success_at_8": 0.14285714285714285, + "hidden_chart_oracle_utility_at_8": 0.5022062276090894, + "ncar_to_hidden_chart_oracle_at_8": 1.9770896146320587, + "ncar_to_proposal_oracle_at_8": 2.373996954793558, + "outcome_ptr_at_8": 0.14285714285714285, + "pairwise_causal_calibration_ece": 0.1821225165664179, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.42857142857142855, + "proposal_oracle_utility_at_8": 0.12031848356127739, + "proposal_oracle_utility_gain_over_base_at_8": -0.035032382501023154, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5714285714285714, + "selected_utility_at_8": 0.09526919254234859, + "selected_utility_gain_over_base_at_8": -0.06008167351995196, + "selector_gap_fraction_to_hidden_at_8": 0.44607662686806826, + "selector_regret_at_8": 0.0250492910189288, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.14285714285714285, + "success_total_car_to_hidden_at_8": 0.14285714285714285, + "support_gap_at_8": 0.38188774404781206, + "support_gap_fraction_to_hidden_at_8": 1.5310133194321842, + "total_car_to_hidden_at_8": 0.40693703506674084 + }, + "617757446": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6051061302423477, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.5206029336364504, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17477057061073675, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8376820683479309, + "proposal_oracle_utility_gain_over_base_at_8": -1.162317931652069, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2325759381055832, + "selected_utility_gain_over_base_at_8": -1.7674240618944168, + "selector_regret_at_8": 0.6051061302423477, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.162317931652069, + "total_car_to_hidden_at_8": 1.7674240618944168 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.6666666666666666, + "base_safety_label_known": 1.0, + "base_success": 0.1111111111111111, + "base_unsafe_known": 0.0, + "base_utility": 0.2901569190952513, + "branch_car_at_8": 0.01861424299163951, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.6666666666666666, + "hidden_chart_oracle_success_at_8": 0.2222222222222222, + "hidden_chart_oracle_utility_at_8": 0.6031530102094015, + "ncar_to_hidden_chart_oracle_at_8": 1.0963859140688967, + "ncar_to_proposal_oracle_at_8": 1.4042526275708287, + "outcome_ptr_at_8": 0.5555555555555556, + "pairwise_causal_calibration_ece": 0.2367439886538538, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.1111111111111111, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.2928433521754212, + "proposal_oracle_utility_gain_over_base_at_8": 0.0026864330801698896, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.1111111111111111, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.2742291091837817, + "selected_utility_gain_over_base_at_8": -0.01592780991146962, + "selector_gap_fraction_to_hidden_at_8": 0.17739811423850077, + "selector_regret_at_8": 0.01861424299163951, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.1111111111111111, + "success_total_car_to_hidden_at_8": 0.1111111111111111, + "support_gap_at_8": 0.3103991693092717, + "support_gap_fraction_to_hidden_at_8": 0.920156566171179, + "total_car_to_hidden_at_8": 0.32892390102561975 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0374340899288654, + "branch_car_at_8": 0.021489333594217896, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.0878063663840294, + "ncar_to_hidden_chart_oracle_at_8": 1.684493961864312, + "ncar_to_proposal_oracle_at_8": 0.041050731078289486, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2994821865214781, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.05819520493969321, + "proposal_oracle_utility_gain_over_base_at_8": -0.9792388849891722, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.036705871345475316, + "selected_utility_gain_over_base_at_8": -1.0007282185833901, + "selector_gap_fraction_to_hidden_at_8": 0.03966600828076045, + "selector_regret_at_8": 0.021489333594217896, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 1.0296111614443362, + "support_gap_fraction_to_hidden_at_8": 1.644828120788022, + "total_car_to_hidden_at_8": 1.051100495038554 + }, + "638602457": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08489253371953964, + "branch_car_at_8": 0.014291167259216309, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0153974459090547, + "ncar_to_proposal_oracle_at_8": 0.9404177070192885, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3472802300601354, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06969592720270157, + "proposal_oracle_utility_gain_over_base_at_8": -0.015196606516838074, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05540475994348526, + "selected_utility_gain_over_base_at_8": -0.029487773776054382, + "selector_gap_fraction_to_hidden_at_8": 0.007462331754662702, + "selector_regret_at_8": 0.014291167259216309, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9303040727972984, + "support_gap_fraction_to_hidden_at_8": 1.0079351194564308, + "total_car_to_hidden_at_8": 1.9445952400565147 + }, + "644904000": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7867255806922913, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.8567750453948975, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2132744193077087, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.2132744193077087, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "645859527": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.3737652599811554, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.014795737217067, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19479708046672242, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.34970390796661377, + "proposal_oracle_utility_gain_over_base_at_8": -0.024061352014541626, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.34970390796661377, + "selected_utility_gain_over_base_at_8": -0.024061352014541626, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.6502960920333862, + "support_gap_fraction_to_hidden_at_8": 1.0147957434572223, + "total_car_to_hidden_at_8": 1.6502960920333862 + }, + "648713995": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07623337209224701, + "branch_car_at_8": 0.005242481827735901, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0097028421781864, + "ncar_to_proposal_oracle_at_8": 0.3905438468519989, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11442431163230302, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06280983984470367, + "proposal_oracle_utility_gain_over_base_at_8": -0.013423532247543335, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05756735801696777, + "selected_utility_gain_over_base_at_8": -0.018666014075279236, + "selector_gap_fraction_to_hidden_at_8": 0.002725113198079286, + "selector_regret_at_8": 0.005242481827735901, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9371901601552963, + "support_gap_fraction_to_hidden_at_8": 1.0069777342286796, + "total_car_to_hidden_at_8": 1.9424326419830322 + }, + "672328262": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.0961560606956482, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1767311452758272, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9038439393043518, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.9038439393043518, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "692998894": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21158243715763092, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0020906357770647, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08041303505633857, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20784349739551544, + "proposal_oracle_utility_gain_over_base_at_8": -0.0037389397621154785, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20784349739551544, + "selected_utility_gain_over_base_at_8": -0.0037389397621154785, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7921565026044846, + "support_gap_fraction_to_hidden_at_8": 1.00209064138029, + "total_car_to_hidden_at_8": 1.7921565026044846 + }, + "717883303": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23495712876319885, + "branch_car_at_8": 0.37217114865779877, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0055701494523428, + "ncar_to_proposal_oracle_at_8": 1.0271335309369645, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.31593323635352066, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5972967147827148, + "proposal_oracle_utility_gain_over_base_at_8": 0.362339586019516, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.22512556612491608, + "selected_utility_gain_over_base_at_8": -0.009831562638282776, + "selector_gap_fraction_to_hidden_at_8": 0.21085671896287195, + "selector_regret_at_8": 0.37217114865779877, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4027032852172852, + "support_gap_fraction_to_hidden_at_8": 0.7947134361866138, + "total_car_to_hidden_at_8": 1.774874433875084 + }, + "747260437": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06065511703491211, + "branch_car_at_8": 0.05960432440042496, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9866389539339401, + "ncar_to_proposal_oracle_at_8": 0.6969961621880283, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3339423838748439, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.14617110788822174, + "proposal_oracle_utility_gain_over_base_at_8": 0.08551599085330963, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08656678348779678, + "selected_utility_gain_over_base_at_8": 0.025911666452884674, + "selector_gap_fraction_to_hidden_at_8": 0.030734257183433606, + "selector_regret_at_8": 0.05960432440042496, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8538288921117783, + "support_gap_fraction_to_hidden_at_8": 0.9559047018379923, + "total_car_to_hidden_at_8": 1.9134332165122032 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 0.6, + "base_safety_label_known": 1.0, + "base_success": 0.1, + "base_unsafe_known": 0.0, + "base_utility": 0.37281867265701296, + "branch_car_at_8": 0.013657125830650329, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.6, + "hidden_chart_oracle_success_at_8": 0.1, + "hidden_chart_oracle_utility_at_8": 0.42042462080717086, + "ncar_to_hidden_chart_oracle_at_8": 4.871826564618791, + "ncar_to_proposal_oracle_at_8": 0.46890131059307805, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.1943283398494556, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.1, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6, + "proposal_oracle_utility_at_8": 0.35842807218432426, + "proposal_oracle_utility_gain_over_base_at_8": -0.014390600472688675, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.1, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.6, + "selected_utility_at_8": 0.34477094635367395, + "selected_utility_gain_over_base_at_8": -0.028047726303339005, + "selector_gap_fraction_to_hidden_at_8": 0.47835037333190716, + "selector_regret_at_8": 0.013657125830650329, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06769593432545662, + "support_gap_fraction_to_hidden_at_8": 4.479681375659026, + "total_car_to_hidden_at_8": 0.07821311131119728 + }, + "764701680": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22772109508514404, + "branch_car_at_8": 0.3404805064201355, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.996472069052069, + "ncar_to_proposal_oracle_at_8": 0.9819674564582288, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23681403282652463, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5744540691375732, + "proposal_oracle_utility_gain_over_base_at_8": 0.3467329740524292, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23397356271743774, + "selected_utility_gain_over_base_at_8": 0.006252467632293701, + "selector_gap_fraction_to_hidden_at_8": 0.19211451734595517, + "selector_regret_at_8": 0.3404805064201355, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4255459308624268, + "support_gap_fraction_to_hidden_at_8": 0.8043575573286604, + "total_car_to_hidden_at_8": 1.7660264372825623 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.4, + "base_safety_label_known": 1.0, + "base_success": 0.4, + "base_unsafe_known": 0.0, + "base_utility": 0.9072010934352874, + "branch_car_at_8": 0.011050106585025787, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.225, + "hidden_chart_oracle_success_at_8": 0.4, + "hidden_chart_oracle_utility_at_8": 0.9323058426380157, + "ncar_to_hidden_chart_oracle_at_8": 1.4225956763185321, + "ncar_to_proposal_oracle_at_8": 0.26992238225513887, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.21426885985391292, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.2, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.2, + "proposal_oracle_utility_at_8": 0.5373800590634346, + "proposal_oracle_utility_gain_over_base_at_8": -0.3698210343718529, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.2, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.2, + "selected_utility_at_8": 0.5263299524784089, + "selected_utility_gain_over_base_at_8": -0.3808711409568787, + "selector_gap_fraction_to_hidden_at_8": 0.3663579259107355, + "selector_regret_at_8": 0.011050106585025787, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.2, + "success_total_car_to_hidden_at_8": 0.2, + "support_gap_at_8": 0.3954703077673912, + "support_gap_fraction_to_hidden_at_8": 1.078198401280469, + "total_car_to_hidden_at_8": 0.40597589015960694 + }, + "822735110": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.0753922164440155, + "branch_car_at_8": 0.001845628023147583, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.010392401608696, + "ncar_to_proposal_oracle_at_8": 0.10165563049133924, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.35582779327839353, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05723653733730316, + "proposal_oracle_utility_gain_over_base_at_8": -0.01815567910671234, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05539090931415558, + "selected_utility_gain_over_base_at_8": -0.020001307129859924, + "selector_gap_fraction_to_hidden_at_8": 0.0009589631918340914, + "selector_regret_at_8": 0.001845628023147583, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9427634626626968, + "support_gap_fraction_to_hidden_at_8": 1.0094334436667232, + "total_car_to_hidden_at_8": 1.9446090906858444 + }, + "848613296": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11143246293067932, + "branch_car_at_8": 0.006654301658272743, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.023656777053172, + "ncar_to_proposal_oracle_at_8": 0.17070531112563794, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09846127545337668, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07344710826873779, + "proposal_oracle_utility_gain_over_base_at_8": -0.03798535466194153, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06679280661046505, + "selected_utility_gain_over_base_at_8": -0.04463965632021427, + "selector_gap_fraction_to_hidden_at_8": 0.0035352046258668463, + "selector_regret_at_8": 0.006654301658272743, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9265528917312622, + "support_gap_fraction_to_hidden_at_8": 1.0201215778479216, + "total_car_to_hidden_at_8": 1.933207193389535 + }, + "895182509": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.723547637462616, + "branch_car_at_8": 1.277050793170929, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0004688154814232, + "ncar_to_proposal_oracle_at_8": 1.0004688154814232, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.157431802902925, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.276452362537384, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.722949206829071, + "selected_utility_gain_over_base_at_8": -0.0005984306335449219, + "selector_gap_fraction_to_hidden_at_8": 1.0004688233193093, + "selector_regret_at_8": 1.277050793170929, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.277050793170929 + }, + "923596794": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8705826103687286, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16766780540420267, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12941738963127136, + "selected_utility_gain_over_base_at_8": -1.8705826103687286, + "selector_regret_at_8": 1.8705826103687286, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8705826103687286 + }, + "924049538": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02430477738380432, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.013346828258629621, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17445397423576617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17898479104042053, + "proposal_oracle_utility_gain_over_base_at_8": -1.8210152089595795, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1546800136566162, + "selected_utility_gain_over_base_at_8": -1.8453199863433838, + "selector_regret_at_8": 0.02430477738380432, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8210152089595795, + "total_car_to_hidden_at_8": 1.8453199863433838 + }, + "957195748": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11928755044937134, + "branch_car_at_8": 0.006712436676025391, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22344236075878143, + "ncar_to_hidden_chart_oracle_at_8": 1.6640889205932592, + "ncar_to_proposal_oracle_at_8": 0.10747525896771819, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2618944908826637, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05683191493153572, + "proposal_oracle_utility_gain_over_base_at_8": -0.06245563551783562, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05011947825551033, + "selected_utility_gain_over_base_at_8": -0.06916807219386101, + "selector_gap_fraction_to_hidden_at_8": 0.06444672748272424, + "selector_regret_at_8": 0.006712436676025391, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1666104458272457, + "support_gap_fraction_to_hidden_at_8": 1.5996423528812564, + "total_car_to_hidden_at_8": 0.1733228825032711 + }, + "998761162": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.023956656455993652, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.012915579790823086, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1571025611739327, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1451350450515747, + "proposal_oracle_utility_gain_over_base_at_8": -1.8548649549484253, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12117838859558105, + "selected_utility_gain_over_base_at_8": -1.878821611404419, + "selector_regret_at_8": 0.023956656455993652, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8548649549484253, + "total_car_to_hidden_at_8": 1.878821611404419 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..7f47cf8a52a1d0bfaec5a0b479dbce1337c618f9 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/metrics_by_task.json @@ -0,0 +1,182 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.7833942204713822, + "branch_car_at_8": 0.25610943883657455, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.8673945494371688, + "ncar_to_proposal_oracle_at_8": 0.22809248414000916, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.18048328241453365, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.4, + "proposal_oracle_success_gain_over_base_at_8": 0.2, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.0454350337386131, + "proposal_oracle_utility_gain_over_base_at_8": 0.262040813267231, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.2, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7893255949020386, + "selected_utility_gain_over_base_at_8": 0.005931374430656433, + "selector_gap_fraction_to_hidden_at_8": 0.2500967471724982, + "selector_regret_at_8": 0.25610943883657455, + "success_selector_gap_at_8": 0.2, + "success_support_gap_at_8": 0.6, + "success_total_car_to_hidden_at_8": 0.8, + "support_gap_at_8": 0.9545649662613869, + "support_gap_fraction_to_hidden_at_8": 0.617297807934756, + "total_car_to_hidden_at_8": 1.2106744050979614 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.14285714285714285, + "base_unsafe_known": 0.0, + "base_utility": 0.353121066732066, + "branch_car_at_8": 0.21211611798831395, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0109060531044503, + "ncar_to_proposal_oracle_at_8": 0.52622527077833, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14872269547853015, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.14285714285714285, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.341122750725065, + "proposal_oracle_utility_gain_over_base_at_8": -0.01199831600700106, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.14285714285714285, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.129006632736751, + "selected_utility_gain_over_base_at_8": -0.224114433995315, + "selector_gap_fraction_to_hidden_at_8": 0.003587880851496335, + "selector_regret_at_8": 0.21211611798831395, + "success_selector_gap_at_8": 0.14285714285714285, + "success_support_gap_at_8": 0.8571428571428571, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.658877249274935, + "support_gap_fraction_to_hidden_at_8": 1.0073181775152928, + "total_car_to_hidden_at_8": 1.870993367263249 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.625, + "base_safety_label_known": 1.0, + "base_success": 0.16666666666666666, + "base_unsafe_known": 0.0, + "base_utility": 0.4476979454047978, + "branch_car_at_8": 0.07172732797334902, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.4947916666666667, + "hidden_chart_oracle_success_at_8": 0.3888888888888889, + "hidden_chart_oracle_utility_at_8": 0.9149795592659049, + "ncar_to_hidden_chart_oracle_at_8": 3.144587613695753, + "ncar_to_proposal_oracle_at_8": 0.755293067551312, + "outcome_ptr_at_8": 0.3055555555555556, + "pairwise_causal_calibration_ece": 0.23026700740431424, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.1111111111111111, + "proposal_oracle_success_gain_over_base_at_8": -0.05555555555555555, + "proposal_oracle_unsafe_known_at_8": 0.4861111111111111, + "proposal_oracle_utility_at_8": 0.3342518941693318, + "proposal_oracle_utility_gain_over_base_at_8": -0.11344605123546596, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.08333333333333333, + "selected_success_gain_over_base_at_8": -0.08333333333333333, + "selected_unsafe_known_at_8": 0.5138888888888888, + "selected_utility_at_8": 0.2625245661959828, + "selected_utility_gain_over_base_at_8": -0.18517337920881496, + "selector_gap_fraction_to_hidden_at_8": 0.8563952330010932, + "selector_regret_at_8": 0.07172732797334902, + "success_selector_gap_at_8": 0.027777777777777776, + "success_support_gap_at_8": 0.2777777777777778, + "success_total_car_to_hidden_at_8": 0.3055555555555556, + "support_gap_at_8": 0.5844958343142126, + "support_gap_fraction_to_hidden_at_8": 2.3021517980465727, + "total_car_to_hidden_at_8": 0.6557380551918565 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.7857142857142857, + "base_unsafe_known": 0.0, + "base_utility": 1.588915357100112, + "branch_car_at_8": 0.4667696101324899, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0130607387330142, + "ncar_to_proposal_oracle_at_8": 0.3633085481924293, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17529934581328913, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.42857142857142855, + "proposal_oracle_success_gain_over_base_at_8": -0.35714285714285715, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.9213141335972718, + "proposal_oracle_utility_gain_over_base_at_8": -0.6676012235028403, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.17857142857142858, + "selected_success_gain_over_base_at_8": -0.6071428571428571, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4545445234647819, + "selected_utility_gain_over_base_at_8": -1.1343708336353302, + "selector_gap_fraction_to_hidden_at_8": 0.004415993410754663, + "selector_regret_at_8": 0.4667696101324899, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.5714285714285714, + "success_total_car_to_hidden_at_8": 0.8214285714285714, + "support_gap_at_8": 1.0786858664027281, + "support_gap_fraction_to_hidden_at_8": 1.0086447506040905, + "total_car_to_hidden_at_8": 1.5454554765352182 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2222222222222222, + "base_unsafe_known": 0.0, + "base_utility": 0.7696565665580608, + "branch_car_at_8": 0.1789455551792074, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.8148148148148148, + "hidden_chart_oracle_utility_at_8": 1.773819453186459, + "ncar_to_hidden_chart_oracle_at_8": 0.941800572990603, + "ncar_to_proposal_oracle_at_8": 7.855930598180106, + "outcome_ptr_at_8": 0.4444444444444444, + "pairwise_causal_calibration_ece": 0.2044928219534789, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.14814814814814814, + "proposal_oracle_success_gain_over_base_at_8": -0.07407407407407407, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.717987585398886, + "proposal_oracle_utility_gain_over_base_at_8": -0.051668981159174884, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.07407407407407407, + "selected_success_gain_over_base_at_8": -0.14814814814814814, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5390420302196786, + "selected_utility_gain_over_base_at_8": -0.2306145363383823, + "selector_gap_fraction_to_hidden_at_8": 0.10129949927260672, + "selector_regret_at_8": 0.1789455551792074, + "success_selector_gap_at_8": 0.07407407407407407, + "success_support_gap_at_8": 0.7037037037037037, + "success_total_car_to_hidden_at_8": 0.7777777777777778, + "support_gap_at_8": 1.0981735327729472, + "support_gap_fraction_to_hidden_at_8": 0.8405010826182241, + "total_car_to_hidden_at_8": 1.2771190879521546 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/report.md new file mode 100644 index 0000000000000000000000000000000000000000..d5c871647a64b6717c537660ed7ea6720d925547 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/report.md @@ -0,0 +1,40 @@ +# Metric Evaluation (measured) + +K: `8` + +| Metric | N | Micro mean | 95% CI | Task macro | Seed macro | +| --- | ---: | ---: | ---: | ---: | ---: | +| any_generated_unsafe_known_at_8 | 144 | 0.3125 | [0.2431, 0.3889] | 0.1250 | 0.1639 | +| base_safety_label_known | 144 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| base_success | 144 | 0.2986 | [0.2292, 0.3681] | 0.3035 | 0.3432 | +| base_unsafe_known | 144 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 | +| base_utility | 144 | 0.7487 | [0.6186, 0.8692] | 0.7886 | 0.8603 | +| branch_car_at_8 | 144 | 0.1883 | [0.1097, 0.2613] | 0.2371 | 0.2485 | +| generated_safety_label_coverage_at_8 | 144 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| generated_unsafe_rate_known_at_8 | 144 | 0.2474 | [0.1858, 0.3281] | 0.0990 | 0.1191 | +| hidden_chart_oracle_success_at_8 | 144 | 0.6597 | [0.5833, 0.7361] | 0.8407 | 0.8447 | +| hidden_chart_oracle_utility_at_8 | 144 | 1.4151 | [1.2723, 1.5417] | 1.7378 | 1.7477 | +| ncar_to_hidden_chart_oracle_at_8 | 103 | 2.2488 | [1.1836, 4.1038] | 1.3955 | 2.2277 | +| ncar_to_proposal_oracle_at_8 | 121 | 2.0613 | [0.6453, 4.4401] | 1.9458 | 2.7290 | +| outcome_ptr_at_8 | 144 | 0.2639 | [0.2014, 0.3403] | 0.2300 | 0.2246 | +| pairwise_causal_calibration_ece | 144 | 0.2073 | [0.1883, 0.2282] | 0.1879 | 0.1933 | +| proposal_oracle_safety_label_known_at_8 | 144 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| proposal_oracle_success_at_8 | 144 | 0.2014 | [0.1389, 0.2639] | 0.2461 | 0.2446 | +| proposal_oracle_success_gain_over_base_at_8 | 144 | -0.0972 | [-0.1667, -0.0347] | -0.0574 | -0.0986 | +| proposal_oracle_unsafe_known_at_8 | 144 | 0.2431 | [0.1875, 0.3194] | 0.0972 | 0.1225 | +| proposal_oracle_utility_at_8 | 144 | 0.5701 | [0.4651, 0.7015] | 0.6720 | 0.6804 | +| proposal_oracle_utility_gain_over_base_at_8 | 144 | -0.1786 | [-0.3059, -0.0614] | -0.1165 | -0.1799 | +| selected_safety_label_known_at_8 | 144 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| selected_success_at_8 | 144 | 0.1042 | [0.0625, 0.1528] | 0.1072 | 0.1111 | +| selected_success_gain_over_base_at_8 | 144 | -0.1944 | [-0.2708, -0.1250] | -0.1963 | -0.2321 | +| selected_unsafe_known_at_8 | 144 | 0.2569 | [0.1875, 0.3403] | 0.1028 | 0.1178 | +| selected_utility_at_8 | 144 | 0.3818 | [0.2986, 0.4771] | 0.4349 | 0.4319 | +| selected_utility_gain_over_base_at_8 | 144 | -0.3669 | [-0.4965, -0.2505] | -0.3537 | -0.4284 | +| selector_gap_fraction_to_hidden_at_8 | 103 | 0.5487 | [0.1597, 1.2471] | 0.2432 | 0.6417 | +| selector_regret_at_8 | 144 | 0.1883 | [0.1097, 0.2613] | 0.2371 | 0.2485 | +| success_selector_gap_at_8 | 144 | 0.0972 | [0.0486, 0.1458] | 0.1389 | 0.1335 | +| success_support_gap_at_8 | 144 | 0.4653 | [0.3819, 0.5347] | 0.6020 | 0.6109 | +| success_total_car_to_hidden_at_8 | 144 | 0.5625 | [0.4792, 0.6458] | 0.7410 | 0.7444 | +| support_gap_at_8 | 144 | 0.8548 | [0.7165, 0.9951] | 1.0750 | 1.0802 | +| support_gap_fraction_to_hidden_at_8 | 103 | 1.7083 | [0.9842, 2.8881] | 1.1552 | 1.5877 | +| total_car_to_hidden_at_8 | 144 | 1.0429 | [0.9018, 1.1718] | 1.3120 | 1.3287 | diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..360338955183e4aae3ce82afb90c5687792a4e06 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/measured_metrics/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 144 & 0.3125 & 0.2431 & 0.3889 \\ +base\_safety\_label\_known & 144 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 144 & 0.2986 & 0.2292 & 0.3681 \\ +base\_unsafe\_known & 144 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 144 & 0.7487 & 0.6186 & 0.8692 \\ +branch\_car\_at\_8 & 144 & 0.1883 & 0.1097 & 0.2613 \\ +generated\_safety\_label\_coverage\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 144 & 0.2474 & 0.1858 & 0.3281 \\ +hidden\_chart\_oracle\_success\_at\_8 & 144 & 0.6597 & 0.5833 & 0.7361 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 144 & 1.4151 & 1.2723 & 1.5417 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 103 & 2.2488 & 1.1836 & 4.1038 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 121 & 2.0613 & 0.6453 & 4.4401 \\ +outcome\_ptr\_at\_8 & 144 & 0.2639 & 0.2014 & 0.3403 \\ +pairwise\_causal\_calibration\_ece & 144 & 0.2073 & 0.1883 & 0.2282 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 144 & 0.2014 & 0.1389 & 0.2639 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 144 & -0.0972 & -0.1667 & -0.0347 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 144 & 0.2431 & 0.1875 & 0.3194 \\ +proposal\_oracle\_utility\_at\_8 & 144 & 0.5701 & 0.4651 & 0.7015 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 144 & -0.1786 & -0.3059 & -0.0614 \\ +selected\_safety\_label\_known\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 144 & 0.1042 & 0.0625 & 0.1528 \\ +selected\_success\_gain\_over\_base\_at\_8 & 144 & -0.1944 & -0.2708 & -0.1250 \\ +selected\_unsafe\_known\_at\_8 & 144 & 0.2569 & 0.1875 & 0.3403 \\ +selected\_utility\_at\_8 & 144 & 0.3818 & 0.2986 & 0.4771 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 144 & -0.3669 & -0.4965 & -0.2505 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 103 & 0.5487 & 0.1597 & 1.2471 \\ +selector\_regret\_at\_8 & 144 & 0.1883 & 0.1097 & 0.2613 \\ +success\_selector\_gap\_at\_8 & 144 & 0.0972 & 0.0486 & 0.1458 \\ +success\_support\_gap\_at\_8 & 144 & 0.4653 & 0.3819 & 0.5347 \\ +success\_total\_car\_to\_hidden\_at\_8 & 144 & 0.5625 & 0.4792 & 0.6458 \\ +support\_gap\_at\_8 & 144 & 0.8548 & 0.7165 & 0.9951 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 103 & 1.7083 & 0.9842 & 2.8881 \\ +total\_car\_to\_hidden\_at\_8 & 144 & 1.0429 & 0.9018 & 1.1718 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..74e699acdeb4533b8514b33ac16c6b085a828b89 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/metrics.json @@ -0,0 +1,4552 @@ +{ + "checkpoint": "runs/ctt_residual_base_context_obs_seed2/model.pt", + "k": 8, + "measured_metric_summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.229800307219662, + "low": 0.09575012800819253, + "mean": 0.1638504864311316, + "n": 93, + "num_samples": 200 + }, + "mean": 0.1638504864311316, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.3333333333333333, + "1461069713": 1.0, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 1.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 1.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 1.0, + "2022453507": 0.0, + "2053393481": 1.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.6666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 1.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 1.0, + "567584897": 0.0, + "585904130": 0.5714285714285714, + "617757446": 0.0, + "626486813": 0.6666666666666666, + "636680137": 1.0, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 1.0, + "750448296": 0.6, + "764701680": 0.0, + "767747424": 0.4, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.375, + "low": 0.0, + "mean": 0.125, + "n": 5, + "num_samples": 200 + }, + "mean": 0.125, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.625, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3888888888888889, + "low": 0.24305555555555555, + "mean": 0.3125, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1002515549": 1.0, + "10434387": 1.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 1.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 1.0, + "1753014417": 1.0, + "1754115693": 1.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 1.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 1.0, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 1.0, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 1.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 1.0, + "567584897": 1.0, + "585904130": 1.0, + "617757446": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "638602457": 1.0, + "644904000": 1.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "764701680": 1.0, + "767747424": 1.0, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.43936678614097974, + "low": 0.2618279569892473, + "mean": 0.3431899641577061, + "n": 93, + "num_samples": 200 + }, + "mean": 0.3431899641577061, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 1.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 1.0, + "12094156": 0.0, + "1227521988": 1.0, + "1231384138": 0.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 0.0, + "141984615": 0.2222222222222222, + "1461069713": 0.5, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 0.0, + "1549324805": 0.5, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.5, + "176309897": 0.0, + "1769949768": 1.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 0.5, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.25, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.3333333333333333, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 1.0, + "626486813": 0.1111111111111111, + "636680137": 0.5, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.1, + "764701680": 0.0, + "767747424": 0.4, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 0.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5492063492063491, + "low": 0.1638095238095238, + "mean": 0.3034920634920635, + "n": 5, + "num_samples": 200 + }, + "mean": 0.3034920634920635, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.14285714285714285, + "PullCube-v1": 0.16666666666666666, + "PushCube-v1": 0.7857142857142857, + "StackCube-v1": 0.2222222222222222 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.3680555555555556, + "low": 0.22916666666666666, + "mean": 0.2986111111111111, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 93, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.0, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "764701680": 0.0, + "767747424": 0.0, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0247429868068092, + "low": 0.6963147792535991, + "mean": 0.8603015451837491, + "n": 93, + "num_samples": 200 + }, + "mean": 0.8603015451837491, + "per_seed": { + "1002515549": 0.3101765811443329, + "10434387": 0.03263068199157715, + "1054295834": 2.0, + "1099528715": 0.09861961752176285, + "111895951": 0.04685167223215103, + "1148327469": 0.2102900892496109, + "1151410346": 0.821137011051178, + "1186005236": 2.0, + "12094156": 0.1540253460407257, + "1227521988": 2.0, + "1231384138": 0.08991694450378418, + "127893920": 2.0, + "1295221513": 2.0, + "1338828931": 2.0, + "1339985874": 2.0, + "1369129094": 0.7938400506973267, + "1375492786": 0.23570941388607025, + "141796052": 0.7273102402687073, + "141984615": 0.5759019694394536, + "1461069713": 1.0802906900644302, + "1475440973": 2.0, + "1480856810": 2.0, + "1483645336": 2.0, + "1489813480": 2.0, + "1505049690": 0.11067384481430054, + "1549324805": 1.1443007439374924, + "1573173111": 2.0, + "1588222896": 2.0, + "1619033151": 0.16695041954517365, + "1671659352": 0.2135164886713028, + "1676419878": 2.0, + "1702694640": 2.0, + "1710988569": 2.0, + "1747178030": 0.06912684440612793, + "1753014417": 2.0, + "1754115693": 1.0258922800421715, + "176309897": 0.12288041412830353, + "1769949768": 2.0, + "177042432": 0.10026611387729645, + "1794696142": 0.12870505452156067, + "1802377189": 0.1541779637336731, + "1811490176": 0.5560652613639832, + "1824746139": 2.0, + "1846100387": 2.0, + "1847929953": 1.035880170762539, + "1867746099": 0.11245182156562805, + "1890833080": 0.5948390960693359, + "1894022513": 0.7966206669807434, + "1982046304": 0.10849901288747787, + "2015956957": 0.5791222061961889, + "2022453507": 0.7988077402114868, + "2053393481": 0.10155961662530899, + "2061635888": 0.13861989974975586, + "207104919": 0.07213771343231201, + "2099816463": 0.819879949092865, + "278008524": 0.7248856332153082, + "340237109": 0.16001254320144653, + "377066857": 0.1312015801668167, + "40022731": 0.06768637895584106, + "451255434": 0.07851358503103256, + "460988816": 2.0, + "494359192": 2.0, + "500109393": 0.7212046980857849, + "506370138": 0.2335832566022873, + "50672686": 0.06365175545215607, + "528245200": 0.06540130078792572, + "541228168": 2.0, + "541963049": 2.0, + "54657947": 0.7907969951629639, + "565369392": 0.09214222431182861, + "567584897": 0.8059800267219543, + "585904130": 0.15535086606230056, + "617757446": 2.0, + "626486813": 0.2901569190952513, + "636680137": 1.0374340899288654, + "638602457": 0.08489253371953964, + "644904000": 0.7867255806922913, + "645859527": 0.3737652599811554, + "648713995": 0.07623337209224701, + "672328262": 0.0961560606956482, + "692998894": 0.21158243715763092, + "717883303": 0.23495712876319885, + "747260437": 0.06065511703491211, + "750448296": 0.37281867265701296, + "764701680": 0.22772109508514404, + "767747424": 0.9072010934352874, + "822735110": 0.0753922164440155, + "848613296": 0.11143246293067932, + "895182509": 0.723547637462616, + "923596794": 2.0, + "924049538": 2.0, + "957195748": 0.11928755044937134, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.1995676474353032, + "low": 0.47700644894902194, + "mean": 0.7885570312532837, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7885570312532837, + "per_task": { + "LiftPegUpright-v1": 0.7833942204713822, + "PickCube-v1": 0.353121066732066, + "PullCube-v1": 0.4476979454047978, + "PushCube-v1": 1.588915357100112, + "StackCube-v1": 0.7696565665580608 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.8692086887183703, + "low": 0.6186073454252133, + "mean": 0.748683326644823, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.37049090682162833, + "low": 0.14244166842930753, + "mean": 0.24849285696235607, + "n": 93, + "num_samples": 200 + }, + "mean": 0.24849285696235607, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.007130235433578491, + "1054295834": 0.018092840909957886, + "1099528715": 0.006440579891204834, + "111895951": 0.004605472087860107, + "1148327469": 0.00031857192516326904, + "1151410346": 1.1752553582191467, + "1186005236": 0.0, + "12094156": 0.010282829403877258, + "1227521988": 0.007983416318893433, + "1231384138": 0.0, + "127893920": 1.8301224410533905, + "1295221513": 0.013434141874313354, + "1338828931": 1.1740543842315674, + "1339985874": 0.03483171761035919, + "1369129094": 0.029602885246276855, + "1375492786": 0.021371878683567047, + "141796052": 0.0, + "141984615": 0.03905689550770654, + "1461069713": 0.008160180179402232, + "1475440973": 0.004767119884490967, + "1480856810": 0.010315477848052979, + "1483645336": 0.0, + "1489813480": 1.8252803981304169, + "1505049690": 0.021971844136714935, + "1549324805": 0.029039829969406128, + "1573173111": 0.015034615993499756, + "1588222896": 0.036934107542037964, + "1619033151": 0.0, + "1671659352": 0.06555494666099548, + "1676419878": 1.8341183960437775, + "1702694640": 1.8130822628736496, + "1710988569": 0.0, + "1747178030": 0.0040179891511797905, + "1753014417": 1.8178347498178482, + "1754115693": 0.0028697028756141663, + "176309897": 0.005532950162887573, + "1769949768": 1.4436787366867065, + "177042432": 0.013511911034584045, + "1794696142": 0.010317683219909668, + "1802377189": 0.04204127937555313, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.007144451141357422, + "1847929953": 0.0033707767724990845, + "1867746099": 0.008742287755012512, + "1890833080": 0.0, + "1894022513": 0.18582290410995483, + "1982046304": 0.007062308490276337, + "2015956957": 0.47002935339696705, + "2022453507": 0.19721508026123047, + "2053393481": 0.00907667726278305, + "2061635888": 0.017293334007263184, + "207104919": 0.009792819619178772, + "2099816463": 0.020792245864868164, + "278008524": 0.34494924917817116, + "340237109": 0.017368540167808533, + "377066857": 0.008693717420101166, + "40022731": 0.0016632303595542908, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.008149653673171997, + "500109393": 1.2789579033851624, + "506370138": 0.3530547767877579, + "50672686": 0.0, + "528245200": 0.016874298453330994, + "541228168": 1.8497109711170197, + "541963049": 0.0, + "54657947": 0.18512678146362305, + "565369392": 0.0014092524070292711, + "567584897": 0.03302419185638428, + "585904130": 0.0250492910189288, + "617757446": 0.6051061302423477, + "626486813": 0.01861424299163951, + "636680137": 0.021489333594217896, + "638602457": 0.014291167259216309, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.005242481827735901, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.37217114865779877, + "747260437": 0.05960432440042496, + "750448296": 0.013657125830650329, + "764701680": 0.3404805064201355, + "767747424": 0.011050106585025787, + "822735110": 0.001845628023147583, + "848613296": 0.006654301658272743, + "895182509": 1.277050793170929, + "923596794": 1.8705826103687286, + "924049538": 0.02430477738380432, + "957195748": 0.006712436676025391, + "998761162": 0.023956656455993652 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.36490821327481954, + "low": 0.1300473955871658, + "mean": 0.23713361002198696, + "n": 5, + "num_samples": 200 + }, + "mean": 0.23713361002198696, + "per_task": { + "LiftPegUpright-v1": 0.25610943883657455, + "PickCube-v1": 0.21211611798831395, + "PullCube-v1": 0.07172732797334902, + "PushCube-v1": 0.4667696101324899, + "StackCube-v1": 0.1789455551792074 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2612888045292089, + "low": 0.10965440035862331, + "mean": 0.18827329098550966, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1002515549": 1.0, + "10434387": 1.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 1.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 1.0, + "1753014417": 1.0, + "1754115693": 1.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 1.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 1.0, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 1.0, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 1.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 1.0, + "567584897": 1.0, + "585904130": 1.0, + "617757446": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "638602457": 1.0, + "644904000": 1.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "764701680": 1.0, + "767747424": 1.0, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.18263248847926272, + "low": 0.062163978494623656, + "mean": 0.11910202252944187, + "n": 93, + "num_samples": 200 + }, + "mean": 0.11910202252944187, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.3333333333333333, + "1461069713": 0.5, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.875, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.875, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.96875, + "2022453507": 0.0, + "2053393481": 0.125, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.22916666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.375, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 1.0, + "567584897": 0.0, + "585904130": 0.5535714285714286, + "617757446": 0.0, + "626486813": 0.6666666666666666, + "636680137": 0.5, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.25, + "750448296": 0.6, + "764701680": 0.0, + "767747424": 0.225, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.296875, + "low": 0.0, + "mean": 0.09895833333333334, + "n": 5, + "num_samples": 200 + }, + "mean": 0.09895833333333334, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4947916666666667, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.328125, + "low": 0.1857638888888889, + "mean": 0.24739583333333334, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9042413381123059, + "low": 0.7842123229220003, + "mean": 0.844726062467998, + "n": 93, + "num_samples": 200 + }, + "mean": 0.844726062467998, + "per_seed": { + "1002515549": 1.0, + "10434387": 0.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 0.4444444444444444, + "1461069713": 0.25, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 0.5, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 0.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 0.5, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 0.5, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 0.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 0.0, + "567584897": 1.0, + "585904130": 0.14285714285714285, + "617757446": 1.0, + "626486813": 0.2222222222222222, + "636680137": 0.5, + "638602457": 1.0, + "644904000": 0.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 0.1, + "764701680": 1.0, + "767747424": 0.4, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 0.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.5962962962962963, + "mean": 0.8407407407407407, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8407407407407407, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3888888888888889, + "PushCube-v1": 1.0, + "StackCube-v1": 0.8148148148148148 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7361111111111112, + "low": 0.5833333333333334, + "mean": 0.6597222222222222, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.8387301051179479, + "low": 1.6414896997686568, + "mean": 1.7476964292713026, + "n": 93, + "num_samples": 200 + }, + "mean": 1.7476964292713026, + "per_seed": { + "1002515549": 2.0, + "10434387": 0.5863422155380249, + "1054295834": 2.0, + "1099528715": 2.0, + "111895951": 2.0, + "1148327469": 2.0, + "1151410346": 2.0, + "1186005236": 2.0, + "12094156": 2.0, + "1227521988": 2.0, + "1231384138": 2.0, + "127893920": 2.0, + "1295221513": 2.0, + "1338828931": 2.0, + "1339985874": 2.0, + "1369129094": 2.0, + "1375492786": 2.0, + "141796052": 2.0, + "141984615": 1.0247315367062886, + "1461069713": 0.6172692589461803, + "1475440973": 2.0, + "1480856810": 2.0, + "1483645336": 2.0, + "1489813480": 2.0, + "1505049690": 2.0, + "1549324805": 1.143448069691658, + "1573173111": 2.0, + "1588222896": 2.0, + "1619033151": 2.0, + "1671659352": 2.0, + "1676419878": 2.0, + "1702694640": 2.0, + "1710988569": 2.0, + "1747178030": 0.21672499179840088, + "1753014417": 2.0, + "1754115693": 0.818753570318222, + "176309897": 2.0, + "1769949768": 2.0, + "177042432": 2.0, + "1794696142": 2.0, + "1802377189": 2.0, + "1811490176": 2.0, + "1824746139": 2.0, + "1846100387": 2.0, + "1847929953": 2.0, + "1867746099": 2.0, + "1890833080": 0.8125008344650269, + "1894022513": 2.0, + "1982046304": 2.0, + "2015956957": 1.0735395215451717, + "2022453507": 2.0, + "2053393481": 2.0, + "2061635888": 2.0, + "207104919": 2.0, + "2099816463": 2.0, + "278008524": 1.1128185068567593, + "340237109": 2.0, + "377066857": 2.0, + "40022731": 2.0, + "451255434": 0.2569156885147095, + "460988816": 2.0, + "494359192": 2.0, + "500109393": 2.0, + "506370138": 2.0, + "50672686": 2.0, + "528245200": 2.0, + "541228168": 2.0, + "541963049": 2.0, + "54657947": 2.0, + "565369392": 0.24661025404930115, + "567584897": 2.0, + "585904130": 0.5022062276090894, + "617757446": 2.0, + "626486813": 0.6031530102094015, + "636680137": 1.0878063663840294, + "638602457": 2.0, + "644904000": 0.8567750453948975, + "645859527": 2.0, + "648713995": 2.0, + "672328262": 2.0, + "692998894": 2.0, + "717883303": 2.0, + "747260437": 2.0, + "750448296": 0.42042462080717086, + "764701680": 2.0, + "767747424": 0.9323058426380157, + "822735110": 2.0, + "848613296": 2.0, + "895182509": 2.0, + "923596794": 2.0, + "924049538": 2.0, + "957195748": 0.22344236075878143, + "998761162": 2.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.303751626196835, + "mean": 1.7377598024904728, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7377598024904728, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 0.9149795592659049, + "PushCube-v1": 2.0, + "StackCube-v1": 1.773819453186459 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.5416950492395296, + "low": 1.2722552820212312, + "mean": 1.4150809271054134, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 4.535814632668054, + "low": 1.023567279703477, + "mean": 2.227740543611389, + "n": 65, + "num_samples": 200 + }, + "mean": 2.227740543611389, + "per_seed": { + "1002515549": 1.0244505399722463, + "10434387": 0.9488596008636384, + "1099528715": 1.0189595393616548, + "111895951": 1.0045482498594203, + "1148327469": 1.0038459497256271, + "1151410346": 0.9969397285919636, + "12094156": 1.014044160443623, + "1231384138": 1.0109900125802154, + "1369129094": 1.004649130438479, + "1375492786": 1.0872537260881043, + "141796052": 0.0, + "141984615": 1.6810747145469702, + "1461069713": 0.594366599223015, + "1505049690": 1.0205183523888182, + "1549324805": 71.55500489539932, + "1619033151": 0.9521791534573103, + "1671659352": 1.0201296762096055, + "1747178030": 1.4006773712751, + "1754115693": 0.5754270056756781, + "176309897": 1.0139500619640802, + "177042432": 1.0175232421232172, + "1794696142": 1.0282254962428918, + "1802377189": 1.04852952527834, + "1811490176": 0.8933775730738343, + "1847929953": 1.0069575548453362, + "1867746099": 1.0059873534084336, + "1890833080": 1.0260298814600395, + "1894022513": 1.1567703280231658, + "1982046304": 1.014714397171331, + "2015956957": 4.493638850878654, + "2022453507": 1.162543777341054, + "2053393481": 1.0214041382027972, + "2061635888": 1.010870513477828, + "207104919": 1.0116354330118598, + "2099816463": 1.0021732689283063, + "278008524": 1.2002309756466862, + "340237109": 1.0264158111791024, + "377066857": 1.0262024782891594, + "40022731": 1.0082076288426096, + "451255434": 1.1721467641316092, + "500109393": 1.0001271442500863, + "506370138": 1.0000079577461773, + "50672686": 1.005045354721069, + "528245200": 1.0114507045111145, + "54657947": 1.1534373539825546, + "565369392": 1.5770291208500526, + "567584897": 1.0129177592992349, + "585904130": 1.9770896146320587, + "626486813": 1.0963859140688967, + "636680137": 1.684493961864312, + "638602457": 1.0153974459090547, + "644904000": 0.0, + "645859527": 1.014795737217067, + "648713995": 1.0097028421781864, + "672328262": 0.0, + "692998894": 1.0020906357770647, + "717883303": 1.0055701494523428, + "747260437": 0.9866389539339401, + "750448296": 4.871826564618791, + "764701680": 0.996472069052069, + "767747424": 1.4225956763185321, + "822735110": 1.010392401608696, + "848613296": 1.023656777053172, + "895182509": 1.0004688154814232, + "957195748": 1.6640889205932592 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.2777248305621756, + "low": 0.9269193682799163, + "mean": 1.395549905592198, + "n": 5, + "num_samples": 200 + }, + "mean": 1.395549905592198, + "per_task": { + "LiftPegUpright-v1": 0.8673945494371688, + "PickCube-v1": 1.0109060531044503, + "PullCube-v1": 3.144587613695753, + "PushCube-v1": 1.0130607387330142, + "StackCube-v1": 0.941800572990603 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 4.103794492210212, + "low": 1.1835756902209469, + "mean": 2.248761302793751, + "n": 103, + "num_samples": 200 + }, + "n": 103 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 6.115289091076992, + "low": 0.5203480358382191, + "mean": 2.729015581197629, + "n": 77, + "num_samples": 200 + }, + "mean": 2.729015581197629, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.20115051128610845, + "1054295834": 0.00945262102980478, + "1099528715": 0.21752295613445702, + "111895951": 1.0765593738966237, + "1148327469": 0.048528893866429265, + "1151410346": 0.9969397285919636, + "12094156": 0.6573709288450829, + "1227521988": 0.004185599935455547, + "1231384138": 0.0, + "1295221513": 0.007109788816351433, + "1339985874": 0.018743289248969047, + "1369129094": 1.233695651036122, + "1375492786": 0.16121316025799184, + "141796052": 0.0, + "141984615": 0.6686364138122495, + "1461069713": 0.13954740936135482, + "1475440973": 0.003707503662143643, + "1480856810": 0.005673330070640136, + "1505049690": 1.3083123241006094, + "1549324805": 0.8846508753931054, + "1573173111": 0.012993680845619896, + "1588222896": 0.02024737638724921, + "1619033151": 0.0, + "1671659352": 2.21517221532155, + "1747178030": 0.07289362100568714, + "1754115693": 0.37353449330695154, + "176309897": 0.2679004964758417, + "177042432": 0.6831924468882397, + "1794696142": 0.24276578663872006, + "1802377189": 0.8844165647285914, + "1811490176": 0.0, + "1846100387": 0.006156385725690952, + "1847929953": 0.5050382695277438, + "1867746099": 3.4160899697848977, + "1890833080": 0.0, + "1894022513": 65.63188119823849, + "1982046304": 0.3400243439316867, + "2015956957": 0.15086422264365548, + "2022453507": 100.17266708493098, + "2053393481": 0.2876205110947882, + "2061635888": 5.880399145356285, + "207104919": 0.7748272809100708, + "2099816463": 1.1407057674328234, + "278008524": 0.9064066706716867, + "340237109": 0.5560380964518888, + "377066857": 0.2158671979124528, + "40022731": 0.11715775293414203, + "451255434": 0.0, + "494359192": 0.004437589605712477, + "500109393": 1.0001271442500863, + "506370138": 1.0000398160760702, + "50672686": 0.0, + "528245200": 3.1969556839876176, + "565369392": 0.016064740031808234, + "567584897": 1.8763607722775941, + "585904130": 2.373996954793558, + "617757446": 0.5206029336364504, + "626486813": 1.4042526275708287, + "636680137": 0.041050731078289486, + "638602457": 0.9404177070192885, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.3905438468519989, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 1.0271335309369645, + "747260437": 0.6969961621880283, + "750448296": 0.46890131059307805, + "764701680": 0.9819674564582288, + "767747424": 0.26992238225513887, + "822735110": 0.10165563049133924, + "848613296": 0.17070531112563794, + "895182509": 1.0004688154814232, + "924049538": 0.013346828258629621, + "957195748": 0.10747525896771819, + "998761162": 0.012915579790823086 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 4.891465122702216, + "low": 0.36057581363275376, + "mean": 1.9457699937684374, + "n": 5, + "num_samples": 200 + }, + "mean": 1.9457699937684374, + "per_task": { + "LiftPegUpright-v1": 0.22809248414000916, + "PickCube-v1": 0.52622527077833, + "PullCube-v1": 0.755293067551312, + "PushCube-v1": 0.3633085481924293, + "StackCube-v1": 7.855930598180106 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 4.440147152846388, + "low": 0.6453334129635602, + "mean": 2.0612793187414713, + "n": 121, + "num_samples": 200 + }, + "n": 121 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3051032599419696, + "low": 0.15065710872162486, + "mean": 0.22459464072367297, + "n": 93, + "num_samples": 200 + }, + "mean": 0.22459464072367297, + "per_seed": { + "1002515549": 0.0, + "10434387": 1.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 1.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 1.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": 0.5555555555555556, + "1461069713": 0.0, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": 0.5, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 1.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.0, + "2022453507": 1.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 1.0, + "278008524": 0.3333333333333333, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 1.0, + "585904130": 0.14285714285714285, + "617757446": 0.0, + "626486813": 0.5555555555555556, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 0.4, + "764701680": 1.0, + "767747424": 0.4, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 1.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.40777777777777774, + "low": 0.08, + "mean": 0.22999999999999998, + "n": 5, + "num_samples": 200 + }, + "mean": 0.22999999999999998, + "per_task": { + "LiftPegUpright-v1": 0.4, + "PickCube-v1": 0.0, + "PullCube-v1": 0.3055555555555556, + "PushCube-v1": 0.0, + "StackCube-v1": 0.4444444444444444 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3402777777777778, + "low": 0.2013888888888889, + "mean": 0.2638888888888889, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.21346341093450533, + "low": 0.17304137670267253, + "mean": 0.19327452282922253, + "n": 93, + "num_samples": 200 + }, + "mean": 0.19327452282922253, + "per_seed": { + "1002515549": 0.08260632195571235, + "10434387": 0.09597857907484579, + "1054295834": 0.22247431313809207, + "1099528715": 0.1950332997879674, + "111895951": 0.10122954417377894, + "1148327469": 0.1495689959436533, + "1151410346": 0.15525816148540042, + "1186005236": 0.10132094390006444, + "12094156": 0.22380589490427963, + "1227521988": 0.17820250453749262, + "1231384138": 0.2699472396823862, + "127893920": 0.26873341884139534, + "1295221513": 0.03007507898092, + "1338828931": 0.12645800155590348, + "1339985874": 0.15077603181815644, + "1369129094": 0.17920293707305096, + "1375492786": 0.539622245165693, + "141796052": 0.24386078518632004, + "141984615": 0.23162628270645794, + "1461069713": 0.18380550812230573, + "1475440973": 0.27014513735872747, + "1480856810": 0.03360277576777773, + "1483645336": 0.13437632415195958, + "1489813480": 0.04245153241482387, + "1505049690": 0.1672593971256184, + "1549324805": 0.24629670513696922, + "1573173111": 0.15859918151658037, + "1588222896": 0.4923858461873443, + "1619033151": 0.23768317217092533, + "1671659352": 0.46360064217556285, + "1676419878": 0.20168747866471567, + "1702694640": 0.3212820848341972, + "1710988569": 0.0, + "1747178030": 0.09823399719888617, + "1753014417": 0.14825646256605698, + "1754115693": 0.19191479851313706, + "176309897": 0.21973379575949248, + "1769949768": 0.05101337778051185, + "177042432": 0.14689206489206325, + "1794696142": 0.07043454797527106, + "1802377189": 0.20486476559603853, + "1811490176": 0.23969382834218672, + "1824746139": 0.0, + "1846100387": 0.11145586843114864, + "1847929953": 0.23284552191656044, + "1867746099": 0.13595182601432493, + "1890833080": 0.3226583927289316, + "1894022513": 0.09394384043030093, + "1982046304": 0.12812164702411236, + "2015956957": 0.2900665337878578, + "2022453507": 0.14848561989222436, + "2053393481": 0.30562655944216033, + "2061635888": 0.08847366279943283, + "207104919": 0.16861146430844368, + "2099816463": 0.11392096065979386, + "278008524": 0.3887858192780495, + "340237109": 0.4460581981000019, + "377066857": 0.137992019675171, + "40022731": 0.11449419695614724, + "451255434": 0.15151813189552696, + "460988816": 0.07872626961038812, + "494359192": 0.15483800492890817, + "500109393": 0.2519395127807912, + "506370138": 0.5126534973857709, + "50672686": 0.15202780746296193, + "528245200": 0.2684234997357178, + "541228168": 0.1969405252264231, + "541963049": 0.0, + "54657947": 0.23614717864004217, + "565369392": 0.1700394309034268, + "567584897": 0.22889900800701068, + "585904130": 0.1821225165664179, + "617757446": 0.17477057061073675, + "626486813": 0.2367439886538538, + "636680137": 0.2994821865214781, + "638602457": 0.3472802300601354, + "644904000": 0.0, + "645859527": 0.19479708046672242, + "648713995": 0.11442431163230302, + "672328262": 0.1767311452758272, + "692998894": 0.08041303505633857, + "717883303": 0.31593323635352066, + "747260437": 0.3339423838748439, + "750448296": 0.1943283398494556, + "764701680": 0.23681403282652463, + "767747424": 0.21426885985391292, + "822735110": 0.35582779327839353, + "848613296": 0.09846127545337668, + "895182509": 0.157431802902925, + "923596794": 0.16766780540420267, + "924049538": 0.17445397423576617, + "957195748": 0.2618944908826637, + "998761162": 0.1571025611739327 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.21411863799594216, + "low": 0.16570547299963442, + "mean": 0.1878530306128292, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1878530306128292, + "per_task": { + "LiftPegUpright-v1": 0.18048328241453365, + "PickCube-v1": 0.14872269547853015, + "PullCube-v1": 0.23026700740431424, + "PushCube-v1": 0.17529934581328913, + "StackCube-v1": 0.2044928219534789 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.22820772372329523, + "low": 0.188258100260039, + "mean": 0.2073250284800119, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1002515549": 1.0, + "10434387": 1.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 1.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 1.0, + "1753014417": 1.0, + "1754115693": 1.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 1.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 1.0, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 1.0, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 1.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 1.0, + "567584897": 1.0, + "585904130": 1.0, + "617757446": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "638602457": 1.0, + "644904000": 1.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "764701680": 1.0, + "767747424": 1.0, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.32962962962962955, + "low": 0.1682795698924731, + "mean": 0.24456391875746716, + "n": 93, + "num_samples": 200 + }, + "mean": 0.24456391875746716, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 1.0, + "1295221513": 0.0, + "1338828931": 1.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": 0.0, + "1461069713": 0.25, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 0.0, + "1549324805": 0.5, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 1.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 1.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.25, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.3333333333333333, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 1.0, + "494359192": 0.0, + "500109393": 1.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 0.0, + "626486813": 0.1111111111111111, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.1, + "764701680": 0.0, + "767747424": 0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3593650793650794, + "low": 0.13227513227513227, + "mean": 0.24613756613756615, + "n": 5, + "num_samples": 200 + }, + "mean": 0.24613756613756615, + "per_task": { + "LiftPegUpright-v1": 0.4, + "PickCube-v1": 0.14285714285714285, + "PullCube-v1": 0.1111111111111111, + "PushCube-v1": 0.42857142857142855, + "StackCube-v1": 0.14814814814814814 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2638888888888889, + "low": 0.1388888888888889, + "mean": 0.2013888888888889, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.01505376344086022, + "low": -0.17144563918757466, + "mean": -0.09862604540023893, + "n": 93, + "num_samples": 200 + }, + "mean": -0.09862604540023893, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": -1.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 1.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": -1.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": -1.0, + "1338828931": 0.0, + "1339985874": -1.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": -0.2222222222222222, + "1461069713": -0.25, + "1475440973": -1.0, + "1480856810": -1.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": -1.0, + "1588222896": -1.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": -0.5, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": -1.0, + "1847929953": -0.5, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.0, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": -1.0, + "500109393": 1.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": -1.0, + "626486813": 0.0, + "636680137": -0.5, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "764701680": 0.0, + "767747424": -0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 1.0, + "923596794": 0.0, + "924049538": -1.0, + "957195748": 0.0, + "998761162": -1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.09407407407407407, + "low": -0.18910052910052913, + "mean": -0.05735449735449736, + "n": 5, + "num_samples": 200 + }, + "mean": -0.05735449735449736, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.0, + "PullCube-v1": -0.05555555555555555, + "PushCube-v1": -0.35714285714285715, + "StackCube-v1": -0.07407407407407407 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.034722222222222224, + "low": -0.16666666666666666, + "mean": -0.09722222222222222, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.1795186891961085, + "low": 0.06415770609318996, + "mean": 0.12252944188428058, + "n": 93, + "num_samples": 200 + }, + "mean": 0.12252944188428058, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.3333333333333333, + "1461069713": 0.5, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 1.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 1.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 1.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.16666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 1.0, + "567584897": 0.0, + "585904130": 0.42857142857142855, + "617757446": 0.0, + "626486813": 0.6666666666666666, + "636680137": 0.5, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 1.0, + "750448296": 0.6, + "764701680": 0.0, + "767747424": 0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.29166666666666663, + "low": 0.0, + "mean": 0.09722222222222222, + "n": 5, + "num_samples": 200 + }, + "mean": 0.09722222222222222, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.4861111111111111, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3194444444444444, + "low": 0.1875, + "mean": 0.24305555555555555, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8590946048483133, + "low": 0.5544585575150178, + "mean": 0.6804000559217034, + "n": 93, + "num_samples": 200 + }, + "mean": 0.6804000559217034, + "per_seed": { + "1002515549": 0.26885947585105896, + "10434387": 0.0680779367685318, + "1054295834": 0.08594454824924469, + "1099528715": 0.069010891020298, + "111895951": 0.042573727667331696, + "1148327469": 0.20372551679611206, + "1151410346": 2.0, + "1186005236": 2.0, + "12094156": 0.13838300108909607, + "1227521988": 0.09264707565307617, + "1231384138": 0.06892509758472443, + "127893920": 2.0, + "1295221513": 0.11047245562076569, + "1338828931": 2.0, + "1339985874": 0.14164328575134277, + "1369129094": 0.8178353309631348, + "1375492786": 0.10314035415649414, + "141796052": 2.0, + "141984615": 0.20398804876539442, + "1461069713": 0.6076238169334829, + "1475440973": 0.7141968607902527, + "1480856810": 0.18175962567329407, + "1483645336": 2.0, + "1489813480": 2.0, + "1505049690": 0.0938798189163208, + "1549324805": 1.1114744320511818, + "1573173111": 0.8429286479949951, + "1588222896": 0.17585712671279907, + "1619033151": 0.2546083927154541, + "1671659352": 0.24311009049415588, + "1676419878": 2.0, + "1702694640": 2.0, + "1710988569": 2.0, + "1747178030": 0.014005581848323345, + "1753014417": 2.0, + "1754115693": 0.3292265385389328, + "176309897": 0.10222741961479187, + "1769949768": 2.0, + "177042432": 0.08048851788043976, + "1794696142": 0.08620449900627136, + "1802377189": 0.10664236545562744, + "1811490176": 0.7100210785865784, + "1824746139": 2.0, + "1846100387": 0.8395056128501892, + "1847929953": 0.09749170392751694, + "1867746099": 0.10989268124103546, + "1890833080": 0.5891733765602112, + "1894022513": 0.7937893867492676, + "1982046304": 0.08772901445627213, + "2015956957": 0.5208031091606244, + "2022453507": 0.800776481628418, + "2053393481": 0.07000180333852768, + "2061635888": 0.13567906618118286, + "207104919": 0.05949901044368744, + "2099816463": 0.8381074666976929, + "278008524": 0.7373101115226746, + "340237109": 0.12877631187438965, + "377066857": 0.09092813730239868, + "40022731": 0.05348988622426987, + "451255434": 0.04780222848057747, + "460988816": 2.0, + "494359192": 0.16349542140960693, + "500109393": 2.0, + "506370138": 0.5866239666938782, + "50672686": 0.0538821816444397, + "528245200": 0.06012307107448578, + "541228168": 2.0, + "541963049": 2.0, + "54657947": 0.7903868556022644, + "565369392": 0.004418909549713135, + "567584897": 0.8235801458358765, + "585904130": 0.12031848356127739, + "617757446": 0.8376820683479309, + "626486813": 0.2928433521754212, + "636680137": 0.05819520493969321, + "638602457": 0.06969592720270157, + "644904000": 2.0, + "645859527": 0.34970390796661377, + "648713995": 0.06280983984470367, + "672328262": 2.0, + "692998894": 0.20784349739551544, + "717883303": 0.5972967147827148, + "747260437": 0.14617110788822174, + "750448296": 0.35842807218432426, + "764701680": 0.5744540691375732, + "767747424": 0.5373800590634346, + "822735110": 0.05723653733730316, + "848613296": 0.07344710826873779, + "895182509": 2.0, + "923596794": 2.0, + "924049538": 0.17898479104042053, + "957195748": 0.05683191493153572, + "998761162": 0.1451350450515747 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8797483971076352, + "low": 0.41512154634868254, + "mean": 0.6720222795258335, + "n": 5, + "num_samples": 200 + }, + "mean": 0.6720222795258335, + "per_task": { + "LiftPegUpright-v1": 1.0454350337386131, + "PickCube-v1": 0.341122750725065, + "PullCube-v1": 0.3342518941693318, + "PushCube-v1": 0.9213141335972718, + "StackCube-v1": 0.717987585398886 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7014764447974611, + "low": 0.46512113404524924, + "mean": 0.5700750452718543, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.05356269836536494, + "low": -0.30514872952769406, + "mean": -0.17990148926204563, + "n": 93, + "num_samples": 200 + }, + "mean": -0.17990148926204563, + "per_seed": { + "1002515549": -0.041317105293273926, + "10434387": 0.03544725477695465, + "1054295834": -1.9140554517507553, + "1099528715": -0.029608726501464844, + "111895951": -0.004277944564819336, + "1148327469": -0.00656457245349884, + "1151410346": 1.178862988948822, + "1186005236": 0.0, + "12094156": -0.01564234495162964, + "1227521988": -1.9073529243469238, + "1231384138": -0.020991846919059753, + "127893920": 0.0, + "1295221513": -1.8895275443792343, + "1338828931": 0.0, + "1339985874": -1.8583567142486572, + "1369129094": 0.023995280265808105, + "1375492786": -0.1325690597295761, + "141796052": 1.2726897597312927, + "141984615": -0.37191392067405915, + "1461069713": -0.47266687313094735, + "1475440973": -1.2858031392097473, + "1480856810": -1.818240374326706, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": -0.016794025897979736, + "1549324805": -0.03282631188631058, + "1573173111": -1.1570713520050049, + "1588222896": -1.824142873287201, + "1619033151": 0.08765797317028046, + "1671659352": 0.02959360182285309, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": -0.055121262557804585, + "1753014417": 0.0, + "1754115693": -0.6966657415032387, + "176309897": -0.020652994513511658, + "1769949768": 0.0, + "177042432": -0.01977759599685669, + "1794696142": -0.04250055551528931, + "1802377189": -0.047535598278045654, + "1811490176": 0.15395581722259521, + "1824746139": 0.0, + "1846100387": -1.1604943871498108, + "1847929953": -0.938388466835022, + "1867746099": -0.0025591403245925903, + "1890833080": -0.005665719509124756, + "1894022513": -0.00283128023147583, + "1982046304": -0.02076999843120575, + "2015956957": -0.05831909703556448, + "2022453507": 0.0019687414169311523, + "2053393481": -0.03155781328678131, + "2061635888": -0.002940833568572998, + "207104919": -0.012638702988624573, + "2099816463": 0.01822751760482788, + "278008524": 0.012424478307366371, + "340237109": -0.031236231327056885, + "377066857": -0.04027344286441803, + "40022731": -0.014196492731571198, + "451255434": -0.030711356550455093, + "460988816": 0.0, + "494359192": -1.836504578590393, + "500109393": 1.278795301914215, + "506370138": 0.3530407100915909, + "50672686": -0.00976957380771637, + "528245200": -0.005278229713439941, + "541228168": 0.0, + "541963049": 0.0, + "54657947": -0.0004101395606994629, + "565369392": -0.08772331476211548, + "567584897": 0.01760011911392212, + "585904130": -0.035032382501023154, + "617757446": -1.162317931652069, + "626486813": 0.0026864330801698896, + "636680137": -0.9792388849891722, + "638602457": -0.015196606516838074, + "644904000": 1.2132744193077087, + "645859527": -0.024061352014541626, + "648713995": -0.013423532247543335, + "672328262": 1.9038439393043518, + "692998894": -0.0037389397621154785, + "717883303": 0.362339586019516, + "747260437": 0.08551599085330963, + "750448296": -0.014390600472688675, + "764701680": 0.3467329740524292, + "767747424": -0.3698210343718529, + "822735110": -0.01815567910671234, + "848613296": -0.03798535466194153, + "895182509": 1.276452362537384, + "923596794": 0.0, + "924049538": -1.8210152089595795, + "957195748": -0.06245563551783562, + "998761162": -1.8548649549484253 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.12420148148141044, + "low": -0.3708417816953512, + "mean": -0.11653475172745024, + "n": 5, + "num_samples": 200 + }, + "mean": -0.11653475172745024, + "per_task": { + "LiftPegUpright-v1": 0.262040813267231, + "PickCube-v1": -0.01199831600700106, + "PullCube-v1": -0.11344605123546596, + "PushCube-v1": -0.6676012235028403, + "StackCube-v1": -0.051668981159174884 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.06137608695684725, + "low": -0.30594149036591667, + "mean": -0.17860828137296872, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1002515549": 1.0, + "10434387": 1.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 1.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 1.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 1.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 1.0, + "1747178030": 1.0, + "1753014417": 1.0, + "1754115693": 1.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 1.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 1.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 1.0, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 1.0, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 1.0, + "460988816": 1.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 1.0, + "54657947": 1.0, + "565369392": 1.0, + "567584897": 1.0, + "585904130": 1.0, + "617757446": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "638602457": 1.0, + "644904000": 1.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 1.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "764701680": 1.0, + "767747424": 1.0, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 1.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.16696535244922342, + "low": 0.06075268817204302, + "mean": 0.11105137395459976, + "n": 93, + "num_samples": 200 + }, + "mean": 0.11105137395459976, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 1.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": 0.0, + "1461069713": 0.25, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 1.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 0.5, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 1.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 1.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.16666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 1.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 1.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 0.0, + "626486813": 0.1111111111111111, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.1, + "764701680": 0.0, + "767747424": 0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.16380952380952382, + "low": 0.03333333333333333, + "mean": 0.1071957671957672, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1071957671957672, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.0, + "PullCube-v1": 0.08333333333333333, + "PushCube-v1": 0.17857142857142858, + "StackCube-v1": 0.07407407407407407 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1527777777777778, + "low": 0.0625, + "mean": 0.10416666666666667, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.1266427718040621, + "low": -0.32084826762246116, + "mean": -0.23213859020310632, + "n": 93, + "num_samples": 200 + }, + "mean": -0.23213859020310632, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": -1.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": -1.0, + "1231384138": 0.0, + "127893920": -1.0, + "1295221513": -1.0, + "1338828931": -1.0, + "1339985874": -1.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 1.0, + "141984615": -0.2222222222222222, + "1461069713": -0.25, + "1475440973": -1.0, + "1480856810": -1.0, + "1483645336": 0.0, + "1489813480": -1.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": -1.0, + "1588222896": -1.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": -1.0, + "1702694640": -1.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": -1.0, + "1754115693": -0.5, + "176309897": 0.0, + "1769949768": -1.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": -1.0, + "1847929953": -0.5, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": -0.25, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": -0.16666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": -1.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": -1.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": -1.0, + "626486813": 0.0, + "636680137": -0.5, + "638602457": 0.0, + "644904000": 1.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "764701680": 0.0, + "767747424": -0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": -1.0, + "924049538": -1.0, + "957195748": 0.0, + "998761162": -1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.046296296296296294, + "low": -0.3939153439153439, + "mean": -0.19629629629629627, + "n": 5, + "num_samples": 200 + }, + "mean": -0.19629629629629627, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": -0.14285714285714285, + "PullCube-v1": -0.08333333333333333, + "PushCube-v1": -0.6071428571428571, + "StackCube-v1": -0.14814814814814814 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.125, + "low": -0.2708333333333333, + "mean": -0.19444444444444445, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.17764976958525347, + "low": 0.0582437275985663, + "mean": 0.11779313876088067, + "n": 93, + "num_samples": 200 + }, + "mean": 0.11779313876088067, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 0.0, + "1295221513": 0.0, + "1338828931": 0.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.3333333333333333, + "1461069713": 0.75, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 0.0, + "1549324805": 1.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 1.0, + "1671659352": 0.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 1.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 0.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 1.0, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.3333333333333333, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 0.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 1.0, + "567584897": 0.0, + "585904130": 0.5714285714285714, + "617757446": 0.0, + "626486813": 0.6666666666666666, + "636680137": 0.5, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 1.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.6, + "764701680": 0.0, + "767747424": 0.2, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.3083333333333333, + "low": 0.0, + "mean": 0.10277777777777777, + "n": 5, + "num_samples": 200 + }, + "mean": 0.10277777777777777, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5138888888888888, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3402777777777778, + "low": 0.1875, + "mean": 0.2569444444444444, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5542517282944617, + "low": 0.3291921127885599, + "mean": 0.43190719895934715, + "n": 93, + "num_samples": 200 + }, + "mean": 0.43190719895934715, + "per_seed": { + "1002515549": 0.26885947585105896, + "10434387": 0.06094770133495331, + "1054295834": 0.0678517073392868, + "1099528715": 0.06257031112909317, + "111895951": 0.03796825557947159, + "1148327469": 0.2034069448709488, + "1151410346": 0.8247446417808533, + "1186005236": 2.0, + "12094156": 0.1281001716852188, + "1227521988": 0.08466365933418274, + "1231384138": 0.06892509758472443, + "127893920": 0.1698775589466095, + "1295221513": 0.09703831374645233, + "1338828931": 0.8259456157684326, + "1339985874": 0.10681156814098358, + "1369129094": 0.7882324457168579, + "1375492786": 0.0817684754729271, + "141796052": 2.0, + "141984615": 0.1649311532576879, + "1461069713": 0.5994636367540807, + "1475440973": 0.7094297409057617, + "1480856810": 0.1714441478252411, + "1483645336": 2.0, + "1489813480": 0.17471960186958313, + "1505049690": 0.07190797477960587, + "1549324805": 1.0824346020817757, + "1573173111": 0.8278940320014954, + "1588222896": 0.1389230191707611, + "1619033151": 0.2546083927154541, + "1671659352": 0.1775551438331604, + "1676419878": 0.16588160395622253, + "1702694640": 0.1869177371263504, + "1710988569": 2.0, + "1747178030": 0.009987592697143555, + "1753014417": 0.1821652501821518, + "1754115693": 0.32635683566331863, + "176309897": 0.0966944694519043, + "1769949768": 0.5563212633132935, + "177042432": 0.06697660684585571, + "1794696142": 0.0758868157863617, + "1802377189": 0.06460108608007431, + "1811490176": 0.7100210785865784, + "1824746139": 2.0, + "1846100387": 0.8323611617088318, + "1847929953": 0.09412092715501785, + "1867746099": 0.10115039348602295, + "1890833080": 0.5891733765602112, + "1894022513": 0.6079664826393127, + "1982046304": 0.08066670596599579, + "2015956957": 0.05077375576365739, + "2022453507": 0.6035614013671875, + "2053393481": 0.06092512607574463, + "2061635888": 0.11838573217391968, + "207104919": 0.04970619082450867, + "2099816463": 0.8173152208328247, + "278008524": 0.3923608623445034, + "340237109": 0.11140777170658112, + "377066857": 0.08223441988229752, + "40022731": 0.051826655864715576, + "451255434": 0.04780222848057747, + "460988816": 2.0, + "494359192": 0.15534576773643494, + "500109393": 0.7210420966148376, + "506370138": 0.2335691899061203, + "50672686": 0.0538821816444397, + "528245200": 0.043248772621154785, + "541228168": 0.15028902888298035, + "541963049": 2.0, + "54657947": 0.6052600741386414, + "565369392": 0.0030096571426838636, + "567584897": 0.7905559539794922, + "585904130": 0.09526919254234859, + "617757446": 0.2325759381055832, + "626486813": 0.2742291091837817, + "636680137": 0.036705871345475316, + "638602457": 0.05540475994348526, + "644904000": 2.0, + "645859527": 0.34970390796661377, + "648713995": 0.05756735801696777, + "672328262": 2.0, + "692998894": 0.20784349739551544, + "717883303": 0.22512556612491608, + "747260437": 0.08656678348779678, + "750448296": 0.34477094635367395, + "764701680": 0.23397356271743774, + "767747424": 0.5263299524784089, + "822735110": 0.05539090931415558, + "848613296": 0.06679280661046505, + "895182509": 0.722949206829071, + "923596794": 0.12941738963127136, + "924049538": 0.1546800136566162, + "957195748": 0.05011947825551033, + "998761162": 0.12117838859558105 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6170091748733761, + "low": 0.2742249709578963, + "mean": 0.4348886695038465, + "n": 5, + "num_samples": 200 + }, + "mean": 0.4348886695038465, + "per_task": { + "LiftPegUpright-v1": 0.7893255949020386, + "PickCube-v1": 0.129006632736751, + "PullCube-v1": 0.2625245661959828, + "PushCube-v1": 0.4545445234647819, + "StackCube-v1": 0.5390420302196786 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.47714679336220595, + "low": 0.298586208080653, + "mean": 0.38180175428634455, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.2674885110177429, + "low": -0.5763132642504781, + "mean": -0.42839434622440176, + "n": 93, + "num_samples": 200 + }, + "mean": -0.42839434622440176, + "per_seed": { + "1002515549": -0.041317105293273926, + "10434387": 0.02831701934337616, + "1054295834": -1.9321482926607132, + "1099528715": -0.03604930639266968, + "111895951": -0.008883416652679443, + "1148327469": -0.006883144378662109, + "1151410346": 0.003607630729675293, + "1186005236": 0.0, + "12094156": -0.025925174355506897, + "1227521988": -1.9153363406658173, + "1231384138": -0.020991846919059753, + "127893920": -1.8301224410533905, + "1295221513": -1.9029616862535477, + "1338828931": -1.1740543842315674, + "1339985874": -1.8931884318590164, + "1369129094": -0.00560760498046875, + "1375492786": -0.15394093841314316, + "141796052": 1.2726897597312927, + "141984615": -0.4109708161817657, + "1461069713": -0.4808270533103496, + "1475440973": -1.2905702590942383, + "1480856810": -1.828555852174759, + "1483645336": 0.0, + "1489813480": -1.8252803981304169, + "1505049690": -0.03876587003469467, + "1549324805": -0.061866141855716705, + "1573173111": -1.1721059679985046, + "1588222896": -1.861076980829239, + "1619033151": 0.08765797317028046, + "1671659352": -0.035961344838142395, + "1676419878": -1.8341183960437775, + "1702694640": -1.8130822628736496, + "1710988569": 0.0, + "1747178030": -0.059139251708984375, + "1753014417": -1.8178347498178482, + "1754115693": -0.6995354443788528, + "176309897": -0.02618594467639923, + "1769949768": -1.4436787366867065, + "177042432": -0.033289507031440735, + "1794696142": -0.052818238735198975, + "1802377189": -0.08957687765359879, + "1811490176": 0.15395581722259521, + "1824746139": 0.0, + "1846100387": -1.1676388382911682, + "1847929953": -0.9417592436075211, + "1867746099": -0.011301428079605103, + "1890833080": -0.005665719509124756, + "1894022513": -0.18865418434143066, + "1982046304": -0.027832306921482086, + "2015956957": -0.5283484504325315, + "2022453507": -0.19524633884429932, + "2053393481": -0.04063449054956436, + "2061635888": -0.02023416757583618, + "207104919": -0.022431522607803345, + "2099816463": -0.002564728260040283, + "278008524": -0.3325247708708048, + "340237109": -0.04860477149486542, + "377066857": -0.048967160284519196, + "40022731": -0.01585972309112549, + "451255434": -0.030711356550455093, + "460988816": 0.0, + "494359192": -1.844654232263565, + "500109393": -0.00016260147094726562, + "506370138": -1.4066696166992188e-05, + "50672686": -0.00976957380771637, + "528245200": -0.022152528166770935, + "541228168": -1.8497109711170197, + "541963049": 0.0, + "54657947": -0.1855369210243225, + "565369392": -0.08913256716914475, + "567584897": -0.015424072742462158, + "585904130": -0.06008167351995196, + "617757446": -1.7674240618944168, + "626486813": -0.01592780991146962, + "636680137": -1.0007282185833901, + "638602457": -0.029487773776054382, + "644904000": 1.2132744193077087, + "645859527": -0.024061352014541626, + "648713995": -0.018666014075279236, + "672328262": 1.9038439393043518, + "692998894": -0.0037389397621154785, + "717883303": -0.009831562638282776, + "747260437": 0.025911666452884674, + "750448296": -0.028047726303339005, + "764701680": 0.006252467632293701, + "767747424": -0.3808711409568787, + "822735110": -0.020001307129859924, + "848613296": -0.04463965632021427, + "895182509": -0.0005984306335449219, + "923596794": -1.8705826103687286, + "924049538": -1.8453199863433838, + "957195748": -0.06916807219386101, + "998761162": -1.878821611404419 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07959875845104558, + "low": -0.7255591325627433, + "mean": -0.3536683617494372, + "n": 5, + "num_samples": 200 + }, + "mean": -0.3536683617494372, + "per_task": { + "LiftPegUpright-v1": 0.005931374430656433, + "PickCube-v1": -0.224114433995315, + "PullCube-v1": -0.18517337920881496, + "PushCube-v1": -1.1343708336353302, + "StackCube-v1": -0.2306145363383823 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.25046512373632546, + "low": -0.4964822205333298, + "mean": -0.3668815723584784, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.8207551272420126, + "low": 0.07438402604509706, + "mean": 0.6417032392156283, + "n": 65, + "num_samples": 200 + }, + "mean": 0.6417032392156283, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.012877166180574738, + "1099528715": 0.003387317945718077, + "111895951": 0.0023579735457795264, + "1148327469": 0.00017800198973569873, + "1151410346": 0.9969397370487539, + "12094156": 0.005570406604349897, + "1231384138": 0.0, + "1369129094": 0.024543084243007243, + "1375492786": 0.012113581998213389, + "141796052": 0.0, + "141984615": 0.6311841817240281, + "1461069713": 0.10043771875522499, + "1505049690": 0.01162946062881099, + "1549324805": 34.05735556254587, + "1619033151": 0.0, + "1671659352": 0.03669496317502476, + "1747178030": 0.02722249040498553, + "1754115693": 0.0029186525262426093, + "176309897": 0.0029475746801278955, + "177042432": 0.007112528303720173, + "1794696142": 0.0055136595355211185, + "1802377189": 0.022776453281808773, + "1811490176": 0.0, + "1847929953": 0.0034962218079936077, + "1867746099": 0.00463155741129946, + "1890833080": 0.0, + "1894022513": 0.1544175631168009, + "1982046304": 0.0037337059501392753, + "2015956957": 0.5004586162742783, + "2022453507": 0.16418277644908646, + "2053393481": 0.004781123148385749, + "2061635888": 0.009290597876778776, + "207104919": 0.005079626116144237, + "2099816463": 0.017618754845225768, + "278008524": 0.44455595136391807, + "340237109": 0.009439488352832877, + "377066857": 0.004652035943436427, + "40022731": 0.0008607455546763344, + "451255434": 0.0, + "500109393": 1.0001271520709405, + "506370138": 0.1998706013783899, + "50672686": 0.0, + "528245200": 0.008722376614955639, + "54657947": 0.15309818179667237, + "565369392": 0.009123262654572459, + "567584897": 0.027657989477110775, + "585904130": 0.44607662686806826, + "626486813": 0.17739811423850077, + "636680137": 0.03966600828076045, + "638602457": 0.007462331754662702, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.002725113198079286, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.21085671896287195, + "747260437": 0.030734257183433606, + "750448296": 0.47835037333190716, + "764701680": 0.19211451734595517, + "767747424": 0.3663579259107355, + "822735110": 0.0009589631918340914, + "848613296": 0.0035352046258668463, + "895182509": 1.0004688233193093, + "957195748": 0.06444672748272424 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.5645740654054549, + "low": 0.042672528219940484, + "mean": 0.2431590707416898, + "n": 5, + "num_samples": 200 + }, + "mean": 0.2431590707416898, + "per_task": { + "LiftPegUpright-v1": 0.2500967471724982, + "PickCube-v1": 0.003587880851496335, + "PullCube-v1": 0.8563952330010932, + "PushCube-v1": 0.004415993410754663, + "StackCube-v1": 0.10129949927260672 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.24707783430876, + "low": 0.15965080390414538, + "mean": 0.5487135477671605, + "n": 103, + "num_samples": 200 + }, + "n": 103 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.37049090682162833, + "low": 0.14244166842930753, + "mean": 0.24849285696235607, + "n": 93, + "num_samples": 200 + }, + "mean": 0.24849285696235607, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.007130235433578491, + "1054295834": 0.018092840909957886, + "1099528715": 0.006440579891204834, + "111895951": 0.004605472087860107, + "1148327469": 0.00031857192516326904, + "1151410346": 1.1752553582191467, + "1186005236": 0.0, + "12094156": 0.010282829403877258, + "1227521988": 0.007983416318893433, + "1231384138": 0.0, + "127893920": 1.8301224410533905, + "1295221513": 0.013434141874313354, + "1338828931": 1.1740543842315674, + "1339985874": 0.03483171761035919, + "1369129094": 0.029602885246276855, + "1375492786": 0.021371878683567047, + "141796052": 0.0, + "141984615": 0.03905689550770654, + "1461069713": 0.008160180179402232, + "1475440973": 0.004767119884490967, + "1480856810": 0.010315477848052979, + "1483645336": 0.0, + "1489813480": 1.8252803981304169, + "1505049690": 0.021971844136714935, + "1549324805": 0.029039829969406128, + "1573173111": 0.015034615993499756, + "1588222896": 0.036934107542037964, + "1619033151": 0.0, + "1671659352": 0.06555494666099548, + "1676419878": 1.8341183960437775, + "1702694640": 1.8130822628736496, + "1710988569": 0.0, + "1747178030": 0.0040179891511797905, + "1753014417": 1.8178347498178482, + "1754115693": 0.0028697028756141663, + "176309897": 0.005532950162887573, + "1769949768": 1.4436787366867065, + "177042432": 0.013511911034584045, + "1794696142": 0.010317683219909668, + "1802377189": 0.04204127937555313, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.007144451141357422, + "1847929953": 0.0033707767724990845, + "1867746099": 0.008742287755012512, + "1890833080": 0.0, + "1894022513": 0.18582290410995483, + "1982046304": 0.007062308490276337, + "2015956957": 0.47002935339696705, + "2022453507": 0.19721508026123047, + "2053393481": 0.00907667726278305, + "2061635888": 0.017293334007263184, + "207104919": 0.009792819619178772, + "2099816463": 0.020792245864868164, + "278008524": 0.34494924917817116, + "340237109": 0.017368540167808533, + "377066857": 0.008693717420101166, + "40022731": 0.0016632303595542908, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.008149653673171997, + "500109393": 1.2789579033851624, + "506370138": 0.3530547767877579, + "50672686": 0.0, + "528245200": 0.016874298453330994, + "541228168": 1.8497109711170197, + "541963049": 0.0, + "54657947": 0.18512678146362305, + "565369392": 0.0014092524070292711, + "567584897": 0.03302419185638428, + "585904130": 0.0250492910189288, + "617757446": 0.6051061302423477, + "626486813": 0.01861424299163951, + "636680137": 0.021489333594217896, + "638602457": 0.014291167259216309, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.005242481827735901, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.37217114865779877, + "747260437": 0.05960432440042496, + "750448296": 0.013657125830650329, + "764701680": 0.3404805064201355, + "767747424": 0.011050106585025787, + "822735110": 0.001845628023147583, + "848613296": 0.006654301658272743, + "895182509": 1.277050793170929, + "923596794": 1.8705826103687286, + "924049538": 0.02430477738380432, + "957195748": 0.006712436676025391, + "998761162": 0.023956656455993652 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.36490821327481954, + "low": 0.1300473955871658, + "mean": 0.23713361002198696, + "n": 5, + "num_samples": 200 + }, + "mean": 0.23713361002198696, + "per_task": { + "LiftPegUpright-v1": 0.25610943883657455, + "PickCube-v1": 0.21211611798831395, + "PullCube-v1": 0.07172732797334902, + "PushCube-v1": 0.4667696101324899, + "StackCube-v1": 0.1789455551792074 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2612888045292089, + "low": 0.10965440035862331, + "mean": 0.18827329098550966, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.206989247311828, + "low": 0.07616487455197132, + "mean": 0.13351254480286737, + "n": 93, + "num_samples": 200 + }, + "mean": 0.13351254480286737, + "per_seed": { + "1002515549": 0.0, + "10434387": 0.0, + "1054295834": 0.0, + "1099528715": 0.0, + "111895951": 0.0, + "1148327469": 0.0, + "1151410346": 1.0, + "1186005236": 0.0, + "12094156": 0.0, + "1227521988": 0.0, + "1231384138": 0.0, + "127893920": 1.0, + "1295221513": 0.0, + "1338828931": 1.0, + "1339985874": 0.0, + "1369129094": 0.0, + "1375492786": 0.0, + "141796052": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1475440973": 0.0, + "1480856810": 0.0, + "1483645336": 0.0, + "1489813480": 1.0, + "1505049690": 0.0, + "1549324805": 0.0, + "1573173111": 0.0, + "1588222896": 0.0, + "1619033151": 0.0, + "1671659352": 0.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.0, + "176309897": 0.0, + "1769949768": 1.0, + "177042432": 0.0, + "1794696142": 0.0, + "1802377189": 0.0, + "1811490176": 0.0, + "1824746139": 0.0, + "1846100387": 0.0, + "1847929953": 0.0, + "1867746099": 0.0, + "1890833080": 0.0, + "1894022513": 0.0, + "1982046304": 0.0, + "2015956957": 0.25, + "2022453507": 0.0, + "2053393481": 0.0, + "2061635888": 0.0, + "207104919": 0.0, + "2099816463": 0.0, + "278008524": 0.16666666666666666, + "340237109": 0.0, + "377066857": 0.0, + "40022731": 0.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 0.0, + "500109393": 1.0, + "506370138": 0.0, + "50672686": 0.0, + "528245200": 0.0, + "541228168": 1.0, + "541963049": 0.0, + "54657947": 0.0, + "565369392": 0.0, + "567584897": 0.0, + "585904130": 0.0, + "617757446": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "638602457": 0.0, + "644904000": 0.0, + "645859527": 0.0, + "648713995": 0.0, + "672328262": 0.0, + "692998894": 0.0, + "717883303": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "764701680": 0.0, + "767747424": 0.0, + "822735110": 0.0, + "848613296": 0.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 0.0, + "957195748": 0.0, + "998761162": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.20481481481481484, + "low": 0.06931216931216931, + "mean": 0.13894179894179895, + "n": 5, + "num_samples": 200 + }, + "mean": 0.13894179894179895, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.14285714285714285, + "PullCube-v1": 0.027777777777777776, + "PushCube-v1": 0.25, + "StackCube-v1": 0.07407407407407407 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.14583333333333334, + "low": 0.04861111111111111, + "mean": 0.09722222222222222, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7041474654377882, + "low": 0.5096774193548388, + "mean": 0.6109148318825739, + "n": 93, + "num_samples": 200 + }, + "mean": 0.6109148318825739, + "per_seed": { + "1002515549": 1.0, + "10434387": 0.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 0.0, + "1295221513": 1.0, + "1338828931": 0.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.4444444444444444, + "1461069713": 0.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 1.0, + "1549324805": 0.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 0.0, + "1754115693": 0.0, + "176309897": 1.0, + "1769949768": 0.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 0.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 0.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 0.25, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 0.16666666666666666, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 1.0, + "500109393": 0.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 1.0, + "565369392": 0.0, + "567584897": 1.0, + "585904130": 0.14285714285714285, + "617757446": 1.0, + "626486813": 0.1111111111111111, + "636680137": 0.5, + "638602457": 1.0, + "644904000": 0.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 0.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 0.0, + "764701680": 1.0, + "767747424": 0.2, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 1.0, + "957195748": 0.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7485714285714286, + "low": 0.42740740740740735, + "mean": 0.602010582010582, + "n": 5, + "num_samples": 200 + }, + "mean": 0.602010582010582, + "per_task": { + "LiftPegUpright-v1": 0.6, + "PickCube-v1": 0.8571428571428571, + "PullCube-v1": 0.2777777777777778, + "PushCube-v1": 0.5714285714285714, + "StackCube-v1": 0.7037037037037037 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5347222222222222, + "low": 0.3819444444444444, + "mean": 0.4652777777777778, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8230414746543779, + "low": 0.6452807646356034, + "mean": 0.7444273766854413, + "n": 93, + "num_samples": 200 + }, + "mean": 0.7444273766854413, + "per_seed": { + "1002515549": 1.0, + "10434387": 0.0, + "1054295834": 1.0, + "1099528715": 1.0, + "111895951": 1.0, + "1148327469": 1.0, + "1151410346": 1.0, + "1186005236": 0.0, + "12094156": 1.0, + "1227521988": 1.0, + "1231384138": 1.0, + "127893920": 1.0, + "1295221513": 1.0, + "1338828931": 1.0, + "1339985874": 1.0, + "1369129094": 1.0, + "1375492786": 1.0, + "141796052": 0.0, + "141984615": 0.4444444444444444, + "1461069713": 0.0, + "1475440973": 1.0, + "1480856810": 1.0, + "1483645336": 0.0, + "1489813480": 1.0, + "1505049690": 1.0, + "1549324805": 0.0, + "1573173111": 1.0, + "1588222896": 1.0, + "1619033151": 1.0, + "1671659352": 1.0, + "1676419878": 1.0, + "1702694640": 1.0, + "1710988569": 0.0, + "1747178030": 0.0, + "1753014417": 1.0, + "1754115693": 0.0, + "176309897": 1.0, + "1769949768": 1.0, + "177042432": 1.0, + "1794696142": 1.0, + "1802377189": 1.0, + "1811490176": 1.0, + "1824746139": 0.0, + "1846100387": 1.0, + "1847929953": 1.0, + "1867746099": 1.0, + "1890833080": 0.0, + "1894022513": 1.0, + "1982046304": 1.0, + "2015956957": 0.5, + "2022453507": 1.0, + "2053393481": 1.0, + "2061635888": 1.0, + "207104919": 1.0, + "2099816463": 1.0, + "278008524": 0.3333333333333333, + "340237109": 1.0, + "377066857": 1.0, + "40022731": 1.0, + "451255434": 0.0, + "460988816": 0.0, + "494359192": 1.0, + "500109393": 1.0, + "506370138": 1.0, + "50672686": 1.0, + "528245200": 1.0, + "541228168": 1.0, + "541963049": 0.0, + "54657947": 1.0, + "565369392": 0.0, + "567584897": 1.0, + "585904130": 0.14285714285714285, + "617757446": 1.0, + "626486813": 0.1111111111111111, + "636680137": 0.5, + "638602457": 1.0, + "644904000": 0.0, + "645859527": 1.0, + "648713995": 1.0, + "672328262": 0.0, + "692998894": 1.0, + "717883303": 1.0, + "747260437": 1.0, + "750448296": 0.0, + "764701680": 1.0, + "767747424": 0.2, + "822735110": 1.0, + "848613296": 1.0, + "895182509": 1.0, + "923596794": 1.0, + "924049538": 1.0, + "957195748": 0.0, + "998761162": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9155555555555555, + "low": 0.5031746031746032, + "mean": 0.740952380952381, + "n": 5, + "num_samples": 200 + }, + "mean": 0.740952380952381, + "per_task": { + "LiftPegUpright-v1": 0.8, + "PickCube-v1": 1.0, + "PullCube-v1": 0.3055555555555556, + "PushCube-v1": 0.8214285714285714, + "StackCube-v1": 0.7777777777777778 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6458333333333334, + "low": 0.4791666666666667, + "mean": 0.5625, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.2183975010017085, + "low": 0.9062020538680773, + "mean": 1.0802238454122486, + "n": 93, + "num_samples": 200 + }, + "mean": 1.0802238454122486, + "per_seed": { + "1002515549": 1.731140524148941, + "10434387": 0.5182642787694931, + "1054295834": 1.9140554517507553, + "1099528715": 1.930989108979702, + "111895951": 1.9574262723326683, + "1148327469": 1.796274483203888, + "1151410346": 0.0, + "1186005236": 0.0, + "12094156": 1.861616998910904, + "1227521988": 1.9073529243469238, + "1231384138": 1.9310749024152756, + "127893920": 0.0, + "1295221513": 1.8895275443792343, + "1338828931": 0.0, + "1339985874": 1.8583567142486572, + "1369129094": 1.1821646690368652, + "1375492786": 1.8968596458435059, + "141796052": 0.0, + "141984615": 0.8207434879408942, + "1461069713": 0.062341968063265085, + "1475440973": 1.2858031392097473, + "1480856810": 1.818240374326706, + "1483645336": 0.0, + "1489813480": 0.0, + "1505049690": 1.9061201810836792, + "1549324805": 0.03197363764047623, + "1573173111": 1.1570713520050049, + "1588222896": 1.824142873287201, + "1619033151": 1.745391607284546, + "1671659352": 1.7568899095058441, + "1676419878": 0.0, + "1702694640": 0.0, + "1710988569": 0.0, + "1747178030": 0.20271940995007753, + "1753014417": 0.0, + "1754115693": 0.48952703177928925, + "176309897": 1.8977725803852081, + "1769949768": 0.0, + "177042432": 1.9195114821195602, + "1794696142": 1.9137955009937286, + "1802377189": 1.8933576345443726, + "1811490176": 1.2899789214134216, + "1824746139": 0.0, + "1846100387": 1.1604943871498108, + "1847929953": 1.902508296072483, + "1867746099": 1.8901073187589645, + "1890833080": 0.22332745790481567, + "1894022513": 1.2062106132507324, + "1982046304": 1.9122709855437279, + "2015956957": 0.5527364123845473, + "2022453507": 1.199223518371582, + "2053393481": 1.9299981966614723, + "2061635888": 1.8643209338188171, + "207104919": 1.9405009895563126, + "2099816463": 1.1618925333023071, + "278008524": 0.3755083953340848, + "340237109": 1.8712236881256104, + "377066857": 1.9090718626976013, + "40022731": 1.9465101137757301, + "451255434": 0.209113460034132, + "460988816": 0.0, + "494359192": 1.836504578590393, + "500109393": 0.0, + "506370138": 1.4133760333061218, + "50672686": 1.9461178183555603, + "528245200": 1.9398769289255142, + "541228168": 0.0, + "541963049": 0.0, + "54657947": 1.2096131443977356, + "565369392": 0.242191344499588, + "567584897": 1.1764198541641235, + "585904130": 0.38188774404781206, + "617757446": 1.162317931652069, + "626486813": 0.3103991693092717, + "636680137": 1.0296111614443362, + "638602457": 1.9303040727972984, + "644904000": 0.0, + "645859527": 1.6502960920333862, + "648713995": 1.9371901601552963, + "672328262": 0.0, + "692998894": 1.7921565026044846, + "717883303": 1.4027032852172852, + "747260437": 1.8538288921117783, + "750448296": 0.06769593432545662, + "764701680": 1.4255459308624268, + "767747424": 0.3954703077673912, + "822735110": 1.9427634626626968, + "848613296": 1.9265528917312622, + "895182509": 0.0, + "923596794": 0.0, + "924049538": 1.8210152089595795, + "957195748": 0.1666104458272457, + "998761162": 1.8548649549484253 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.4019765160977842, + "low": 0.7860693804236625, + "mean": 1.0749594898052421, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0749594898052421, + "per_task": { + "LiftPegUpright-v1": 0.9545649662613869, + "PickCube-v1": 1.658877249274935, + "PullCube-v1": 0.5844958343142126, + "PushCube-v1": 1.0786858664027281, + "StackCube-v1": 1.0981735327729472 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.995077418241029, + "low": 0.7165181071419889, + "mean": 0.8548290286271367, + "n": 144, + "num_samples": 200 + }, + "n": 144 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 2.822875473676116, + "low": 0.9266352557661255, + "mean": 1.5877259228413152, + "n": 65, + "num_samples": 200 + }, + "mean": 1.5877259228413152, + "per_seed": { + "1002515549": 1.0244505460347173, + "10434387": 0.9359824518194162, + "1099528715": 1.0155722267749883, + "111895951": 1.0021902814568664, + "1148327469": 1.0036679533448785, + "1151410346": 0.0, + "12094156": 1.0084737593325455, + "1231384138": 1.0109900178731266, + "1369129094": 0.9801060545247912, + "1375492786": 1.0751401502524456, + "141796052": 0.0, + "141984615": 1.0498927503908146, + "1461069713": 0.49392892158472584, + "1505049690": 1.008888897161501, + "1549324805": 37.49806892453951, + "1619033151": 0.9521791586518188, + "1671659352": 0.983434718744847, + "1747178030": 1.3734549757681462, + "1754115693": 0.5725083600099062, + "176309897": 1.0110024926855796, + "177042432": 1.0104107191756326, + "1794696142": 1.0227118422020978, + "1802377189": 1.0257530776770871, + "1811490176": 0.8933775792609392, + "1847929953": 1.0034613382595023, + "1867746099": 1.0013558013267323, + "1890833080": 1.0260299285987735, + "1894022513": 1.0023527745190473, + "1982046304": 1.0109806965857904, + "2015956957": 3.993182638462691, + "2022453507": 0.9983610105702165, + "2053393481": 1.016623020434639, + "2061635888": 1.0015799210318073, + "207104919": 1.0065558121431621, + "2099816463": 0.9845545225752103, + "278008524": 0.7556750993428987, + "340237109": 1.0169763284046542, + "377066857": 1.0215504478369652, + "40022731": 1.007346888505552, + "451255434": 1.1721468298341284, + "500109393": 0.0, + "506370138": 0.8001373620290108, + "50672686": 1.0050453599114852, + "528245200": 1.0027283331243786, + "54657947": 1.0003391817247054, + "565369392": 1.5679059602896883, + "567584897": 0.9852597783053805, + "585904130": 1.5310133194321842, + "626486813": 0.920156566171179, + "636680137": 1.644828120788022, + "638602457": 1.0079351194564308, + "644904000": 0.0, + "645859527": 1.0147957434572223, + "648713995": 1.0069777342286796, + "672328262": 0.0, + "692998894": 1.00209064138029, + "717883303": 0.7947134361866138, + "747260437": 0.9559047018379923, + "750448296": 4.479681375659026, + "764701680": 0.8043575573286604, + "767747424": 1.078198401280469, + "822735110": 1.0094334436667232, + "848613296": 1.0201215778479216, + "895182509": 0.0, + "957195748": 1.5996423528812564 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.7511202454724064, + "low": 0.7958604276815304, + "mean": 1.155182723343787, + "n": 5, + "num_samples": 200 + }, + "mean": 1.155182723343787, + "per_task": { + "LiftPegUpright-v1": 0.617297807934756, + "PickCube-v1": 1.0073181775152928, + "PullCube-v1": 2.3021517980465727, + "PushCube-v1": 1.0086447506040905, + "StackCube-v1": 0.8405010826182241 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 2.8881371857178815, + "low": 0.9841956405258036, + "mean": 1.7083149857343325, + "n": 103, + "num_samples": 200 + }, + "n": 103 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.4604695553138867, + "low": 1.171437795040203, + "mean": 1.3286761218981207, + "n": 93, + "num_samples": 200 + }, + "mean": 1.3286761218981207, + "per_seed": { + "1002515549": 1.731140524148941, + "10434387": 0.5253945142030716, + "1054295834": 1.9321482926607132, + "1099528715": 1.9374296888709068, + "111895951": 1.9620317444205284, + "1148327469": 1.7965930551290512, + "1151410346": 1.1752553582191467, + "1186005236": 0.0, + "12094156": 1.8718998283147812, + "1227521988": 1.9153363406658173, + "1231384138": 1.9310749024152756, + "127893920": 1.8301224410533905, + "1295221513": 1.9029616862535477, + "1338828931": 1.1740543842315674, + "1339985874": 1.8931884318590164, + "1369129094": 1.211767554283142, + "1375492786": 1.918231524527073, + "141796052": 0.0, + "141984615": 0.8598003834486008, + "1461069713": 0.07050214824266732, + "1475440973": 1.2905702590942383, + "1480856810": 1.828555852174759, + "1483645336": 0.0, + "1489813480": 1.8252803981304169, + "1505049690": 1.9280920252203941, + "1549324805": 0.061013467609882355, + "1573173111": 1.1721059679985046, + "1588222896": 1.861076980829239, + "1619033151": 1.745391607284546, + "1671659352": 1.8224448561668396, + "1676419878": 1.8341183960437775, + "1702694640": 1.8130822628736496, + "1710988569": 0.0, + "1747178030": 0.20673739910125732, + "1753014417": 1.8178347498178482, + "1754115693": 0.4923967346549034, + "176309897": 1.9033055305480957, + "1769949768": 1.4436787366867065, + "177042432": 1.9330233931541443, + "1794696142": 1.9241131842136383, + "1802377189": 1.9353989139199257, + "1811490176": 1.2899789214134216, + "1824746139": 0.0, + "1846100387": 1.1676388382911682, + "1847929953": 1.9058790728449821, + "1867746099": 1.898849606513977, + "1890833080": 0.22332745790481567, + "1894022513": 1.3920335173606873, + "1982046304": 1.9193332940340042, + "2015956957": 1.0227657657815143, + "2022453507": 1.3964385986328125, + "2053393481": 1.9390748739242554, + "2061635888": 1.8816142678260803, + "207104919": 1.9502938091754913, + "2099816463": 1.1826847791671753, + "278008524": 0.720457644512256, + "340237109": 1.8885922282934189, + "377066857": 1.9177655801177025, + "40022731": 1.9481733441352844, + "451255434": 0.209113460034132, + "460988816": 0.0, + "494359192": 1.844654232263565, + "500109393": 1.2789579033851624, + "506370138": 1.7664308100938797, + "50672686": 1.9461178183555603, + "528245200": 1.9567512273788452, + "541228168": 1.8497109711170197, + "541963049": 0.0, + "54657947": 1.3947399258613586, + "565369392": 0.24360059690661728, + "567584897": 1.2094440460205078, + "585904130": 0.40693703506674084, + "617757446": 1.7674240618944168, + "626486813": 0.32892390102561975, + "636680137": 1.051100495038554, + "638602457": 1.9445952400565147, + "644904000": 0.0, + "645859527": 1.6502960920333862, + "648713995": 1.9424326419830322, + "672328262": 0.0, + "692998894": 1.7921565026044846, + "717883303": 1.774874433875084, + "747260437": 1.9134332165122032, + "750448296": 0.07821311131119728, + "764701680": 1.7660264372825623, + "767747424": 0.40597589015960694, + "822735110": 1.9446090906858444, + "848613296": 1.933207193389535, + "895182509": 1.277050793170929, + "923596794": 1.8705826103687286, + "924049538": 1.8453199863433838, + "957195748": 0.1733228825032711, + "998761162": 1.878821611404419 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6334436555388112, + "low": 0.9579577460125884, + "mean": 1.311996078408088, + "n": 5, + "num_samples": 200 + }, + "mean": 1.311996078408088, + "per_task": { + "LiftPegUpright-v1": 1.2106744050979614, + "PickCube-v1": 1.870993367263249, + "PullCube-v1": 0.6557380551918565, + "PushCube-v1": 1.5454554765352182, + "StackCube-v1": 1.2771190879521546 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.1718279574609671, + "low": 0.9017719683146829, + "mean": 1.0428597660647938, + "n": 144, + "num_samples": 200 + }, + "n": 144 + } + }, + "num_rows": 144, + "report_type": "ctt_generated_measured_rollout", + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "success_summary": { + "base_success_rate": 0.2986111111111111, + "base_utility_mean": 0.748683326644823, + "hidden_chart_oracle_success_rate": 0.6597222222222222, + "hidden_chart_oracle_utility_mean": 1.4150809271054134, + "max_restore_error": 1.4901161193847656e-08, + "proposal_oracle_success_gain_over_base": -0.09722222222222222, + "proposal_oracle_success_rate": 0.2013888888888889, + "proposal_oracle_utility_mean": 0.5700750452718543, + "selected_success_gain_over_base": -0.19444444444444445, + "selected_success_rate": 0.10416666666666667, + "selected_utility_mean": 0.38180175428634455, + "success_selector_gap": 0.09722222222222222, + "success_support_gap": 0.4652777777777778 + }, + "target_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "target_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..65366dd755e9a1774a9bcaf4e03a2376ba3bae90 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/metrics_by_seed.json @@ -0,0 +1,3250 @@ +{ + "1002515549": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.3101765811443329, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0244505399722463, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08260632195571235, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.26885947585105896, + "proposal_oracle_utility_gain_over_base_at_8": -0.041317105293273926, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.26885947585105896, + "selected_utility_gain_over_base_at_8": -0.041317105293273926, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.731140524148941, + "support_gap_fraction_to_hidden_at_8": 1.0244505460347173, + "total_car_to_hidden_at_8": 1.731140524148941 + }, + "10434387": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.03263068199157715, + "branch_car_at_8": 0.007130235433578491, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.5863422155380249, + "ncar_to_hidden_chart_oracle_at_8": 0.9488596008636384, + "ncar_to_proposal_oracle_at_8": 0.20115051128610845, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09597857907484579, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0680779367685318, + "proposal_oracle_utility_gain_over_base_at_8": 0.03544725477695465, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06094770133495331, + "selected_utility_gain_over_base_at_8": 0.02831701934337616, + "selector_gap_fraction_to_hidden_at_8": 0.012877166180574738, + "selector_regret_at_8": 0.007130235433578491, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.5182642787694931, + "support_gap_fraction_to_hidden_at_8": 0.9359824518194162, + "total_car_to_hidden_at_8": 0.5253945142030716 + }, + "1054295834": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018092840909957886, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.00945262102980478, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22247431313809207, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08594454824924469, + "proposal_oracle_utility_gain_over_base_at_8": -1.9140554517507553, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0678517073392868, + "selected_utility_gain_over_base_at_8": -1.9321482926607132, + "selector_regret_at_8": 0.018092840909957886, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9140554517507553, + "total_car_to_hidden_at_8": 1.9321482926607132 + }, + "1099528715": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09861961752176285, + "branch_car_at_8": 0.006440579891204834, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0189595393616548, + "ncar_to_proposal_oracle_at_8": 0.21752295613445702, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1950332997879674, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.069010891020298, + "proposal_oracle_utility_gain_over_base_at_8": -0.029608726501464844, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06257031112909317, + "selected_utility_gain_over_base_at_8": -0.03604930639266968, + "selector_gap_fraction_to_hidden_at_8": 0.003387317945718077, + "selector_regret_at_8": 0.006440579891204834, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.930989108979702, + "support_gap_fraction_to_hidden_at_8": 1.0155722267749883, + "total_car_to_hidden_at_8": 1.9374296888709068 + }, + "111895951": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04685167223215103, + "branch_car_at_8": 0.004605472087860107, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0045482498594203, + "ncar_to_proposal_oracle_at_8": 1.0765593738966237, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10122954417377894, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.042573727667331696, + "proposal_oracle_utility_gain_over_base_at_8": -0.004277944564819336, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.03796825557947159, + "selected_utility_gain_over_base_at_8": -0.008883416652679443, + "selector_gap_fraction_to_hidden_at_8": 0.0023579735457795264, + "selector_regret_at_8": 0.004605472087860107, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9574262723326683, + "support_gap_fraction_to_hidden_at_8": 1.0021902814568664, + "total_car_to_hidden_at_8": 1.9620317444205284 + }, + "1148327469": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2102900892496109, + "branch_car_at_8": 0.00031857192516326904, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0038459497256271, + "ncar_to_proposal_oracle_at_8": 0.048528893866429265, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1495689959436533, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20372551679611206, + "proposal_oracle_utility_gain_over_base_at_8": -0.00656457245349884, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2034069448709488, + "selected_utility_gain_over_base_at_8": -0.006883144378662109, + "selector_gap_fraction_to_hidden_at_8": 0.00017800198973569873, + "selector_regret_at_8": 0.00031857192516326904, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.796274483203888, + "support_gap_fraction_to_hidden_at_8": 1.0036679533448785, + "total_car_to_hidden_at_8": 1.7965930551290512 + }, + "1151410346": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.821137011051178, + "branch_car_at_8": 1.1752553582191467, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9969397285919636, + "ncar_to_proposal_oracle_at_8": 0.9969397285919636, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15525816148540042, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.178862988948822, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8247446417808533, + "selected_utility_gain_over_base_at_8": 0.003607630729675293, + "selector_gap_fraction_to_hidden_at_8": 0.9969397370487539, + "selector_regret_at_8": 1.1752553582191467, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1752553582191467 + }, + "1186005236": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10132094390006444, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "12094156": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1540253460407257, + "branch_car_at_8": 0.010282829403877258, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.014044160443623, + "ncar_to_proposal_oracle_at_8": 0.6573709288450829, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22380589490427963, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13838300108909607, + "proposal_oracle_utility_gain_over_base_at_8": -0.01564234495162964, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1281001716852188, + "selected_utility_gain_over_base_at_8": -0.025925174355506897, + "selector_gap_fraction_to_hidden_at_8": 0.005570406604349897, + "selector_regret_at_8": 0.010282829403877258, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.861616998910904, + "support_gap_fraction_to_hidden_at_8": 1.0084737593325455, + "total_car_to_hidden_at_8": 1.8718998283147812 + }, + "1227521988": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.007983416318893433, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.004185599935455547, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17820250453749262, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09264707565307617, + "proposal_oracle_utility_gain_over_base_at_8": -1.9073529243469238, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08466365933418274, + "selected_utility_gain_over_base_at_8": -1.9153363406658173, + "selector_regret_at_8": 0.007983416318893433, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9073529243469238, + "total_car_to_hidden_at_8": 1.9153363406658173 + }, + "1231384138": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08991694450378418, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0109900125802154, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2699472396823862, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06892509758472443, + "proposal_oracle_utility_gain_over_base_at_8": -0.020991846919059753, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06892509758472443, + "selected_utility_gain_over_base_at_8": -0.020991846919059753, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9310749024152756, + "support_gap_fraction_to_hidden_at_8": 1.0109900178731266, + "total_car_to_hidden_at_8": 1.9310749024152756 + }, + "127893920": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8301224410533905, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.26873341884139534, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1698775589466095, + "selected_utility_gain_over_base_at_8": -1.8301224410533905, + "selector_regret_at_8": 1.8301224410533905, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8301224410533905 + }, + "1295221513": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013434141874313354, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.007109788816351433, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.03007507898092, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11047245562076569, + "proposal_oracle_utility_gain_over_base_at_8": -1.8895275443792343, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09703831374645233, + "selected_utility_gain_over_base_at_8": -1.9029616862535477, + "selector_regret_at_8": 0.013434141874313354, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8895275443792343, + "total_car_to_hidden_at_8": 1.9029616862535477 + }, + "1338828931": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.1740543842315674, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12645800155590348, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8259456157684326, + "selected_utility_gain_over_base_at_8": -1.1740543842315674, + "selector_regret_at_8": 1.1740543842315674, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1740543842315674 + }, + "1339985874": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03483171761035919, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.018743289248969047, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15077603181815644, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14164328575134277, + "proposal_oracle_utility_gain_over_base_at_8": -1.8583567142486572, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.10681156814098358, + "selected_utility_gain_over_base_at_8": -1.8931884318590164, + "selector_regret_at_8": 0.03483171761035919, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8583567142486572, + "total_car_to_hidden_at_8": 1.8931884318590164 + }, + "1369129094": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7938400506973267, + "branch_car_at_8": 0.029602885246276855, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.004649130438479, + "ncar_to_proposal_oracle_at_8": 1.233695651036122, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17920293707305096, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8178353309631348, + "proposal_oracle_utility_gain_over_base_at_8": 0.023995280265808105, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7882324457168579, + "selected_utility_gain_over_base_at_8": -0.00560760498046875, + "selector_gap_fraction_to_hidden_at_8": 0.024543084243007243, + "selector_regret_at_8": 0.029602885246276855, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1821646690368652, + "support_gap_fraction_to_hidden_at_8": 0.9801060545247912, + "total_car_to_hidden_at_8": 1.211767554283142 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23570941388607025, + "branch_car_at_8": 0.021371878683567047, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0872537260881043, + "ncar_to_proposal_oracle_at_8": 0.16121316025799184, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.539622245165693, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.10314035415649414, + "proposal_oracle_utility_gain_over_base_at_8": -0.1325690597295761, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0817684754729271, + "selected_utility_gain_over_base_at_8": -0.15394093841314316, + "selector_gap_fraction_to_hidden_at_8": 0.012113581998213389, + "selector_regret_at_8": 0.021371878683567047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8968596458435059, + "support_gap_fraction_to_hidden_at_8": 1.0751401502524456, + "total_car_to_hidden_at_8": 1.918231524527073 + }, + "141796052": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7273102402687073, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.24386078518632004, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2726897597312927, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.2726897597312927, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 0.3333333333333333, + "base_safety_label_known": 1.0, + "base_success": 0.2222222222222222, + "base_unsafe_known": 0.0, + "base_utility": 0.5759019694394536, + "branch_car_at_8": 0.03905689550770654, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3333333333333333, + "hidden_chart_oracle_success_at_8": 0.4444444444444444, + "hidden_chart_oracle_utility_at_8": 1.0247315367062886, + "ncar_to_hidden_chart_oracle_at_8": 1.6810747145469702, + "ncar_to_proposal_oracle_at_8": 0.6686364138122495, + "outcome_ptr_at_8": 0.5555555555555556, + "pairwise_causal_calibration_ece": 0.23162628270645794, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.2222222222222222, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.20398804876539442, + "proposal_oracle_utility_gain_over_base_at_8": -0.37191392067405915, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.2222222222222222, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.1649311532576879, + "selected_utility_gain_over_base_at_8": -0.4109708161817657, + "selector_gap_fraction_to_hidden_at_8": 0.6311841817240281, + "selector_regret_at_8": 0.03905689550770654, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.4444444444444444, + "success_total_car_to_hidden_at_8": 0.4444444444444444, + "support_gap_at_8": 0.8207434879408942, + "support_gap_fraction_to_hidden_at_8": 1.0498927503908146, + "total_car_to_hidden_at_8": 0.8598003834486008 + }, + "1461069713": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0802906900644302, + "branch_car_at_8": 0.008160180179402232, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6172692589461803, + "ncar_to_hidden_chart_oracle_at_8": 0.594366599223015, + "ncar_to_proposal_oracle_at_8": 0.13954740936135482, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18380550812230573, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.6076238169334829, + "proposal_oracle_utility_gain_over_base_at_8": -0.47266687313094735, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.25, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 0.75, + "selected_utility_at_8": 0.5994636367540807, + "selected_utility_gain_over_base_at_8": -0.4808270533103496, + "selector_gap_fraction_to_hidden_at_8": 0.10043771875522499, + "selector_regret_at_8": 0.008160180179402232, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.062341968063265085, + "support_gap_fraction_to_hidden_at_8": 0.49392892158472584, + "total_car_to_hidden_at_8": 0.07050214824266732 + }, + "1475440973": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.004767119884490967, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.003707503662143643, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27014513735872747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7141968607902527, + "proposal_oracle_utility_gain_over_base_at_8": -1.2858031392097473, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7094297409057617, + "selected_utility_gain_over_base_at_8": -1.2905702590942383, + "selector_regret_at_8": 0.004767119884490967, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2858031392097473, + "total_car_to_hidden_at_8": 1.2905702590942383 + }, + "1480856810": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.010315477848052979, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005673330070640136, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.03360277576777773, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.18175962567329407, + "proposal_oracle_utility_gain_over_base_at_8": -1.818240374326706, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1714441478252411, + "selected_utility_gain_over_base_at_8": -1.828555852174759, + "selector_regret_at_8": 0.010315477848052979, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.818240374326706, + "total_car_to_hidden_at_8": 1.828555852174759 + }, + "1483645336": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13437632415195958, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1489813480": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8252803981304169, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.04245153241482387, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.17471960186958313, + "selected_utility_gain_over_base_at_8": -1.8252803981304169, + "selector_regret_at_8": 1.8252803981304169, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8252803981304169 + }, + "1505049690": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11067384481430054, + "branch_car_at_8": 0.021971844136714935, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0205183523888182, + "ncar_to_proposal_oracle_at_8": 1.3083123241006094, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1672593971256184, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0938798189163208, + "proposal_oracle_utility_gain_over_base_at_8": -0.016794025897979736, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07190797477960587, + "selected_utility_gain_over_base_at_8": -0.03876587003469467, + "selector_gap_fraction_to_hidden_at_8": 0.01162946062881099, + "selector_regret_at_8": 0.021971844136714935, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9061201810836792, + "support_gap_fraction_to_hidden_at_8": 1.008888897161501, + "total_car_to_hidden_at_8": 1.9280920252203941 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1443007439374924, + "branch_car_at_8": 0.029039829969406128, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.143448069691658, + "ncar_to_hidden_chart_oracle_at_8": 71.55500489539932, + "ncar_to_proposal_oracle_at_8": 0.8846508753931054, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.24629670513696922, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 1.1114744320511818, + "proposal_oracle_utility_gain_over_base_at_8": -0.03282631188631058, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 1.0824346020817757, + "selected_utility_gain_over_base_at_8": -0.061866141855716705, + "selector_gap_fraction_to_hidden_at_8": 34.05735556254587, + "selector_regret_at_8": 0.029039829969406128, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.03197363764047623, + "support_gap_fraction_to_hidden_at_8": 37.49806892453951, + "total_car_to_hidden_at_8": 0.061013467609882355 + }, + "1573173111": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.015034615993499756, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.012993680845619896, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15859918151658037, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8429286479949951, + "proposal_oracle_utility_gain_over_base_at_8": -1.1570713520050049, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8278940320014954, + "selected_utility_gain_over_base_at_8": -1.1721059679985046, + "selector_regret_at_8": 0.015034615993499756, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1570713520050049, + "total_car_to_hidden_at_8": 1.1721059679985046 + }, + "1588222896": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.036934107542037964, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.02024737638724921, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4923858461873443, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17585712671279907, + "proposal_oracle_utility_gain_over_base_at_8": -1.824142873287201, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1389230191707611, + "selected_utility_gain_over_base_at_8": -1.861076980829239, + "selector_regret_at_8": 0.036934107542037964, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.824142873287201, + "total_car_to_hidden_at_8": 1.861076980829239 + }, + "1619033151": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16695041954517365, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9521791534573103, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23768317217092533, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2546083927154541, + "proposal_oracle_utility_gain_over_base_at_8": 0.08765797317028046, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2546083927154541, + "selected_utility_gain_over_base_at_8": 0.08765797317028046, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.745391607284546, + "support_gap_fraction_to_hidden_at_8": 0.9521791586518188, + "total_car_to_hidden_at_8": 1.745391607284546 + }, + "1671659352": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2135164886713028, + "branch_car_at_8": 0.06555494666099548, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0201296762096055, + "ncar_to_proposal_oracle_at_8": 2.21517221532155, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.46360064217556285, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24311009049415588, + "proposal_oracle_utility_gain_over_base_at_8": 0.02959360182285309, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1775551438331604, + "selected_utility_gain_over_base_at_8": -0.035961344838142395, + "selector_gap_fraction_to_hidden_at_8": 0.03669496317502476, + "selector_regret_at_8": 0.06555494666099548, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7568899095058441, + "support_gap_fraction_to_hidden_at_8": 0.983434718744847, + "total_car_to_hidden_at_8": 1.8224448561668396 + }, + "1676419878": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8341183960437775, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20168747866471567, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16588160395622253, + "selected_utility_gain_over_base_at_8": -1.8341183960437775, + "selector_regret_at_8": 1.8341183960437775, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8341183960437775 + }, + "1702694640": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8130822628736496, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3212820848341972, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1869177371263504, + "selected_utility_gain_over_base_at_8": -1.8130822628736496, + "selector_regret_at_8": 1.8130822628736496, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8130822628736496 + }, + "1710988569": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06912684440612793, + "branch_car_at_8": 0.0040179891511797905, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.21672499179840088, + "ncar_to_hidden_chart_oracle_at_8": 1.4006773712751, + "ncar_to_proposal_oracle_at_8": 0.07289362100568714, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09823399719888617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.014005581848323345, + "proposal_oracle_utility_gain_over_base_at_8": -0.055121262557804585, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.009987592697143555, + "selected_utility_gain_over_base_at_8": -0.059139251708984375, + "selector_gap_fraction_to_hidden_at_8": 0.02722249040498553, + "selector_regret_at_8": 0.0040179891511797905, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.20271940995007753, + "support_gap_fraction_to_hidden_at_8": 1.3734549757681462, + "total_car_to_hidden_at_8": 0.20673739910125732 + }, + "1753014417": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8178347498178482, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14825646256605698, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1821652501821518, + "selected_utility_gain_over_base_at_8": -1.8178347498178482, + "selector_regret_at_8": 1.8178347498178482, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8178347498178482 + }, + "1754115693": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0258922800421715, + "branch_car_at_8": 0.0028697028756141663, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.818753570318222, + "ncar_to_hidden_chart_oracle_at_8": 0.5754270056756781, + "ncar_to_proposal_oracle_at_8": 0.37353449330695154, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.19191479851313706, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.3292265385389328, + "proposal_oracle_utility_gain_over_base_at_8": -0.6966657415032387, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.32635683566331863, + "selected_utility_gain_over_base_at_8": -0.6995354443788528, + "selector_gap_fraction_to_hidden_at_8": 0.0029186525262426093, + "selector_regret_at_8": 0.0028697028756141663, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.48952703177928925, + "support_gap_fraction_to_hidden_at_8": 0.5725083600099062, + "total_car_to_hidden_at_8": 0.4923967346549034 + }, + "176309897": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12288041412830353, + "branch_car_at_8": 0.005532950162887573, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0139500619640802, + "ncar_to_proposal_oracle_at_8": 0.2679004964758417, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21973379575949248, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10222741961479187, + "proposal_oracle_utility_gain_over_base_at_8": -0.020652994513511658, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0966944694519043, + "selected_utility_gain_over_base_at_8": -0.02618594467639923, + "selector_gap_fraction_to_hidden_at_8": 0.0029475746801278955, + "selector_regret_at_8": 0.005532950162887573, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8977725803852081, + "support_gap_fraction_to_hidden_at_8": 1.0110024926855796, + "total_car_to_hidden_at_8": 1.9033055305480957 + }, + "1769949768": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4436787366867065, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.05101337778051185, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5563212633132935, + "selected_utility_gain_over_base_at_8": -1.4436787366867065, + "selector_regret_at_8": 1.4436787366867065, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.4436787366867065 + }, + "177042432": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10026611387729645, + "branch_car_at_8": 0.013511911034584045, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0175232421232172, + "ncar_to_proposal_oracle_at_8": 0.6831924468882397, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14689206489206325, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08048851788043976, + "proposal_oracle_utility_gain_over_base_at_8": -0.01977759599685669, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06697660684585571, + "selected_utility_gain_over_base_at_8": -0.033289507031440735, + "selector_gap_fraction_to_hidden_at_8": 0.007112528303720173, + "selector_regret_at_8": 0.013511911034584045, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9195114821195602, + "support_gap_fraction_to_hidden_at_8": 1.0104107191756326, + "total_car_to_hidden_at_8": 1.9330233931541443 + }, + "1794696142": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.12870505452156067, + "branch_car_at_8": 0.010317683219909668, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0282254962428918, + "ncar_to_proposal_oracle_at_8": 0.24276578663872006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07043454797527106, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08620449900627136, + "proposal_oracle_utility_gain_over_base_at_8": -0.04250055551528931, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0758868157863617, + "selected_utility_gain_over_base_at_8": -0.052818238735198975, + "selector_gap_fraction_to_hidden_at_8": 0.0055136595355211185, + "selector_regret_at_8": 0.010317683219909668, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9137955009937286, + "support_gap_fraction_to_hidden_at_8": 1.0227118422020978, + "total_car_to_hidden_at_8": 1.9241131842136383 + }, + "1802377189": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1541779637336731, + "branch_car_at_8": 0.04204127937555313, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.04852952527834, + "ncar_to_proposal_oracle_at_8": 0.8844165647285914, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20486476559603853, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10664236545562744, + "proposal_oracle_utility_gain_over_base_at_8": -0.047535598278045654, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06460108608007431, + "selected_utility_gain_over_base_at_8": -0.08957687765359879, + "selector_gap_fraction_to_hidden_at_8": 0.022776453281808773, + "selector_regret_at_8": 0.04204127937555313, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8933576345443726, + "support_gap_fraction_to_hidden_at_8": 1.0257530776770871, + "total_car_to_hidden_at_8": 1.9353989139199257 + }, + "1811490176": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5560652613639832, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.8933775730738343, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23969382834218672, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7100210785865784, + "proposal_oracle_utility_gain_over_base_at_8": 0.15395581722259521, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7100210785865784, + "selected_utility_gain_over_base_at_8": 0.15395581722259521, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2899789214134216, + "support_gap_fraction_to_hidden_at_8": 0.8933775792609392, + "total_car_to_hidden_at_8": 1.2899789214134216 + }, + "1824746139": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1846100387": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.007144451141357422, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.006156385725690952, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11145586843114864, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8395056128501892, + "proposal_oracle_utility_gain_over_base_at_8": -1.1604943871498108, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8323611617088318, + "selected_utility_gain_over_base_at_8": -1.1676388382911682, + "selector_regret_at_8": 0.007144451141357422, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1604943871498108, + "total_car_to_hidden_at_8": 1.1676388382911682 + }, + "1847929953": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.035880170762539, + "branch_car_at_8": 0.0033707767724990845, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0069575548453362, + "ncar_to_proposal_oracle_at_8": 0.5050382695277438, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23284552191656044, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09749170392751694, + "proposal_oracle_utility_gain_over_base_at_8": -0.938388466835022, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09412092715501785, + "selected_utility_gain_over_base_at_8": -0.9417592436075211, + "selector_gap_fraction_to_hidden_at_8": 0.0034962218079936077, + "selector_regret_at_8": 0.0033707767724990845, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.902508296072483, + "support_gap_fraction_to_hidden_at_8": 1.0034613382595023, + "total_car_to_hidden_at_8": 1.9058790728449821 + }, + "1867746099": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11245182156562805, + "branch_car_at_8": 0.008742287755012512, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0059873534084336, + "ncar_to_proposal_oracle_at_8": 3.4160899697848977, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13595182601432493, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10989268124103546, + "proposal_oracle_utility_gain_over_base_at_8": -0.0025591403245925903, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.10115039348602295, + "selected_utility_gain_over_base_at_8": -0.011301428079605103, + "selector_gap_fraction_to_hidden_at_8": 0.00463155741129946, + "selector_regret_at_8": 0.008742287755012512, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8901073187589645, + "support_gap_fraction_to_hidden_at_8": 1.0013558013267323, + "total_car_to_hidden_at_8": 1.898849606513977 + }, + "1890833080": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.5948390960693359, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.8125008344650269, + "ncar_to_hidden_chart_oracle_at_8": 1.0260298814600395, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3226583927289316, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5891733765602112, + "proposal_oracle_utility_gain_over_base_at_8": -0.005665719509124756, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5891733765602112, + "selected_utility_gain_over_base_at_8": -0.005665719509124756, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.22332745790481567, + "support_gap_fraction_to_hidden_at_8": 1.0260299285987735, + "total_car_to_hidden_at_8": 0.22332745790481567 + }, + "1894022513": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7966206669807434, + "branch_car_at_8": 0.18582290410995483, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1567703280231658, + "ncar_to_proposal_oracle_at_8": 65.63188119823849, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09394384043030093, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7937893867492676, + "proposal_oracle_utility_gain_over_base_at_8": -0.00283128023147583, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6079664826393127, + "selected_utility_gain_over_base_at_8": -0.18865418434143066, + "selector_gap_fraction_to_hidden_at_8": 0.1544175631168009, + "selector_regret_at_8": 0.18582290410995483, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2062106132507324, + "support_gap_fraction_to_hidden_at_8": 1.0023527745190473, + "total_car_to_hidden_at_8": 1.3920335173606873 + }, + "1982046304": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10849901288747787, + "branch_car_at_8": 0.007062308490276337, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.014714397171331, + "ncar_to_proposal_oracle_at_8": 0.3400243439316867, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12812164702411236, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08772901445627213, + "proposal_oracle_utility_gain_over_base_at_8": -0.02076999843120575, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08066670596599579, + "selected_utility_gain_over_base_at_8": -0.027832306921482086, + "selector_gap_fraction_to_hidden_at_8": 0.0037337059501392753, + "selector_regret_at_8": 0.007062308490276337, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9122709855437279, + "support_gap_fraction_to_hidden_at_8": 1.0109806965857904, + "total_car_to_hidden_at_8": 1.9193332940340042 + }, + "2015956957": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.25, + "base_unsafe_known": 0.0, + "base_utility": 0.5791222061961889, + "branch_car_at_8": 0.47002935339696705, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.96875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.0735395215451717, + "ncar_to_hidden_chart_oracle_at_8": 4.493638850878654, + "ncar_to_proposal_oracle_at_8": 0.15086422264365548, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2900665337878578, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.5208031091606244, + "proposal_oracle_utility_gain_over_base_at_8": -0.05831909703556448, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.05077375576365739, + "selected_utility_gain_over_base_at_8": -0.5283484504325315, + "selector_gap_fraction_to_hidden_at_8": 0.5004586162742783, + "selector_regret_at_8": 0.47002935339696705, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.25, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.5527364123845473, + "support_gap_fraction_to_hidden_at_8": 3.993182638462691, + "total_car_to_hidden_at_8": 1.0227657657815143 + }, + "2022453507": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7988077402114868, + "branch_car_at_8": 0.19721508026123047, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.162543777341054, + "ncar_to_proposal_oracle_at_8": 100.17266708493098, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14848561989222436, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.800776481628418, + "proposal_oracle_utility_gain_over_base_at_8": 0.0019687414169311523, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6035614013671875, + "selected_utility_gain_over_base_at_8": -0.19524633884429932, + "selector_gap_fraction_to_hidden_at_8": 0.16418277644908646, + "selector_regret_at_8": 0.19721508026123047, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.199223518371582, + "support_gap_fraction_to_hidden_at_8": 0.9983610105702165, + "total_car_to_hidden_at_8": 1.3964385986328125 + }, + "2053393481": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10155961662530899, + "branch_car_at_8": 0.00907667726278305, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0214041382027972, + "ncar_to_proposal_oracle_at_8": 0.2876205110947882, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30562655944216033, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07000180333852768, + "proposal_oracle_utility_gain_over_base_at_8": -0.03155781328678131, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06092512607574463, + "selected_utility_gain_over_base_at_8": -0.04063449054956436, + "selector_gap_fraction_to_hidden_at_8": 0.004781123148385749, + "selector_regret_at_8": 0.00907667726278305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9299981966614723, + "support_gap_fraction_to_hidden_at_8": 1.016623020434639, + "total_car_to_hidden_at_8": 1.9390748739242554 + }, + "2061635888": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.13861989974975586, + "branch_car_at_8": 0.017293334007263184, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.010870513477828, + "ncar_to_proposal_oracle_at_8": 5.880399145356285, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08847366279943283, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13567906618118286, + "proposal_oracle_utility_gain_over_base_at_8": -0.002940833568572998, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11838573217391968, + "selected_utility_gain_over_base_at_8": -0.02023416757583618, + "selector_gap_fraction_to_hidden_at_8": 0.009290597876778776, + "selector_regret_at_8": 0.017293334007263184, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8643209338188171, + "support_gap_fraction_to_hidden_at_8": 1.0015799210318073, + "total_car_to_hidden_at_8": 1.8816142678260803 + }, + "207104919": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07213771343231201, + "branch_car_at_8": 0.009792819619178772, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0116354330118598, + "ncar_to_proposal_oracle_at_8": 0.7748272809100708, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16861146430844368, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05949901044368744, + "proposal_oracle_utility_gain_over_base_at_8": -0.012638702988624573, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04970619082450867, + "selected_utility_gain_over_base_at_8": -0.022431522607803345, + "selector_gap_fraction_to_hidden_at_8": 0.005079626116144237, + "selector_regret_at_8": 0.009792819619178772, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9405009895563126, + "support_gap_fraction_to_hidden_at_8": 1.0065558121431621, + "total_car_to_hidden_at_8": 1.9502938091754913 + }, + "2099816463": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.819879949092865, + "branch_car_at_8": 0.020792245864868164, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0021732689283063, + "ncar_to_proposal_oracle_at_8": 1.1407057674328234, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11392096065979386, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8381074666976929, + "proposal_oracle_utility_gain_over_base_at_8": 0.01822751760482788, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8173152208328247, + "selected_utility_gain_over_base_at_8": -0.002564728260040283, + "selector_gap_fraction_to_hidden_at_8": 0.017618754845225768, + "selector_regret_at_8": 0.020792245864868164, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1618925333023071, + "support_gap_fraction_to_hidden_at_8": 0.9845545225752103, + "total_car_to_hidden_at_8": 1.1826847791671753 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.6666666666666666, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7248856332153082, + "branch_car_at_8": 0.34494924917817116, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.22916666666666666, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1128185068567593, + "ncar_to_hidden_chart_oracle_at_8": 1.2002309756466862, + "ncar_to_proposal_oracle_at_8": 0.9064066706716867, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.3887858192780495, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.16666666666666666, + "proposal_oracle_utility_at_8": 0.7373101115226746, + "proposal_oracle_utility_gain_over_base_at_8": 0.012424478307366371, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.16666666666666666, + "selected_success_gain_over_base_at_8": -0.16666666666666666, + "selected_unsafe_known_at_8": 0.3333333333333333, + "selected_utility_at_8": 0.3923608623445034, + "selected_utility_gain_over_base_at_8": -0.3325247708708048, + "selector_gap_fraction_to_hidden_at_8": 0.44455595136391807, + "selector_regret_at_8": 0.34494924917817116, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.16666666666666666, + "success_total_car_to_hidden_at_8": 0.3333333333333333, + "support_gap_at_8": 0.3755083953340848, + "support_gap_fraction_to_hidden_at_8": 0.7556750993428987, + "total_car_to_hidden_at_8": 0.720457644512256 + }, + "340237109": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16001254320144653, + "branch_car_at_8": 0.017368540167808533, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0264158111791024, + "ncar_to_proposal_oracle_at_8": 0.5560380964518888, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4460581981000019, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.12877631187438965, + "proposal_oracle_utility_gain_over_base_at_8": -0.031236231327056885, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11140777170658112, + "selected_utility_gain_over_base_at_8": -0.04860477149486542, + "selector_gap_fraction_to_hidden_at_8": 0.009439488352832877, + "selector_regret_at_8": 0.017368540167808533, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8712236881256104, + "support_gap_fraction_to_hidden_at_8": 1.0169763284046542, + "total_car_to_hidden_at_8": 1.8885922282934189 + }, + "377066857": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1312015801668167, + "branch_car_at_8": 0.008693717420101166, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0262024782891594, + "ncar_to_proposal_oracle_at_8": 0.2158671979124528, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.137992019675171, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09092813730239868, + "proposal_oracle_utility_gain_over_base_at_8": -0.04027344286441803, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08223441988229752, + "selected_utility_gain_over_base_at_8": -0.048967160284519196, + "selector_gap_fraction_to_hidden_at_8": 0.004652035943436427, + "selector_regret_at_8": 0.008693717420101166, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9090718626976013, + "support_gap_fraction_to_hidden_at_8": 1.0215504478369652, + "total_car_to_hidden_at_8": 1.9177655801177025 + }, + "40022731": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06768637895584106, + "branch_car_at_8": 0.0016632303595542908, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0082076288426096, + "ncar_to_proposal_oracle_at_8": 0.11715775293414203, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11449419695614724, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05348988622426987, + "proposal_oracle_utility_gain_over_base_at_8": -0.014196492731571198, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.051826655864715576, + "selected_utility_gain_over_base_at_8": -0.01585972309112549, + "selector_gap_fraction_to_hidden_at_8": 0.0008607455546763344, + "selector_regret_at_8": 0.0016632303595542908, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9465101137757301, + "support_gap_fraction_to_hidden_at_8": 1.007346888505552, + "total_car_to_hidden_at_8": 1.9481733441352844 + }, + "451255434": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07851358503103256, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2569156885147095, + "ncar_to_hidden_chart_oracle_at_8": 1.1721467641316092, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15151813189552696, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.04780222848057747, + "proposal_oracle_utility_gain_over_base_at_8": -0.030711356550455093, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04780222848057747, + "selected_utility_gain_over_base_at_8": -0.030711356550455093, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.209113460034132, + "support_gap_fraction_to_hidden_at_8": 1.1721468298341284, + "total_car_to_hidden_at_8": 0.209113460034132 + }, + "460988816": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07872626961038812, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "494359192": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.008149653673171997, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.004437589605712477, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15483800492890817, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.16349542140960693, + "proposal_oracle_utility_gain_over_base_at_8": -1.836504578590393, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15534576773643494, + "selected_utility_gain_over_base_at_8": -1.844654232263565, + "selector_regret_at_8": 0.008149653673171997, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.836504578590393, + "total_car_to_hidden_at_8": 1.844654232263565 + }, + "500109393": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7212046980857849, + "branch_car_at_8": 1.2789579033851624, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0001271442500863, + "ncar_to_proposal_oracle_at_8": 1.0001271442500863, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2519395127807912, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.278795301914215, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7210420966148376, + "selected_utility_gain_over_base_at_8": -0.00016260147094726562, + "selector_gap_fraction_to_hidden_at_8": 1.0001271520709405, + "selector_regret_at_8": 1.2789579033851624, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2789579033851624 + }, + "506370138": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2335832566022873, + "branch_car_at_8": 0.3530547767877579, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0000079577461773, + "ncar_to_proposal_oracle_at_8": 1.0000398160760702, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5126534973857709, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5866239666938782, + "proposal_oracle_utility_gain_over_base_at_8": 0.3530407100915909, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2335691899061203, + "selected_utility_gain_over_base_at_8": -1.4066696166992188e-05, + "selector_gap_fraction_to_hidden_at_8": 0.1998706013783899, + "selector_regret_at_8": 0.3530547767877579, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4133760333061218, + "support_gap_fraction_to_hidden_at_8": 0.8001373620290108, + "total_car_to_hidden_at_8": 1.7664308100938797 + }, + "50672686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06365175545215607, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.005045354721069, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15202780746296193, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0538821816444397, + "proposal_oracle_utility_gain_over_base_at_8": -0.00976957380771637, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0538821816444397, + "selected_utility_gain_over_base_at_8": -0.00976957380771637, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9461178183555603, + "support_gap_fraction_to_hidden_at_8": 1.0050453599114852, + "total_car_to_hidden_at_8": 1.9461178183555603 + }, + "528245200": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06540130078792572, + "branch_car_at_8": 0.016874298453330994, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0114507045111145, + "ncar_to_proposal_oracle_at_8": 3.1969556839876176, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2684234997357178, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06012307107448578, + "proposal_oracle_utility_gain_over_base_at_8": -0.005278229713439941, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.043248772621154785, + "selected_utility_gain_over_base_at_8": -0.022152528166770935, + "selector_gap_fraction_to_hidden_at_8": 0.008722376614955639, + "selector_regret_at_8": 0.016874298453330994, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9398769289255142, + "support_gap_fraction_to_hidden_at_8": 1.0027283331243786, + "total_car_to_hidden_at_8": 1.9567512273788452 + }, + "541228168": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8497109711170197, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1969405252264231, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15028902888298035, + "selected_utility_gain_over_base_at_8": -1.8497109711170197, + "selector_regret_at_8": 1.8497109711170197, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8497109711170197 + }, + "541963049": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "54657947": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7907969951629639, + "branch_car_at_8": 0.18512678146362305, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1534373539825546, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23614717864004217, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7903868556022644, + "proposal_oracle_utility_gain_over_base_at_8": -0.0004101395606994629, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6052600741386414, + "selected_utility_gain_over_base_at_8": -0.1855369210243225, + "selector_gap_fraction_to_hidden_at_8": 0.15309818179667237, + "selector_regret_at_8": 0.18512678146362305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2096131443977356, + "support_gap_fraction_to_hidden_at_8": 1.0003391817247054, + "total_car_to_hidden_at_8": 1.3947399258613586 + }, + "565369392": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09214222431182861, + "branch_car_at_8": 0.0014092524070292711, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.24661025404930115, + "ncar_to_hidden_chart_oracle_at_8": 1.5770291208500526, + "ncar_to_proposal_oracle_at_8": 0.016064740031808234, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1700394309034268, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.004418909549713135, + "proposal_oracle_utility_gain_over_base_at_8": -0.08772331476211548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.0030096571426838636, + "selected_utility_gain_over_base_at_8": -0.08913256716914475, + "selector_gap_fraction_to_hidden_at_8": 0.009123262654572459, + "selector_regret_at_8": 0.0014092524070292711, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.242191344499588, + "support_gap_fraction_to_hidden_at_8": 1.5679059602896883, + "total_car_to_hidden_at_8": 0.24360059690661728 + }, + "567584897": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8059800267219543, + "branch_car_at_8": 0.03302419185638428, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0129177592992349, + "ncar_to_proposal_oracle_at_8": 1.8763607722775941, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.22889900800701068, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8235801458358765, + "proposal_oracle_utility_gain_over_base_at_8": 0.01760011911392212, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7905559539794922, + "selected_utility_gain_over_base_at_8": -0.015424072742462158, + "selector_gap_fraction_to_hidden_at_8": 0.027657989477110775, + "selector_regret_at_8": 0.03302419185638428, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.1764198541641235, + "support_gap_fraction_to_hidden_at_8": 0.9852597783053805, + "total_car_to_hidden_at_8": 1.2094440460205078 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 0.5714285714285714, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.15535086606230056, + "branch_car_at_8": 0.0250492910189288, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5535714285714286, + "hidden_chart_oracle_success_at_8": 0.14285714285714285, + "hidden_chart_oracle_utility_at_8": 0.5022062276090894, + "ncar_to_hidden_chart_oracle_at_8": 1.9770896146320587, + "ncar_to_proposal_oracle_at_8": 2.373996954793558, + "outcome_ptr_at_8": 0.14285714285714285, + "pairwise_causal_calibration_ece": 0.1821225165664179, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.42857142857142855, + "proposal_oracle_utility_at_8": 0.12031848356127739, + "proposal_oracle_utility_gain_over_base_at_8": -0.035032382501023154, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.5714285714285714, + "selected_utility_at_8": 0.09526919254234859, + "selected_utility_gain_over_base_at_8": -0.06008167351995196, + "selector_gap_fraction_to_hidden_at_8": 0.44607662686806826, + "selector_regret_at_8": 0.0250492910189288, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.14285714285714285, + "success_total_car_to_hidden_at_8": 0.14285714285714285, + "support_gap_at_8": 0.38188774404781206, + "support_gap_fraction_to_hidden_at_8": 1.5310133194321842, + "total_car_to_hidden_at_8": 0.40693703506674084 + }, + "617757446": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6051061302423477, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.5206029336364504, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17477057061073675, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8376820683479309, + "proposal_oracle_utility_gain_over_base_at_8": -1.162317931652069, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2325759381055832, + "selected_utility_gain_over_base_at_8": -1.7674240618944168, + "selector_regret_at_8": 0.6051061302423477, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.162317931652069, + "total_car_to_hidden_at_8": 1.7674240618944168 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.6666666666666666, + "base_safety_label_known": 1.0, + "base_success": 0.1111111111111111, + "base_unsafe_known": 0.0, + "base_utility": 0.2901569190952513, + "branch_car_at_8": 0.01861424299163951, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.6666666666666666, + "hidden_chart_oracle_success_at_8": 0.2222222222222222, + "hidden_chart_oracle_utility_at_8": 0.6031530102094015, + "ncar_to_hidden_chart_oracle_at_8": 1.0963859140688967, + "ncar_to_proposal_oracle_at_8": 1.4042526275708287, + "outcome_ptr_at_8": 0.5555555555555556, + "pairwise_causal_calibration_ece": 0.2367439886538538, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.1111111111111111, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.2928433521754212, + "proposal_oracle_utility_gain_over_base_at_8": 0.0026864330801698896, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.1111111111111111, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.2742291091837817, + "selected_utility_gain_over_base_at_8": -0.01592780991146962, + "selector_gap_fraction_to_hidden_at_8": 0.17739811423850077, + "selector_regret_at_8": 0.01861424299163951, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.1111111111111111, + "success_total_car_to_hidden_at_8": 0.1111111111111111, + "support_gap_at_8": 0.3103991693092717, + "support_gap_fraction_to_hidden_at_8": 0.920156566171179, + "total_car_to_hidden_at_8": 0.32892390102561975 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0374340899288654, + "branch_car_at_8": 0.021489333594217896, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.0878063663840294, + "ncar_to_hidden_chart_oracle_at_8": 1.684493961864312, + "ncar_to_proposal_oracle_at_8": 0.041050731078289486, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2994821865214781, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 0.05819520493969321, + "proposal_oracle_utility_gain_over_base_at_8": -0.9792388849891722, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 0.036705871345475316, + "selected_utility_gain_over_base_at_8": -1.0007282185833901, + "selector_gap_fraction_to_hidden_at_8": 0.03966600828076045, + "selector_regret_at_8": 0.021489333594217896, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 1.0296111614443362, + "support_gap_fraction_to_hidden_at_8": 1.644828120788022, + "total_car_to_hidden_at_8": 1.051100495038554 + }, + "638602457": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08489253371953964, + "branch_car_at_8": 0.014291167259216309, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0153974459090547, + "ncar_to_proposal_oracle_at_8": 0.9404177070192885, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3472802300601354, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06969592720270157, + "proposal_oracle_utility_gain_over_base_at_8": -0.015196606516838074, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05540475994348526, + "selected_utility_gain_over_base_at_8": -0.029487773776054382, + "selector_gap_fraction_to_hidden_at_8": 0.007462331754662702, + "selector_regret_at_8": 0.014291167259216309, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9303040727972984, + "support_gap_fraction_to_hidden_at_8": 1.0079351194564308, + "total_car_to_hidden_at_8": 1.9445952400565147 + }, + "644904000": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7867255806922913, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.8567750453948975, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2132744193077087, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.2132744193077087, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "645859527": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.3737652599811554, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.014795737217067, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19479708046672242, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.34970390796661377, + "proposal_oracle_utility_gain_over_base_at_8": -0.024061352014541626, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.34970390796661377, + "selected_utility_gain_over_base_at_8": -0.024061352014541626, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.6502960920333862, + "support_gap_fraction_to_hidden_at_8": 1.0147957434572223, + "total_car_to_hidden_at_8": 1.6502960920333862 + }, + "648713995": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07623337209224701, + "branch_car_at_8": 0.005242481827735901, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0097028421781864, + "ncar_to_proposal_oracle_at_8": 0.3905438468519989, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11442431163230302, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06280983984470367, + "proposal_oracle_utility_gain_over_base_at_8": -0.013423532247543335, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05756735801696777, + "selected_utility_gain_over_base_at_8": -0.018666014075279236, + "selector_gap_fraction_to_hidden_at_8": 0.002725113198079286, + "selector_regret_at_8": 0.005242481827735901, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9371901601552963, + "support_gap_fraction_to_hidden_at_8": 1.0069777342286796, + "total_car_to_hidden_at_8": 1.9424326419830322 + }, + "672328262": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.0961560606956482, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1767311452758272, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9038439393043518, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.9038439393043518, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "692998894": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21158243715763092, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0020906357770647, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08041303505633857, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20784349739551544, + "proposal_oracle_utility_gain_over_base_at_8": -0.0037389397621154785, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20784349739551544, + "selected_utility_gain_over_base_at_8": -0.0037389397621154785, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7921565026044846, + "support_gap_fraction_to_hidden_at_8": 1.00209064138029, + "total_car_to_hidden_at_8": 1.7921565026044846 + }, + "717883303": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.23495712876319885, + "branch_car_at_8": 0.37217114865779877, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0055701494523428, + "ncar_to_proposal_oracle_at_8": 1.0271335309369645, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.31593323635352066, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5972967147827148, + "proposal_oracle_utility_gain_over_base_at_8": 0.362339586019516, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.22512556612491608, + "selected_utility_gain_over_base_at_8": -0.009831562638282776, + "selector_gap_fraction_to_hidden_at_8": 0.21085671896287195, + "selector_regret_at_8": 0.37217114865779877, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4027032852172852, + "support_gap_fraction_to_hidden_at_8": 0.7947134361866138, + "total_car_to_hidden_at_8": 1.774874433875084 + }, + "747260437": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06065511703491211, + "branch_car_at_8": 0.05960432440042496, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9866389539339401, + "ncar_to_proposal_oracle_at_8": 0.6969961621880283, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3339423838748439, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.14617110788822174, + "proposal_oracle_utility_gain_over_base_at_8": 0.08551599085330963, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08656678348779678, + "selected_utility_gain_over_base_at_8": 0.025911666452884674, + "selector_gap_fraction_to_hidden_at_8": 0.030734257183433606, + "selector_regret_at_8": 0.05960432440042496, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8538288921117783, + "support_gap_fraction_to_hidden_at_8": 0.9559047018379923, + "total_car_to_hidden_at_8": 1.9134332165122032 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 0.6, + "base_safety_label_known": 1.0, + "base_success": 0.1, + "base_unsafe_known": 0.0, + "base_utility": 0.37281867265701296, + "branch_car_at_8": 0.013657125830650329, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.6, + "hidden_chart_oracle_success_at_8": 0.1, + "hidden_chart_oracle_utility_at_8": 0.42042462080717086, + "ncar_to_hidden_chart_oracle_at_8": 4.871826564618791, + "ncar_to_proposal_oracle_at_8": 0.46890131059307805, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.1943283398494556, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.1, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.6, + "proposal_oracle_utility_at_8": 0.35842807218432426, + "proposal_oracle_utility_gain_over_base_at_8": -0.014390600472688675, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.1, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.6, + "selected_utility_at_8": 0.34477094635367395, + "selected_utility_gain_over_base_at_8": -0.028047726303339005, + "selector_gap_fraction_to_hidden_at_8": 0.47835037333190716, + "selector_regret_at_8": 0.013657125830650329, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06769593432545662, + "support_gap_fraction_to_hidden_at_8": 4.479681375659026, + "total_car_to_hidden_at_8": 0.07821311131119728 + }, + "764701680": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22772109508514404, + "branch_car_at_8": 0.3404805064201355, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.996472069052069, + "ncar_to_proposal_oracle_at_8": 0.9819674564582288, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.23681403282652463, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5744540691375732, + "proposal_oracle_utility_gain_over_base_at_8": 0.3467329740524292, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23397356271743774, + "selected_utility_gain_over_base_at_8": 0.006252467632293701, + "selector_gap_fraction_to_hidden_at_8": 0.19211451734595517, + "selector_regret_at_8": 0.3404805064201355, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4255459308624268, + "support_gap_fraction_to_hidden_at_8": 0.8043575573286604, + "total_car_to_hidden_at_8": 1.7660264372825623 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.4, + "base_safety_label_known": 1.0, + "base_success": 0.4, + "base_unsafe_known": 0.0, + "base_utility": 0.9072010934352874, + "branch_car_at_8": 0.011050106585025787, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.225, + "hidden_chart_oracle_success_at_8": 0.4, + "hidden_chart_oracle_utility_at_8": 0.9323058426380157, + "ncar_to_hidden_chart_oracle_at_8": 1.4225956763185321, + "ncar_to_proposal_oracle_at_8": 0.26992238225513887, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.21426885985391292, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.2, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.2, + "proposal_oracle_utility_at_8": 0.5373800590634346, + "proposal_oracle_utility_gain_over_base_at_8": -0.3698210343718529, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.2, + "selected_success_gain_over_base_at_8": -0.2, + "selected_unsafe_known_at_8": 0.2, + "selected_utility_at_8": 0.5263299524784089, + "selected_utility_gain_over_base_at_8": -0.3808711409568787, + "selector_gap_fraction_to_hidden_at_8": 0.3663579259107355, + "selector_regret_at_8": 0.011050106585025787, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.2, + "success_total_car_to_hidden_at_8": 0.2, + "support_gap_at_8": 0.3954703077673912, + "support_gap_fraction_to_hidden_at_8": 1.078198401280469, + "total_car_to_hidden_at_8": 0.40597589015960694 + }, + "822735110": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.0753922164440155, + "branch_car_at_8": 0.001845628023147583, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.010392401608696, + "ncar_to_proposal_oracle_at_8": 0.10165563049133924, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.35582779327839353, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05723653733730316, + "proposal_oracle_utility_gain_over_base_at_8": -0.01815567910671234, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05539090931415558, + "selected_utility_gain_over_base_at_8": -0.020001307129859924, + "selector_gap_fraction_to_hidden_at_8": 0.0009589631918340914, + "selector_regret_at_8": 0.001845628023147583, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9427634626626968, + "support_gap_fraction_to_hidden_at_8": 1.0094334436667232, + "total_car_to_hidden_at_8": 1.9446090906858444 + }, + "848613296": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11143246293067932, + "branch_car_at_8": 0.006654301658272743, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.023656777053172, + "ncar_to_proposal_oracle_at_8": 0.17070531112563794, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09846127545337668, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07344710826873779, + "proposal_oracle_utility_gain_over_base_at_8": -0.03798535466194153, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06679280661046505, + "selected_utility_gain_over_base_at_8": -0.04463965632021427, + "selector_gap_fraction_to_hidden_at_8": 0.0035352046258668463, + "selector_regret_at_8": 0.006654301658272743, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9265528917312622, + "support_gap_fraction_to_hidden_at_8": 1.0201215778479216, + "total_car_to_hidden_at_8": 1.933207193389535 + }, + "895182509": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.723547637462616, + "branch_car_at_8": 1.277050793170929, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0004688154814232, + "ncar_to_proposal_oracle_at_8": 1.0004688154814232, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.157431802902925, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.276452362537384, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.722949206829071, + "selected_utility_gain_over_base_at_8": -0.0005984306335449219, + "selector_gap_fraction_to_hidden_at_8": 1.0004688233193093, + "selector_regret_at_8": 1.277050793170929, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.277050793170929 + }, + "923596794": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8705826103687286, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16766780540420267, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12941738963127136, + "selected_utility_gain_over_base_at_8": -1.8705826103687286, + "selector_regret_at_8": 1.8705826103687286, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8705826103687286 + }, + "924049538": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02430477738380432, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.013346828258629621, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17445397423576617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17898479104042053, + "proposal_oracle_utility_gain_over_base_at_8": -1.8210152089595795, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1546800136566162, + "selected_utility_gain_over_base_at_8": -1.8453199863433838, + "selector_regret_at_8": 0.02430477738380432, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8210152089595795, + "total_car_to_hidden_at_8": 1.8453199863433838 + }, + "957195748": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11928755044937134, + "branch_car_at_8": 0.006712436676025391, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22344236075878143, + "ncar_to_hidden_chart_oracle_at_8": 1.6640889205932592, + "ncar_to_proposal_oracle_at_8": 0.10747525896771819, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2618944908826637, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05683191493153572, + "proposal_oracle_utility_gain_over_base_at_8": -0.06245563551783562, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05011947825551033, + "selected_utility_gain_over_base_at_8": -0.06916807219386101, + "selector_gap_fraction_to_hidden_at_8": 0.06444672748272424, + "selector_regret_at_8": 0.006712436676025391, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1666104458272457, + "support_gap_fraction_to_hidden_at_8": 1.5996423528812564, + "total_car_to_hidden_at_8": 0.1733228825032711 + }, + "998761162": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.023956656455993652, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.012915579790823086, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1571025611739327, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1451350450515747, + "proposal_oracle_utility_gain_over_base_at_8": -1.8548649549484253, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12117838859558105, + "selected_utility_gain_over_base_at_8": -1.878821611404419, + "selector_regret_at_8": 0.023956656455993652, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8548649549484253, + "total_car_to_hidden_at_8": 1.878821611404419 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..7f47cf8a52a1d0bfaec5a0b479dbce1337c618f9 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/metrics_by_task.json @@ -0,0 +1,182 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2, + "base_unsafe_known": 0.0, + "base_utility": 0.7833942204713822, + "branch_car_at_8": 0.25610943883657455, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.8673945494371688, + "ncar_to_proposal_oracle_at_8": 0.22809248414000916, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.18048328241453365, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.4, + "proposal_oracle_success_gain_over_base_at_8": 0.2, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.0454350337386131, + "proposal_oracle_utility_gain_over_base_at_8": 0.262040813267231, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.2, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7893255949020386, + "selected_utility_gain_over_base_at_8": 0.005931374430656433, + "selector_gap_fraction_to_hidden_at_8": 0.2500967471724982, + "selector_regret_at_8": 0.25610943883657455, + "success_selector_gap_at_8": 0.2, + "success_support_gap_at_8": 0.6, + "success_total_car_to_hidden_at_8": 0.8, + "support_gap_at_8": 0.9545649662613869, + "support_gap_fraction_to_hidden_at_8": 0.617297807934756, + "total_car_to_hidden_at_8": 1.2106744050979614 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.14285714285714285, + "base_unsafe_known": 0.0, + "base_utility": 0.353121066732066, + "branch_car_at_8": 0.21211611798831395, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0109060531044503, + "ncar_to_proposal_oracle_at_8": 0.52622527077833, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14872269547853015, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.14285714285714285, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.341122750725065, + "proposal_oracle_utility_gain_over_base_at_8": -0.01199831600700106, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.14285714285714285, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.129006632736751, + "selected_utility_gain_over_base_at_8": -0.224114433995315, + "selector_gap_fraction_to_hidden_at_8": 0.003587880851496335, + "selector_regret_at_8": 0.21211611798831395, + "success_selector_gap_at_8": 0.14285714285714285, + "success_support_gap_at_8": 0.8571428571428571, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.658877249274935, + "support_gap_fraction_to_hidden_at_8": 1.0073181775152928, + "total_car_to_hidden_at_8": 1.870993367263249 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.625, + "base_safety_label_known": 1.0, + "base_success": 0.16666666666666666, + "base_unsafe_known": 0.0, + "base_utility": 0.4476979454047978, + "branch_car_at_8": 0.07172732797334902, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.4947916666666667, + "hidden_chart_oracle_success_at_8": 0.3888888888888889, + "hidden_chart_oracle_utility_at_8": 0.9149795592659049, + "ncar_to_hidden_chart_oracle_at_8": 3.144587613695753, + "ncar_to_proposal_oracle_at_8": 0.755293067551312, + "outcome_ptr_at_8": 0.3055555555555556, + "pairwise_causal_calibration_ece": 0.23026700740431424, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.1111111111111111, + "proposal_oracle_success_gain_over_base_at_8": -0.05555555555555555, + "proposal_oracle_unsafe_known_at_8": 0.4861111111111111, + "proposal_oracle_utility_at_8": 0.3342518941693318, + "proposal_oracle_utility_gain_over_base_at_8": -0.11344605123546596, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.08333333333333333, + "selected_success_gain_over_base_at_8": -0.08333333333333333, + "selected_unsafe_known_at_8": 0.5138888888888888, + "selected_utility_at_8": 0.2625245661959828, + "selected_utility_gain_over_base_at_8": -0.18517337920881496, + "selector_gap_fraction_to_hidden_at_8": 0.8563952330010932, + "selector_regret_at_8": 0.07172732797334902, + "success_selector_gap_at_8": 0.027777777777777776, + "success_support_gap_at_8": 0.2777777777777778, + "success_total_car_to_hidden_at_8": 0.3055555555555556, + "support_gap_at_8": 0.5844958343142126, + "support_gap_fraction_to_hidden_at_8": 2.3021517980465727, + "total_car_to_hidden_at_8": 0.6557380551918565 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.7857142857142857, + "base_unsafe_known": 0.0, + "base_utility": 1.588915357100112, + "branch_car_at_8": 0.4667696101324899, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0130607387330142, + "ncar_to_proposal_oracle_at_8": 0.3633085481924293, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17529934581328913, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.42857142857142855, + "proposal_oracle_success_gain_over_base_at_8": -0.35714285714285715, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.9213141335972718, + "proposal_oracle_utility_gain_over_base_at_8": -0.6676012235028403, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.17857142857142858, + "selected_success_gain_over_base_at_8": -0.6071428571428571, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4545445234647819, + "selected_utility_gain_over_base_at_8": -1.1343708336353302, + "selector_gap_fraction_to_hidden_at_8": 0.004415993410754663, + "selector_regret_at_8": 0.4667696101324899, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.5714285714285714, + "success_total_car_to_hidden_at_8": 0.8214285714285714, + "support_gap_at_8": 1.0786858664027281, + "support_gap_fraction_to_hidden_at_8": 1.0086447506040905, + "total_car_to_hidden_at_8": 1.5454554765352182 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.2222222222222222, + "base_unsafe_known": 0.0, + "base_utility": 0.7696565665580608, + "branch_car_at_8": 0.1789455551792074, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.8148148148148148, + "hidden_chart_oracle_utility_at_8": 1.773819453186459, + "ncar_to_hidden_chart_oracle_at_8": 0.941800572990603, + "ncar_to_proposal_oracle_at_8": 7.855930598180106, + "outcome_ptr_at_8": 0.4444444444444444, + "pairwise_causal_calibration_ece": 0.2044928219534789, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.14814814814814814, + "proposal_oracle_success_gain_over_base_at_8": -0.07407407407407407, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.717987585398886, + "proposal_oracle_utility_gain_over_base_at_8": -0.051668981159174884, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.07407407407407407, + "selected_success_gain_over_base_at_8": -0.14814814814814814, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5390420302196786, + "selected_utility_gain_over_base_at_8": -0.2306145363383823, + "selector_gap_fraction_to_hidden_at_8": 0.10129949927260672, + "selector_regret_at_8": 0.1789455551792074, + "success_selector_gap_at_8": 0.07407407407407407, + "success_support_gap_at_8": 0.7037037037037037, + "success_total_car_to_hidden_at_8": 0.7777777777777778, + "support_gap_at_8": 1.0981735327729472, + "support_gap_fraction_to_hidden_at_8": 0.8405010826182241, + "total_car_to_hidden_at_8": 1.2771190879521546 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/report.md new file mode 100644 index 0000000000000000000000000000000000000000..08ac4ce10413453c97b7277044a92216ee0af017 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/report.md @@ -0,0 +1,13 @@ +# CTT Generated Measured Rollout + +Rows: `144` +K: `8` +Checkpoint: `runs/ctt_residual_base_context_obs_seed2/model.pt` + +| Metric | Mean | +| --- | ---: | +| OutcomePTR@K | 0.2639 | +| SelectorRegret@K | 0.1883 | +| SupportGap@K | 0.8450 | + +These are measured simulator rollouts of decoded CTT candidates, not PPTC proxies. diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/run.log b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/run.log new file mode 100644 index 0000000000000000000000000000000000000000..402a275d0c0ea9e813e153777b4d4e087a25a37c --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/run.log @@ -0,0 +1,1591 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt +loaded charts source=301 target=144 +generated proposals rows=144 total=1152 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-059d7962a5f998edf668 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-062addb9da32a0c2ea97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-0660d5f65df5fc4b6132 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-13d8bae55d3c3710138f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-1b24faaf0d032ad20017 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-20cd6d8ccbf13e36dcdb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-2436538e05fdcf8e44fc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-33294c8fed5a847bf149 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-3352cd51af5ae6aac4c0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-502dba1003c09ec60ba0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-0541a144afe57b5a7ae6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-076d67ac4d2de4e0c627 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-23a355317920e192147f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-307f9067d5b66f55b3a6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-309d2258d275ae304857 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-4015c296239564108da2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-5df54a8baaceb8c73c8a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-003a2225c0892dcda683 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0093b06390890d181104 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02311c7783bc67e188b4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0285f5815c210ac00bec candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-02fd0338e80ef19ceec1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-067cac2e4dbeddb12239 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0b93907b2a7261815f63 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e592951fa32139b6dc9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1150c257eb77fdf40f55 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-15459afe7e32ce62fc1b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1577a0922a9e53528571 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1772611570ffaf72c98c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-19cb10d10516bd0216a6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1a4979e969aa331fb126 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1ba37e30b90a3b28e62f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1c2768099019b86daca7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1d3f30fae746c0b9cefc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1f19fd22562f87bdb776 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-1faf779e909ec0415be0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-206099bab6bfe7c84fce candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20b11e3e581c2a865096 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-20ca52baa214c31b3186 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25aa923fccf402a7639c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-25ab20bb3da8ba34be95 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26751f54c657b24b4da2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-267832544376e3727efb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-26b69e1e596d2e3163da candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-277531f5e24eeb525899 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29ae8ff2b706fed904df candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-29f47a1dc1d9c3ec3365 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-2e40499cb146da6f89e7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-338ba952f81d1215216e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-35a50d2822c2c3cc4516 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-36f0ff5c96ebdd4644c2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-37384bede4d1c03f3b80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3798cbeab8a36b08c295 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38dff128761905bb1507 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-38e262365697885024d7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-394edcd961226f337ce1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-397e502908d16b7804b0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3a4e2d080c9c4b279895 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3c223e8c7f870c807541 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-3d090ac2459c4b891dd1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4143ca4fca04091084e4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-456cdaaa617fc54fd766 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-45fbd749d5ed3fe37c13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-465d531b9cec5bc77ed7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-47460f61b9edd000c05d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-48178f52a96de3d1ead0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-49b9e0f9ceaf91314919 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4aed2a49597da545e551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4bda8533405961380322 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4c99c68cb7d1f50db857 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4db7b82d22bfbf9258b5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4dc6f09c1beeb5314d11 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4de1f6d71208bf1d182d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a41c8fb3caaeb9540 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4f0a59b7bc897c0d5e5e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-52b4f33b924e82688187 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-53a86042af3c0887e556 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-554727d05aa9a2b32904 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5e422b9487b4a1efd7af candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-5ecde7b64c80d2abbe1f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-60f0d45b604940db0058 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-61bde0225d6f4175b7cb candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62db3d4ffad1f0e82dd8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6754ed0131c952830729 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6758deb06644a14aa722 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-68b43d83b97196e0d27f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6a3add21affa4796f9be candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6d46dae312649c977b64 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6ddecc7f074b9e267409 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-0350672b45f92c437c22 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-07aa7d1f9c01e93d04bc candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1044e227d00afb01a5dd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-14c6516a0f22d20ef6b0 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1979b899f11945b46b51 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1aea30e99a4945020cc1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-1c4df81cce643ca4fb3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-22cfd6a9a619133478b6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2423891634e7b469eed8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-28a10bea0cf3f917e067 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ba02dcefa15a9371706 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2ca0290759891500c6bd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2cbe83da02847008bf24 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-398ddbf730ed8830b08b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3b99101d58e538cfbd6d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3c9527725515347ba7de candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-3f6cd47af5e9e6781b73 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4711dffcd73048a3656c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-49b9fd364e000bc7d579 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-4e67cfd30a257b4bad0c candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-543339410c02ce2269d1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54fdd49dc2c46e162fc6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-5dab866561f657e9aa8d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-630c7d4c0ef39da64304 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-663c7e7fdaea6a945a2b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-67f2977ab7d070052b61 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-68054c6c805197b033a7 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-6825a9112cb71ea137c9 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-016c5de39ed3c111889a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-01e6eaaaf40875e0ef5a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-03df3e12e1d61aa9ebbf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-04eec0abab5f55620e4e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0547201761e8e1873482 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-07b479748a91a9c92b20 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0949097d19e597fc7f63 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0a4d4909900fb0bc4a9a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b1dd0e538b8df15a6e4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-0b226017db7f07c5307e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-19a3669e096e98232ec8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-20f3cfcf183c69853b1e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-274ef8c6420a669dd5b4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-2fef2f43af8009bb88f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-38ed02dacc133a888d3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-495b33a30a68ee055eef candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-49e1584a68d8f465e8e3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4cab292bc65fa59274ef candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5902e6c4037ecda77a5f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a32c809ed679663dcb1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5a456ddf97d294548cf1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5ac1bf2d7d319955d45d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5bddb39f792f20e5e6d4 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-5dfbb16e173e1a3e2bd6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-61852da845126d62ff5b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-626ac2ad9d0dd95f1a2e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-6bd5870eb5ff0dd76919 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=144 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/source_data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/source_data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..1ef49748c0932e9ccb1c83a065667e7a4032f7db --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/source_data_hash.txt @@ -0,0 +1 @@ +67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/source_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/source_index.json new file mode 100644 index 0000000000000000000000000000000000000000..21f76a4f847a39cd7631c9675f06c81edf567240 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/source_index.json @@ -0,0 +1,4179 @@ +{ + "audience": "train_retrieval", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 2044, + "near_miss": 4088, + "no_op": 2044, + "random_negative": 20440, + "wrong_direction": 2044, + "wrong_gripper": 2044 + }, + "content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": true, + "embedding_content_hash": "00859bfac7590abb24a3e7cc4c26fbb17122ba52d9f63369b8bb71a6ad1bc302", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "001fcaa1974d30d8f6edbd3e9117a10a084af107360ce1b7899dba37d093d073", + "00526cba701d9c5d7399d0436d2718fe144013e2e0277c3e00f247c3f2b026e2", + "007da68284552fa257c5929a32c040913c93b9f31569bc4a9e0e5f469972c3f5", + "0081224c84c2faa89c82c842265c41240c850ffc35d5400b57531935df3d704d", + "00bbd346a4f8658a96b2167b8ed3b4a4275cd535f5b46ff6a2ba6fe55ab5af22", + "00c41e13d6af229bd31262983b05d48413360e477204b62ba89278a110632a3c", + "00ccbf9e23e7dd8cc6ea5d91197bab1ee5d7e26f1c2e9dff0db7c48332e262d7", + "00df496b285db96e866529484da8bed3b079234ab8ed99faf38a9b105ae136d5", + "01335787d62e2c1bfa20e6a53a53239d19087e703ff07e2bb0666862536259b8", + "014ef3543741d318e6b6f9a3427e4423b1594cc26a73fbfa8266a1dadffc051b", + "015b93c295196814c0cf417d49ecf1d82d00e68458e42d2a0b3a1179d6d4c135", + "01a286ab7524d1d907099802c01da4995ebb8381d71bba0460100499c3c622f9", + "01e693c8677801418926281fd44938d17c1d275ed367253f31d1208676259a5a", + "023bdae7b5ddc517f49ec900a0e48dc698bfe1ec6f1a7cc7edfac21b46f37333", + "025c271db3f4ffb8e484ec4ac3f7244b0380bbf904037af516580e8d7ebf605a", + "0267094d9bc010468e6f684ab19365e65b31b38da78897277def7201c91bac27", + "0294a908f74ea0b1e54e4fb6d547fe5ba986ca4c6881572213732a0c867699ba", + "02fc97ab4aa793222f215b66d0ffc5c856706ec647c7482ee66344e066456af2", + "03020ce876d6f83841e56c51882dc8e6be8bf33ec9c9c836ab42ab8e4a586538", + "030b87c34937f69c95bb61bf59d9773b5a365a86fa73a60f619ccd0256d2968b", + "036bd56b347b3ea03e19a9a1e1aa865021d7b541fbdca003409a10e34912b3c7", + "0388ca1306e31d2ebd07b30a8d5366063523b4cb18d426c93351e7497cdf2721", + "03b05cc0e617e7ab7149752551af4303fa838be521fe4b22a15389558dfc0d60", + "0414958360a2c4e04be7534d9347e289e132993e773f7518bc8ee75a02ede570", + "041af35d269bba29a9d94019ad4c8e433bd9b11e3d2c12af4922829649df041e", + "042cc293ccfe917dac796cd6101f1d2f4fd0fc5c67a050c391399bb3c89b83e9", + "043d323f81c1208341028b4176ed8c4c56e69abb8c08aec31ddf093056d9db95", + "044f47ab5be1af5d16cf8dc96c3201970c551380fc2e97dcce7ae2f5265658b3", + "04529d1ba49a38cd27f3ffca329e63ab856f5c1e9cadcf7599c074ea64d26acb", + "045cb769e1cc19f043df64a32a05dc520442e9dd62fe0dcaac93c048c8a53589", + "04a1476f8f2cbb1493afb3e1849003222903e15a7cc7e519dfabb48bd1bfb57a", + "04c63f785efcf0d3591dd2051455fa4878b473bc2cbeee626ec7e549bbf46a14", + "04d6d326619cb05f115813e476605dca0485b6bcbb256765822fd1be38def668", + "04efaf4eb209e619534ffaa3bbb08fdc7a05759f77c96ede295435e899557617", + "04f4ff1016421b38f73be280be75ca4fea5c372f3a8d1cda4da185de229da025", + "04faed0a7dfd3ebc89a4bd2e8e075c9a81c861e396b860cf1172c5ff89245a11", + "05240853bb100723195b299a8e993517d7636f79d04d39f3d60ebe025863c321", + "054f169f2c20ec618c2805cc410f661edd54db72ff4e124ef2e8e695f5c41483", + "057423d91c0d82d8f62f114440e3d5800ff93a36d789dee2cb1558189230b3f5", + "058273a8b1145d6860b07cd133fbfb6439dadbc9337d32c27c9b6e353b9938c6", + "05b7a5da0c35c1c6c9dd3e767ba83f3a5d8c65cdc688f7c7583b086d2f5e578f", + "05c0e14adca2fb1afd50c9c82effa52f4a3c036d865a6ef07cf43ab6cb7cf9c1", + "05c0fa198643aa9b11a16b11f508c0f3e4876d76adb60edfd63e5b22da4f6096", + "05d812f28f8fa0fc86ae7e47fee0b87e82a8c147cd2c20a18efca3e4d1716ed0", + "05eff262f0c51434f1a2717cd888ac132d5418a211f5be302c76204c694c9c22", + "05f242687ca564fcce8802518ff330054ba4aa6fd52dc16b739af6e2cd73265c", + "060071dc4d719b0172224dadd17bbcad4074d9a025bd9753dc25bcaa82a1b731", + "0612f705ce60a6e5719459f4ed2ae70cc12c6f610553af267bba19f1079e159d", + "062f09156bfa5ecc2c90411a5c30cf7ab44cfdab8fdf6bba8dbf0d0264398669", + "0637e894caaf7866508328256b86a787acb4b59279b4bc4d77fa920669620b0d", + "06646b414506091dc9562eec9f7ef5a47fc11f0d46fefd5f17118e104334ad20", + "069838f6f7f1d064c02323989485d308d36f8650e6062785a461e2b6cff0b0b0", + "06b2ec0364fcc116b85d61aa2b8f007fc319e48756acfc228765b7aa0e79db87", + "06f3fd02d9a8cbf4fa564d32546c328fc318d993b9d2d1ef685324463c69ddbe", + "0713a51c5892c5558579ce4dffdc60b974477b43e53c3fe0ae4345b45549ec17", + "07202bb06fd690678da08362e77ce653818eba36201fadb49d49d1e56ec9c228", + "0749514f298a42cfe924e24c240e25f5ff48f47a898f8586b200cfa0701c7a37", + "0768ebbabf013c2a4b7f1aad3a2099c8c13cc1b0b6a083b446a17336f2d17d04", + "07721a0faa4a8ca8a5af0f07c002538292f7cf23086a796ac71f17d92c68ccd5", + "077f12bea73da5c959c3558c431a5137f203c4468023cd9bb80ed7aa72c5cb15", + "0781ab28ea0865deb62cdf28ff45c8db767f6acac236094d1ac9671a621c0b10", + "079f2e4745cdf1e6fe28c5fd9c44ff1154b2317c9670dce3df3e46c5956b6266", + "07d1cf8fa045404915eaa0bc582d7c1f1ea3e5417ebd7d9b076c0106cf937b49", + "07d78d133b041c1b387a66dde85c2e8d619868aadbe25df65adf9a537733fbe2", + "07d981b9235d6f62b04fe940d3b60888c7324180a1eaf5258b8b7d28dc9e09e1", + "082bc6e23d9f8848668b5e2bcf5d214b05d642fe9247181ac7efd87c1152c4dc", + "0844b2faa86b75616ad9e61099a8546dbe2ce19734eb93507a1c294eed6904a7", + "084e99784f5d3144472f2bb4c6ad302124d7f238dae7d6cb5c48e30e490e2b0c", + "085f9fcd72c44e1ec1f4ae40b1d183e6854e606726d8358ac37b9f360c0358c3", + "0884cb0cd7bfeda804f3351dfee94fedc6468594260bbe98c0e2414ec08781f2", + "088693fbb45b889e85ff958da47452272c49d1720c61f8a24e4ad652bc1fb716", + "089bd7ee69056cfb1908280fe2f2b1bac9fe708220e479097c6dd18fb259a24a", + "08bd69953da3b8045ffd02deb5f986a11f2d120614be22b53347d8514e5658fe", + "08ee326bc033bfde4df8541283f59dede6da6662c31cd3826c8938218f7a90a4", + "0905b1f6e979661d55c733e49ea636ad4829039c2f8327ff1f261409b6f9c8e9", + "090d54a2871e4dfca2aefefbc2e9663d0a7b710e7957d20c00c361dc43a1d2e1", + "09c524d9908967bff722776dacc5e2dc1841dd82e85f2eac79be2986be4727c7", + "09c52593507b34845144191b4a8edc5cd9b4808dcdc1593b396fe166b29ac84b", + "09da6fc458cc6cf1e4be0ceef803120255238b8962070c2cbffe715551717085", + "09e9d938e278c8cc5f8322c610fcea1283b7b77bafe842eb6449215d49394e02", + "0a9312ec31c472903cdb28026d86b90d551127135683773d122e17b6e0cfb857", + "0a9bc7df156ecfad97d28ee1227663785ce40cc737168364932f1a2e30cb90b1", + "0aa1a4571153dba5c1748f018cab757e1ece943ee4ea64a0f26bdae4f936d3e6", + "0aa4cb3d3b2e041fa4253c1cb23a914b8a5c644b56967d3741516fb17d3631f9", + "0ab83ad36b03e69d64d2ae4ef8c556097be124061af0360d32848dc41bdfb7ea", + "0abf91fd3685960f7b6e0812b4d8ce52b6a31224b4e739a506304cb46cd29fea", + "0ae69b83b02e7dbc4eb264be79de0da7185863d38bf366a9be1ae5d745b9a7fb", + "0af0a212eca005fb212d32eff4d5c2ce71ca2de8e9970ee416416ebe5d936f06", + "0af0b65f74f5a6edff26999f485e115fb04396168b31c5e77ef731b8b413e366", + "0b1ff010af5f1418d0f838f4f21a71c1025a797e50f0dfce6fdb578b4bdac377", + "0b41ad1882d3407ba74fd9527ddba492ebdb1356a231d41d3b97bea671cc902c", + "0b660aea784794a286ecd4ad09d7536cde2eb65a19280c8ba81d9112849a05af", + "0b9d988ac32a9d5138800792db6436da932ecaba29485cb95676d018b8c4cc66", + "0bb16a236a2dbbbc53df7f8f514f71076a1408dbe89e9b64f56ff6308149a5aa", + "0bbb7041a0e42c9d69fb059687967f4f5cf4dcec5a48a233d3a1c1b6ae117304", + "0bc9c1dc25638927adbf62edb1f44c41fc6468564c0c0bd07f151256e70edcdf", + "0be11c9bfdda8d9d43bf40a9567a2a7acc8b09343e6411ddb55a6b0097406f58", + "0be26fe12af26d5427c1b23a13e9a0ab66560bd0bab91a5023987f9a483a5abf", + "0bfafacef2b0488487659ba6e9f07942ddf7a9734f49746e14e68e8b903a5e57", + "0bfffb14c5e767e6b6a0d073a8c38b271abb71ec60be03aa3c6676de8620d1e1", + "0c0015ce0828d91018c21a25c3a988ae23e9a116b77ccfee298c2d770fcbc1e4", + "0c0136f75efec62c8234e61675eb5d7cc92a005887e1daf40961dda217effdf3", + "0c26b22b6f73a920acd2c3eb853dd13714c7d1a15cb7f01189612964543e2bc1", + "0c5ebfeb8ce3384fdf5c7466d9febb871c0a55b3dce9196adbf45beeb3c3a8dc", + "0c729263a7865648102e96eb98f764199f7e3f9be15d9852bb832d72aaed3cfb", + "0c8ad825fb1b90dad15342b1a38a73230557030fc6cb483d074998a391017af5", + "0c8edffaf99aaa4628cfc8af78d3b08d78e69e645baeb1ed83bfd23d9be43a5d", + "0caf685769ea343e0714af61762ed28dd8a3619c999cf2d503f590ec404494d5", + "0cb26bcd10a801c61924e70d10b27e1c10e58ec84a1f7fd1ea0fd4691d2d577f", + "0cb8a1e195b091af4c1ab6264bdadcf5dea204e12810c9f9674a810717bccb54", + "0cd782853dfd7e50a17e062e2466a0c2834bb6ae09ccca30173972814b444d92", + "0cdbd13e6ddc48ca28d0018a7b2a880b226489f679aee1a6ac782581c3894de8", + "0ce23e2fa8a749821680c196c1169b01e7e30af9b335e1cf59b8b62c58e04fa6", + "0d54c732a07f0fe8a6fc5458c2fec6b0e153a40bb33677bf852c815add211b7c", + "0d70dcc638707ec9f6834ffbcb4630e07abdccb780a1609d713a970f3f0ac1cb", + "0dc1128ba4c2992987f1080cfbf80add951244c5512109367ac2ff6dd8481f04", + "0dc6b7748f769c6f4fb5b5e760d69c37a5c91fa538ed1dd31a3d5ba4cbc5d607", + "0e292618af8adc8bb13df6fdc700564538050caaf00643122064b7a3376a1d0f", + "0e321b35d16bc03a5586ec91b97acf8c107f0b79c2825450f90f35f4fa3eaa0a", + "0e54f1bcdc7d87ecfc6e74d6de3e4c43d13474e1bec0b95138e7167710390990", + "0e846791b18e5014d92e8a138b09f6aa1edfa36549c1ef12a8ca4dc7e1a7e90f", + "0e95a43b5c9a6e453d36ad6f7cadaa8af2df3f11f0ca06fc4ebaa43fec26445e", + "0e9cfc6bb4e6178112967c91b2e35b0a3b38e389cc2aac0aab443dbd63f6b02f", + "0ed2c0dfa1163e363e7e1d89889e7f49e18528658208c0a068ca52e82d3159b5", + "0f1330ac1eb5b8485604be1a622a26c53c19cb305a61c61fc348020b7eeeec9b", + "0f207722dc163c7f09f47a4b114cde2e4d675c7399a3b2941f8c22954ad5df5d", + "0f298d9056aff724d852e7d30dbb93cff797cf382b8fefb1a23884389ba72ae2", + "0f4ded9465d1adb2948c4ebf574aeacac709555b4cba78e2f7ab0514f3d1dc60", + "0f6e062f0fbb5aad354b50ca9695824a01b4b1a2b6650fe534dcd517aae3a3d7", + "0f97e4c29d2ee4474f3e91f9728b59c2ff6ecc3ba0fe4709bea263555e4eecdd", + "0fc1fff21404a7c4c3bf43d0a946b349cddd81fd91394830c215687fd29635c4", + "0fc42e7c404cbbb29ebc6b271746a16e9226ff4270cd13ef194d66d9385f98e4", + "10bafd54576f39b903e32333fa9de033d34630504b3ccfe756933c7cd139fb22", + "10bc4cc7a43e48b9fd9fd2b4dae3488801ea0e043959d8838a5b6f2a485f0756", + "10cb9fea43a85b51aa089d8184d5e7ead3b732a471283229eb053f86a7b89c64", + "10d3721833fbb982ec10f2e41634a06e94f3e11be89b76c449dda794bf4afb03", + "11012a866289284e636f856a871945d4089e1218b25714ddb7e14e3cab1c2d05", + "113f5145a36a62fa140f4eda8be653dc498c33132e8440ba8bf91149e5bc1abb", + "1148a49a8e54f0192c8e4ffb72c997dd10918c28363d1dff62fb9176225d3e5e", + "115434f9bc4c1998ab24ed4071f8513198a71ea8711b65bd911d2283855eeef3", + "1169947cec8d4834b14ef01a1b21b27715efabed8c282612bad37c32b70a4cec", + "11757f25e1971b1949f99f53e1aec63fe120316d0d794ff04c5e3bf3e1e4469e", + "1177abdc80e9dd30dd06522f2a39b4b22ae70c1ca17a29414e0cd1c9015f2340", + "11bb2f5d4191b2c5785176893b48e085f0bb8944d6d257b64647ef8831eaf362", + "11cba72504d167af81d43fb4f4aa447fc4dc1cb8a873cd123fc80c00a4bf605a", + "12044591849b00fdcaee3693c012680c8dbe3ffe120fe6e771ec86954622880e", + "1227a4aa8cd9896b3e02709120920bc948bef60870f206080881533008607752", + "124103b3e01c126d1d7c42ab8999b7069a649f26afe76483bbe75e0516fc9092", + "1272ddae5bbaa8cee4a5917fa083c82b10d9280d0a6dc8f85968f6df3b822eb4", + "129467e910b6d1d31fdf7405d1aee0adacf2b45bcec803f8e1ae3926c3ecc432", + "12a1492fbc2c5986df9c059a33a7a0b9fc5445555bdf672b5fae0a0f34da8a86", + "12bfa8c65887fb9fb257aab37ef0aca1a2f50dda0836afe9a3845fa66295a1d7", + "12cfb3f21f142c20b8b75fe51a500470a46848c69674b4592ceaf5aad9d976e6", + "12d2cda4fddfc7694bbf706182fd2c9ab83964cef1cc1c7b2e3abe84dc6d910d", + "12e49f621d373e186d124b525688c4d1219e8a2b7dbed956835d6e64aefeb8e9", + "12e61e6a086c54726212dd8ae40498e7bf40a4e6fd9ab5b677c950d02eb7cd52", + "12ee15c35b3f1356c065b1161d2a63d7bf8bf083bf7485034dbdc0b40f23c525", + "1311e81322d103c2c43a03f83aca27a945245bf2a02de6eabc767baa61aa2442", + "1313d324d3e798a357662678e05bcb4c9a763b4c397bcf7816611f318b2ea4ae", + "135b237070f72bb9bc691fa076a6343c512900564e119ad27281243d2af0e42a", + "139e442c52e6ca3ad180fe14f1acb72016fc4c630405d7dcd2b8f848edd43a9e", + "13c92688765abb9394668fe90e9843b50fe58a60036450bfc308769592840eac", + "13c9558f5a69f6784d34d046906d2759d6c77af2104091f964afaf7bce5b13ba", + "13ccedcc5114c00535afd5d9e128b3f7011a2926486054ea868bd4a7b6e4b46f", + "13d043c134ac85a633c31260192367eabc7cf1767299124779b9f01a21ba59d5", + "13ee615d8033d8a0e64e589fad80b9efa6d9939c3a95a006300263b5fc7bf19a", + "14b218a5081e90244f5425b45e7d278a74ce673dd2e49343e0a82f4874fecd56", + "14c0c9817f4f22d5f2251efcc78b8ffd67926fba73fb45e17293b59cdb3dd535", + "1501199487ec32e664d5f69df0b7da5186e71defb0c64229e946c7c5f0a0cb2f", + "1507748f87930160bae3bacbc4b87aeafb13ff0584c0b3457b0b15e33af846a5", + "150ecef476986ef9da9b97b6f1ffa83c74fc8ea3d8d57213831b3566d328b61a", + "15128cce41835053eda7e79d8a527734f51a5f94f0e71bc4f7c30c82bbd7381d", + "1590a2e329844ef537803416fa313ec171f54da63051be0a66528df467f45636", + "15c10dd97eff18ff9c11efeaac85032c3db028f8a024a25b5732401570b5de2b", + "15ce55e979b5b57f83c2c79f86f4ac3685778340aeb72db247ade562c3dc9fa4", + "15d91dbb5bb6cbcd2971a2c9005a7d1591a02de0780530cdd09301babf1d4295", + "15db89c2bd9b6360edcfd4126de0d04ab42d10be7e7c9eaba23f1184493696b2", + "15eafc044f81072b73a7e4978efb8a5053684d910f074bb9de0900cee1bde5ec", + "164faca0fe5fbd3466a4751b72dd20c69f8349f0f6b35367b75dcd27d79fde6e", + "165aed8e4463db7858a18e57d902eb84591607731c33d0799fe2e1dd9943a16a", + "166ad8c3cb7f8dd902042e4720f289b39d64cc34e240f516c37a552b98ddc204", + "1680fbae27ac70b8a104e58a59fa2ba47adba09377dcac5e76e68153151a1a24", + "16d7a66ecb74238e0d120dac82df1f13ff15fcd44325e4de897be2612471637a", + "16daf6296ef9184c97ba0e67164997e16876f7a16f3feb490c704ec7bb942f47", + "17242b256da38439da805284116ccd22b6dc0b4f1162e966c58d2699b88ed142", + "1728fffcde610b0ea864ffe387cb258be47affaa5fa2444d7271475cced07a00", + "1730561bf6306e61c4609c774a86ca11b4e49a8d1b01c3425f94ee9ebf718042", + "17794ad07b32b794fba99b4aa198cab80c73a617c80388cb3938f1bc448c33b4", + "179a8d46e8da7103776cc9d41954954f9a30cd4455377cc6af1bf76a0704580c", + "17c358ed8931a3e41bc39832f8024ab4cf2ecebd3070060890e8381a61c7b344", + "17c67143df844a780a50ec041cfb21740ed75142c30dd9a778cf56d46c5e2f5e", + "17e01942d367267f255ecec7a0d0756a47a18c02e6a868ccf4709c4bb7e5d75a", + "17f64daf3c523045868995b9b5893aa69c6406419d51d0d2d5d6dccc95768fb1", + "1828cbf1e501bd910192ca5f0118ad162ca6e99b3d11a588966650e20e5194f0", + "182b16a6d5297ed49a61456d81e924731b627fa701a33bebf113b5d1dbac34a0", + "182f7365b61944dec5bb0919a2d802ef89258842fe129664444ed82a58cfcca8", + "18657e4bb7bcc144077e48065c56afbfaffd0001a13ffdeaf8f6bb2326d8c483", + "18d4f30d97e86421c7a2f9bd716a3944dc4745651cfa54bbbca295c0ed56a933", + "19b08945d0d2787fc572f103b8f4bec38912b933f1489b4c73c41ea3b26e141d", + "19de7f92ee293142b40d8214a494dfd201964ef788d8663ece4c2ab5d3c8612c", + "19e0efc3b92b86a743d8a25d8228e7a35b8767c51244a2940bf325a900680e95", + "19fd5cb3bbb4d83eb86d436bf9786e970c339b1d854e91ea35e9a144e4155203", + "1a12204deff18038d5b27ab69ab157c6feaedb6adfe5560c46e31174eeff0f13", + "1a169940b1033a1daefd265afd89c6491a7a05d9c479667ea58efe6168771027", + "1a644d661b36094b489ea6e2ed67bc9fed3a3f5adbc01583591fef5eb9704bb1", + "1b261a0ce7ec407cba1565a8e4c24f3219233746509f716cab8c4747ee3537c3", + "1b2f9895a0fffaf04836d9581bb8bb6c2529fedf2283da978f875c2860d61f2b", + "1b42c5fb7e97213a533064bfe6bdad601e007166165a8f29f63e7e7999362c42", + "1b47810cd051a297cd61db10f6fb32c434e35242afbb75ebb728a1a9fca6c7de", + "1b644336b4b6654215dbcd04f4fff2f80f003d27531a1a7d5ae344a96223ec0c", + "1b779aa158ed431977a27764618e2a4e373f3ce3c5e20f75c8938781881d0e68", + "1b7dcea7adab5f8b915a848e6415ef988dcb9c01cf49cf61c573955f0845a4a4", + "1b8a6a6fa1b179d5d5437229af8793f416cd6ed3492b1fa08b9883757ba91bde", + "1b945f3f2ba81f701ae6363cb35f8805bef6fd083cb7f96fc28b60bd59b2a42e", + "1bf373e4138ede234792ca2a31f7cdf7d8000b81213d183c592c57810e5f860a", + "1c7c2472654cefecab0ce73cfd71bdce6ba3723a2d1b0e60db8c98aade0214c0", + "1c8a863bb173fb7383178f4791d07dab6d7e61deafe0533713f1dbe165714347", + "1ca29fa47c93e63575ec16caceca3cccb1433ddf46316e5a0e516a370aba3c98", + "1cb925d6fff01c6d651d84259d1a8ac66ef3e62bbe6edbb2dfbf8a32ba6e254b", + "1ce64787a72f626f6a88392499a9255a86c5383a749e004594bb8c1bd28ab033", + "1d31a051b2ec1fc2654e62a20c125ab46a8257c375a84eed7028b7e4e52d89c0", + "1d520b036adf88c23e2c7b29f0332b8b2e0145a89df01b7704c4dad4a4b7a26e", + "1d5844a8d16fd769c49e5ec5a2dbda1f912441f777969d005b10b7a54ec6f222", + "1d61e39cdd0ec95fd2b45881a6ae2dcabf25bc7b199d93850c9cea4689561fe2", + "1d71ce873b57f889c07cbca6e061d4c9a7e9b09f7a5080257809e5ccce1ef3f1", + "1d7833e75164b04c32bacecf88e1adbce107ef962491f630fa7e7995e7dfd250", + "1d7cc58ad59e6b600b4bd9ad4df955100e8d941433168c6cc049e26e843bde9f", + "1dbf59ec48199ba97c18205303d128b76b9c663595181fd12274398a2ca084e3", + "1dc1fd9b8eaa6883f2faca7699c9f508d1f6a8a77686902ac177131cf2899099", + "1e069441905d0a241eb511339e9dbb1fa46aeddbb8297488c2f610ee338cce43", + "1e43c66eca65528152bfe4159ecdb59354ee36c34b54eb62e985b212b25acd13", + "1e50848ce7dc42b4b42718f33d0c415ab9a46775c69ca5a4b82276908bb943eb", + "1e76599c93125e60681aa1bd6ae72f50d0a47a9c49cde9c6756909e98464d2ce", + "1e79355b42972c791c37b68852c99930c49365068ee1a5b7da7692d2aad48a32", + "1ecd0b4f77b2aa35440911addeb9c567c92d0871fc1fa9100e21b2be14139d18", + "1ecd4ac9f9621863890d5f786017185d6fef36d9a90002909562bd6a95eca2aa", + "1f4c8d73bf3a9ac57f9e2b43d427baf173b127d556762c817091febec2e02b83", + "1fa770f0d73df883caa5caf32e572447960a6f4a39cb919b7e5ef0ba5d8d4264", + "1fa94044a3bd20aff19e7c24bf541dfb9f85059bda026eee808d37fcf149bf33", + "1fd4988ce77729f824275c64a1736a759fd53bf3a9802c5fb4320f94889edac9", + "1fff8991748bca60d71af9cc9b2b3827ab3180ae705ebd62243c072721f8f094", + "203223582c0e7fca69776a87bd032ce7acdc2a2294698ff3a98d3b434f009347", + "20c786ab915d0509301693df90eae1ebf07cd0291a9238b3c107325d77b631f6", + "2106a3207e94eb944903c4fba0c66e02ab7f70389b6fd2655e6a934365c53a28", + "211894e79d6b7bc3345ad4e7706cd6c2e18970084a6b2e493b65bc8d59a5c727", + "2158667fab766e543795e7d22e30a62e6b02552493d9ae5d40764e724deb48ac", + "215af1c5f11ad99c5e43328eb8f930dd88cef637a51840abef90e51f91cbc371", + "215f4b47964817c247e28ca440642fd20f53f922013de4b009d90cde4c9d82cd", + "218195c1668cc7deb5f978b763d886317fec3a8ba0cc600b515d689330f959bc", + "21852b6057ee5fa7766c8f5498de18cb6a9b2ff18129ef78c35ccb43cb3a41d5", + "2193db36c24d0b68f9a562323f3455e60bac32e17e92c25108afeba03c0b8d83", + "21ae1c762c3fff7bc2ff0b1334fa52ec4290d14699b4ad762802e086427e6ea9", + "21bb9b4fcfff8d963d835e84fd8b0a3f0e3bb00da0c31b3ab99f7eda3b9d1879", + "21df15768401d6a240f92e69c17482210d8decca91922111b82544359047545e", + "2208bc75cce9607aa11acf9f64f8a37a4d2f1f8f9d3dcd59328f72e9f2f573c0", + "22243656978707a34f369f92c925fbe6e807c42c9200857afa1712beabec982c", + "223348e6289ba2185e679f0cda88bb6a8d7a8f5f81325fb7199f27c88ddd5192", + "2244cf8a582b801857e5074afda78acceda9fa1730380526087424fef042006a", + "2266cacc0b7ff3f0808e75c671cbfcaae5ac8f347d0c0c809779a3d3dbfa5fe0", + "226c86fbe1e36d2904f345f76cfaba39a6d71be0bd735335cb0c503e3b5ca3e5", + "227faa5ea2706a8fb5dc63022bd1338300485f9df8f7fdbf1733b170fc67397a", + "228107ee33b2c2e9e1e2aa7156e4cad7d4313d56cbcc7245c6b6f0b5ab6ee0df", + "229f12e885bb5e4ac5d830c3548c117169f2ddf5f11b730ccd852fb076c32ad6", + "22a71995d6c30b1889e0ca873a9de38aa25197eaba39464831d78c8132c2aebd", + "22c123126020665ad6ff2e62a8ac0395674089bcfd7a2a5e95879a0f3f42ba66", + "22f8bee7eb3aa2f15cc3a50fde768180b27cff6da04fd3ac602d0588349fccb9", + "2354b73626bcb881817c40eb612de6c984ceea635873d56767fd7d27cf72f337", + "2366155c840f1847f61784e44b578172919a4fb17e789c5e9993adff27f20ac1", + "2393fc9fe882416a98301134c8f1bc40959cbb0df4a788c18d6ba97227dab57f", + "239edc4db69e5c6c2ec386800ed2a16c1d14f40c5296dc5b474fe02f303e2932", + "23a19cdcdb11c480c19b5e826ffa9ae9a41f75356503c4c189b952e7e7229c10", + "23e7778305fd2fcf3d8f178ff8b0542c668ef7e7e7ef8c1a1719742ed4205899", + "23f90b26c36b6a00f084465c27149865452885e7b6741d29261be0963c5addc7", + "2405dad17d1d80f91da8f5654687782f23179182fa8ea95d0e7942f024d88ff2", + "240e6c1a1da07b1182d1f9c34e2585ca561d75e0c7d9c467e9f668638e3d4769", + "243ba124b326bfb985fc9db69b613aa893389059ec2b6d5083705fbf4996f0aa", + "244a86be38dfd9d932f23b9d27a9416b40b633a754cc528b81f7987672c3ccb0", + "2470bfaedd598e75adcd25e04758049ee6770a8f94a68950d5f90509fadc948f", + "2483f6c4d3c44d993895b6443f371d662e7e0d212307b47f3ab729db8d59a20a", + "248838a33696f03df582c2fdf2f6079a214d6ff05333caa5f95f138dc9af2b42", + "24ae887a86eb0636d75da5749f2d58725e00b258a152666689851b7ada661760", + "24aff802e6017c90e6244f7ded77aed1fcbb545953cb200d04972648eced96ea", + "24bde8b59e05b32bb2b477d9106f41f2782c9842a470e70bf08bb527d24132e3", + "25029d6aa49a43a7e8643cdbe81f4689c354b4913f90703da4256b6d93cbe73d", + "2584bdcca36c2871dd912988d49fe1f921aa8ad95ef0c60409c774bec286b379", + "259297aebc704d7d5569506071b5d478f9e3b879717b63b09ab00e4608e514fa", + "25938b7d578e370d915f65c0643c37264dc75c7c2c5a4e86211fc222ee78798f", + "25aaa260d7f61482d0dece1a6dc0ebddda72f625bd38bba89694a83b834d7a71", + "25d303833c68d194606fe985b8b39f09cdc60f97efec4e116be8787bb23f98fb", + "2605fcc76d52f90b98dfa94952e2a390477323091d8d0651c1227a952c2c191f", + "26273a075d3f2fa5551130d04d65fa7cdbec6f2c4770ba144eced4ae719cbffb", + "267564c04ba8e005d6b23639c895d35cb0591e0291a9e263cf5cbde05cfef1bc", + "267b0a39e499f0278a58eca2a6205c39a1503c08694d52754c5d8a487ce64c1d", + "26e4de7e4ae0c7104c8c6aedae934d81d97dfc89169ebf415a3b0219eb8fa9cf", + "26e71a515501d52e4c0fae7edfadaab7638fd7152ac373d88be078abeb2d001e", + "26fa8b7a8f9dbb96c9ea366cbbece69d993514b5ad6be8d8522c7f65a4fc2b4c", + "26fe2653ac2789f9ff3ce5dcf164b2c7f228b648e61805e3855ae9c8bf59526f", + "27427c19368afa942253ff0a473755aacfe1f98982af2f540963275b55a49d1d", + "2771ffdf18dfdfd65d02bf1b8bb36aa56570b790a173759cba7442958b7c8e59", + "27794ef63ff9fb7240d2bda2254462fb9094bdd72226a306977f6b7d82821b01", + "27c5d39a379b325588db6be3aae94fb88d53d4cb5159be340b12466159c224ad", + "27cebfb6abc8671e279fff311fab47dda886f886c26118a8a17132cc55ffd2d0", + "280c1a759d77de7a2eb914d964e2bbd88d32640e4fc9885ea5ad6e97b7926ecb", + "283124debec6334f87ecad97e22eb29412f665347953741d545a1362d50cf700", + "284292effe9290e071b49536e7676e25b1f2b51403501d067e35c4cfd930cb7d", + "285dc9617d8a64ad63c678ff0ff60dfd6c2c395a2084e2dd1b423511b99f452f", + "289e975996c5a4d8054e12f8cd26151ffa576b2fdcbc04ce39d0b8e3853ae395", + "28ce9db3376e8b1aadaf10eacf458f510bc957fcdcfedfd029bad2cb1b07bc73", + "28dca848a9bb9643b1b2d9a4a8f2f7a044c5a1994acb722baf9f46915260dcbd", + "28dd980e1372e6396aed2934d45aeeef28430910a7ed953e7c0152bf548e9c91", + "2921ea55f352623ff28dd31ac8b6126a8df490e5433d55abfbc4c3bc45d04047", + "2924d65dfedd8cff2e2d9db5f0f5f65c545597e7aef61c5eee9215374b1c97cd", + "292f2b9e562927a46924f407c14ef193343db63063425a32603740d594b02d7e", + "293f27e5ab477371a20a6fe6c65b647c259a6a98c3b813fd186b7a356bb63c54", + "29462899b56ca8dc69f31a04da863dfb0aa826f16e099bfc2d5978c938316a6b", + "2969c04005b15ee1f9eda734cb9eeaa861702af06deef784dcb9b8fd06f97282", + "2974f03b745944abd7ccd676a1f3750e8f16ae68c9c074bdc65e10b5623990f7", + "29a08c002de030c471f68e1e749966abc348ebb2ceb422612ad8c9ff3fdff258", + "29b3e33c27623bb4d5e4c858238a1d9fd530fd43dd87173f95456244872a5ec2", + "29b6050cc305b3bb5e1a40aba11155d89c2967f36eef823d4bf93474dc862356", + "29c8e5d1c664155ba776984de03294cdd6d46e2a2481599278cb12b9c042b93f", + "2a08bcf84f783530d696add19ea25a3fcc1226584bd2dc1ea0bd38a805fed8be", + "2a550c026e9ff65d75443586c017ace88635598a8faf177cb70fdec7b4761cb1", + "2a621087236e8404b3c0e45a264692011e1e30e8be64b0555a45885758aab52f", + "2a74d3e3f8eaea1675636298b1992c4b487c22866d70d483ea9d44873dc8f085", + "2a7965e1a56d537f2a2fc4bc7c9a7c4ef69a5cad08ad8411b497598b73fd9715", + "2a84af45206416f82ec91b76b8453b31a3ad892082d4ebaf0ba02647725db5d3", + "2ab5a2e4a8ad61ab47ed5ff6fa9b024652368e9fc35e4dfce3a004ba7169f077", + "2b2568383c501e9b66e98687135285a10376864a191834e8192a47db47ada0d0", + "2b2a0e3b2e9a54e95583639e8663921d0c0dc95ad6e1eab5776c4c85f3d3c519", + "2b3ebd6abe46a3e2d257c221c2521e4f2fb92b20c830f3370929106fdf462276", + "2b4a13516d94a909b64523740d2a7b42d960130275ed885b8476e5fe1a053ea8", + "2b519f4c71b588b9255394601a55032d4137587d9b4bc84ad87311564d4573e6", + "2b5fe3cbaa0557413f47e9904a66c0bb44c8e85dfb076eb68dcdc7195c587738", + "2b694c3919c53658c7115697287ec18707f91c178535e1b93a839ea7236674f6", + "2b6fc7dd39006b19ab1ad37d025d46563503e4d3b475dfc3944e4f30cc0edb9c", + "2b72a5c938c4ead2c17c0a0fa02caf08ffba9cd0c24c9f3dcc5af30e259af482", + "2b72e11390e9cb9502e0c03612bf3462bf0762abbc3c5ae2adfc7cee8e60ce57", + "2b738c4c7c9fb5a740202f324f24154482ea4a7b6f828354fa6daf638cd02e60", + "2b7a77bebff0ce005faa414e6e225e537967e9aca9e489090bd0c7c109c0c497", + "2bd3904c8bb216a19bed7b0a6f91e6fd12654312bad26d9b7e117d21a837f039", + "2bfdfb35553a281bbb7b5dbffa56a58f3d0c6c59d30d0597d4504feba177384e", + "2c69a32e259e132f0c383c6cc4674ab062850bbe9240405338f47b5392091a66", + "2cbb005c3d38bcd89685e0838a6145254e733833d7df151efeb9fce97f445636", + "2cbf2e5dbd2bff53014a66a4cbd93f69f92f886c5b4ee02353e4ba9c94e3826f", + "2cf03c960330a31b32f11d7bb56831aaf8e883f1e62b05cb3f4453fd80e40fbf", + "2d1adbbeeaa8811ef41d9bbd778507b51163ef3021fa808f767943b465b8ce16", + "2d2323f574328014c75e32fea3155f729fde3861ecf369ab6f337d310c90c1b1", + "2d2d9b13157d8f72554f0f880795745f9b6ff6461dd073d584e756caddc4cdf2", + "2d3a44eee75068d618b9bdd36b116e8e40ccbad1c16156b8bd0b06369ae81ee9", + "2da33335bb58839ce28b97fdecbf093fa0213f9d9d79801e050957efd4d4b0ce", + "2db74393909f5acfc2d5e00ffa646cc924b6ea3dabfabba9329b260a560dc354", + "2dc05339260685d20603763b5ca9b7ce8dfbe566b95e3c0979f5898dc39922b4", + "2dc306af4f727cee39b8ec93cdeede9dd9b08460753a2365f828c08333c8639b", + "2dd3adb43e3b61853b8a30448e12a24e24618eb60be5ac6a6e6310cd608eec63", + "2dddc0fa022e4dcd9424b09b16f89f0f61255a55b0748ab2a22890e87878a0bd", + "2defa16f507f490fb59bb70e071d85414ef07276dfa21b5317f8d06c4e3b1a73", + "2df21916ed241f489d69e97d370e4d6d6941211f36a925a3b86d7ed1c0fc1cec", + "2e053f8b5edaeb383ad6e73c2388a18a8f9a6d6869b237fac4325d5a2245a564", + "2e07bf8f9debd974bcd7d7f5721df3d08df6e4a9a3c891ed518cf783df0c9e3a", + "2e2ddfb1b4872831c5c5ee20abea9046923a7fddcc7462c975f79d71af030ad5", + "2e3166ed803467db2f1e7955b14d163daa016118a0240832622a3a89e31cc290", + "2e34ef045128d6d9abf7e7bbb3b7d655a355c932450e8c216830216a55f45bf6", + "2e4abffd42d065405d5c50a7e89b60b4635129858fd422bd8a5bc56debfa3d1f", + "2e7dc207e0ec7256ce878bee56d6eb7e89851dfb15739e987b5154450714819d", + "2e8b45b76496d343b60a3084f4c983916d31c5b7eed40d45909452d83f749012", + "2e992008ae3b92ac0e6c56a979e6e97376f6ab01ba1657b26eddc2f1b774eb4a", + "2e9e3a0dc28d9cc455e426bedca616fdfab0fcb4b07db71afc3a3cc55de065b7", + "2eb409f84a30521f4d270324a38a35757203f0aa3cbe84a002bb76d075c4ee95", + "2ecc79683b3b1ee11cf498155da25ab786ee469d99f7bc0348d55409a9e59f67", + "2f04d8c5bb5359ce1f9de574cc90c3d40d4e3623368871c574c3dc5419ce88d2", + "2f0a059d5a5edfb859aec1f0e51a86a767e10f8debc5af8b1d705bac6c820659", + "2f20d184ed355324c87d927888e73b46809427944c6c76926b221a1ff10fc4aa", + "2f74cccff6a3b3582d3d5c8b80bb2a826f8e8338d1baea38010dcd660f90b724", + "2fd6faf46ffe17059af06ec0c9ba806ced076ca905ac45a24879deed1c45afd2", + "301f4176d152f5ca05d3a3b212924e746ad4e088b3b8f3cb9b468e8c75c4eadf", + "304b4b93752f54c39c79148e2f4fe81ea04595e2ca127ee9162dba7a49c5be9b", + "306722a747e9b40790bb9dfc3277629b283df3204757190dfa3c9a77bb82b6c3", + "3067e3bef680d92ca05a1b10a1efaf2313dc1a700c292d07ac763b0717807e72", + "306ae438448f671a8b163290a896bea20caba868a7989a4115c607936c5a23db", + "3085ad2c20aa1751700c2a52e56a31582262e6d33490a2d863b49ad42eedf490", + "308d8a8b4f266866938940a106851d72fe3e6c09d9a246b1d339a7eaed04a3ad", + "308fd860e7b20a5003f598b1560f3d3d9ca6c1ed6ca172b94d89d8c0a2a81f2f", + "309094bdd0171c5d9013e448ee826e8683edc9caa3b05cdb830474e451b2967b", + "309ea352f1fa69f0db7582c33dae60a6e94af9b27e5b520c5d904f944fa68126", + "30a504f78e25c60f73e949b01851fa600f1748f14eb937da25d60e34f8914834", + "30ccbbd11c3360af33dc437ae8648c6f844ac6c6ad3d9a4bc066f5be76a23793", + "30e05421984dc87342b7a0c5e0f5ada02174ed62e5ddd94515fdcb0562a23a7c", + "30f332c1a28575705598386d0a16c103751abdfede5f2248d79bf7fc1b502292", + "30fe071a03f9190a7b9bf43e6848989931924b3ed57feac707a887d398225ace", + "31321c89060394789fa478b8e5e55158d305a2ecdc1d3e1736ad1fc2da960561", + "3155118baf245eb3638c6b00a0dac1335b2908925cc9ea929080acc31b1d4692", + "3156405fdd7823ec3d73009465ded9eacca77ce01ad522b2686e3f0a53afd15d", + "31904cf5060e463ae0df2858d4ffe8c5e6f88f1b4fc97583a9942f4e39461bc7", + "31c34949f3dd67ded3e6234af496cdc55c1601ffb2e2f9566e0901cbc42104a4", + "31f19b0f89f217f06f53495c011828494e379517edb22220d1e08076081d2fd8", + "31fa2d2738687e84aeb791d1da281c35e009d609352b79e938b035c718a47530", + "32188bec2e0424b77ea0f3633c8be658cc35a739de5842dced47bb4cf29b2e85", + "3226aef36f5280e1a5f7aa6921eed13bc6f959316ac2e0b64006c092639f7580", + "3282223e993dd22d7998813c953ad2266e639d3d9f861168eb41a0e6accb55c8", + "32bd77fac7231b667834724f6fc99fb379885d7c0b217fbd5f741a8e40904b96", + "32d78508833e9de23b051b65fac7099f8a8582b13576e65ddd950cdba06bb3db", + "32eacb2a02b9c5c57ac5384a2c6670c7c1f2164a9895398fcc42d78f3ef0cacf", + "331915366ec39333ff7c232f1838bf30be30e90aebc2e357e9d36d7024e1131b", + "33452c95909e9c0cdfa89c3cc04a7b27102859779a85dd966559b993eb94a7b1", + "3351793a8c5db83f2f1877a1cc8bb57f7d76f3e614c55dbd58e8489491e24af5", + "337ea7d073d3cd9be0463afe0eb37c755c15240f54d10ed971cdfd4f09618d8b", + "337f9f4695b3e8a6d6ef006ebf5b1cde828e91ea4237ecc5992d6291292ee7cf", + "33ac16e402f3f2824708a8187c19404f952acb49f1ee8b4bbe5312ad585fb131", + "33ad56c3d64bd864c3a927b12fb95ac99c6dee0e6abc244fbf4b61149b16be74", + "33b0a6867562a918e8702903b476fa7100a1b356b6613d2e9c25035e31d0791c", + "33bd5cc6473cc48632de8dd7f0ae4c6d99d772cd07e29e5bf3b37f4f9e142d66", + "33c5f3455ea8abbe73312f89915385361981af36a329a1a357c3d7274c2a1d2f", + "33c7e4b1a1be597198141e9f4506cb9c9e0955b01e6fa2103b428cd8d187f5b4", + "33e3575cb0a63713d10b724814597d6160c2549a3ac1947125c10dfc02d66286", + "33f483a510152f19c6c4220525d2227535ac5ceb9fca7483f95ec74122dc0b73", + "33fc9890af9071f76d49957ca4596b2255dac4564c3238d02f369030ee0acde1", + "34169e0b266acc6516cf0abecb99fbf15d96010e9937ccd43726762a9716ac8b", + "3421114015b80b306d6ff05cda48ef6742e935d3e9f1fbd4a79c6eb378665f10", + "3432acb18a5419f76a291dc59126ca2a71d0ded8c0c5e6da08d58ac040d5a264", + "347682ce1cb3ed264f55a6f66f7908b2a5b4aced184463812ad49a7a785bdde7", + "34b271c48e0c0b2b2b29ac13d525b4a4fba844419fb6b88cd0c1b78cfca8c3a4", + "34ccab9180bf8852ae598aae302da522f7e2366d54fde419f9e990b4abcf1722", + "34ccb47ee7a64b14318d84d641a7046684f71ec4d01aadc54c3203a1085ac817", + "34f3ead3029e94a2a25c940365600dc03afde42ba6da925938431506431d3585", + "3543fb202207aa6628c47078d7f21f7590defca0b9eb7af4ba12ed5aa445c4e5", + "355cff0ae44e80d74b235b926e1e414860320ad4a101ec70fa99f9cc2481b626", + "35905154d89fd0df546a823190c2754e6d51f79cd30024c9c1acb9f2c7eda1a4", + "35a7d85bb77a51ffe29fa15e956a970b54810c1f618adbd8547a4efba9df46e5", + "35da11f528bc82d5f9ebf9f5bb9bc25c766cff532216af0646b1d8f15afd2baf", + "3619b67cc0937e9f89964936c4e2ef1897f48ad30b83e4224812c1222882511d", + "36253466aa8a53fc51bb8fc037d21924520d59aa36259be54b53f8d8c67015e5", + "36714da17a776533a53fdb0fac7fc0b051a1bd0bf85320ee3bbb09ff68da5b9a", + "36bfdfc702c50ddc4995779357499347962e08280e108d1f67fc6377ee56e225", + "36c654f26c8c4b5e4db51a5c1f2213b8206a5e4c88d84d5dcec4a7268b42265f", + "36d2173dcb129d98a1fbb9a25ecff8613706c046e4ccf8b49c07d0f8043f6d9a", + "374d2651979eeadfad2699f5a557d7db7174073b84eec55c9704fc171d768e12", + "376cff84d5eaabcd84de92e8037c98ff298ac1d372866331c49efed4d8ad0e15", + "37b247ed57b009b125d27738b5bec0372247fb76cb1cf225c16dff94019aa8fb", + "37c6a25a9fefc754d6d25c419a6485068c7a1dc1af5d07280145cbf7e849fa8b", + "380d3341ffe5b7eb9332109706e251b68211796ad2714d403a50e8809939f4b0", + "382e7932bbe71318dee082bd946788f610fa948c114d3a3bdd763553fb10aa59", + "3837c28ddc9543e2beff4e98d311d4a7ad2e675019dcfa0f38bc54dbdd00e1fe", + "384b8311b0fd3f43ae9e3c803c42ce0b5ac4f23f5dc1c1785def1cd01f34e99f", + "38680b605ac4b6e46bda8a39889e50dd8df12cc82c303e31928a16cf3e310cc5", + "387200a627634514bb8321770d460b668c9516375226ff1b129c54e00e743267", + "389b17e5ec1ac64f3b51977b3ebf9279409572fbbd1cc5779e5986f10ea0eaf6", + "389c9edea933534cebf8dccb4b7e03b96ebac870ab1c83bac3193688e5596152", + "38adf5a5620c39b5b3cd62b452de47b44487adbfcd855ff75b37eaa331277cb0", + "38be75538254cfe4d5e535b5bfeb08d320e36d2fc09e9d3fe0dbc369a03c6f2e", + "38c5e9c98332a91abd7c6654227b1eabf1717bc4c48eae5ba54d4250a1b8faae", + "38d86b76bfad976d136d0a0a6ebf1220b57bb58fc6d0c6bb1161474740643564", + "38f011dfb9503dbb7d7c5547e05c955e684a5de2a8a2431a40cde7c23e1b30a1", + "38f2f6a1c0398f9a45a2c8c4efe37de7ac56d3031102eede259aba10d6ae3fc1", + "392d57bd5fbc504434787a303f8e1c56064fd33fbb145766cf7e7f1a0088ba1b", + "393003d60574390abc414e5bad9f145b5a4382b3a34606d19e0f2612fce42834", + "396066036fb59e21a23d3dcd772be7f1834dc79369b98db5aab76fac639557ce", + "39907f7d1ac19d644f06417cd795e3ebcccc940383f1bd078e1b5c839f79057b", + "39943f932a5282c29a1719b4bd14cb195599345a3df6889c657702b127783e38", + "399da7528776a819912236825acf69f6cdf7b3ab904d49f16e970f0aed4053db", + "39aaf3de02157ee50731d29a7af009637f923a488b32a28213893cde9d796982", + "39cb6cbd40abd3a3b830ff12a87b423447419a54aea2df12ae424db1928a3aea", + "39d727d8064649b6d18281804dcfcc9d26bd27ff747b7a74252c7bfa62c6c01f", + "39dc7dc27988f1ec49f46b721feaabc2b63126a44c585f447c54abf33be9616d", + "39e5e558b78627797fa5fc55aab54c3353435867baecad912dc8c54062da8458", + "3a5343a13cc9fc4fe5e37203776a45663a5e988c50955ba5ee1ef78bc4f77623", + "3a573bba76d4f43d6e64238fa21e38aac63f8a2c511db774ae118d40c509ca29", + "3a8e9ea5bc01a4d394a2b7a91bf89b579395bd802683f24914a6c822969a7417", + "3a9ad0d2857e8b0dfac3bd237dfceb08c1db01b79a0169a868b8d588a589d35b", + "3ae9e28b8f68bb9676cac4f93d99c9704ef82ed42794bb2a9aca59f52833ede3", + "3ae9e7b2eb9044e1be1281a28177b8dc4ea1b4eca35f88a11157bc8f68e257f5", + "3aead832e9e872bc3a1d9324fd90910c8a904255c92159b2cb3202241d1c50b5", + "3b12a56b380ae79ca6c9a061b7e7902544a9cf51eea1b627206e44334fb3fc10", + "3b16dd05c50b6534be4523f8f34e0778455ad90ace4091604f18356a14b8edac", + "3b1bca7064e1eb773d2a2a55e2151392dbe3a9a44ae12a14017d258edb8842ed", + "3b29e3d5850f9099ae05d5171456f0a735ea8f07c137492557a93f425ef7e7c9", + "3b3b58ffa394f68cd450f57e00369649704aac9e4e954fe2d0c89f7ae75b634b", + "3bb376999dc724ca9695e469e5db3da657c83841343a498132d5849bf8e1db46", + "3bd236b7cd8f3bf3461f6e6eedfeb97ef0b0fcadfbc4a42164eea6546bfe0c72", + "3bea6795b923ffc0354dd3e3c427b242af16597e2c327e0bfd164026f1cc8c8a", + "3bec1a06ba82fe284d099ae5f195379ed8b870dc62a4ffbed1a67437805e3eaf", + "3c0d4da7c7013e037a799b975326ceb560a905a9381dce02c6540d46404e6dcc", + "3c3768c794292f1cb9a8e23c221abd3cfb5483be5893be5302dda43c86dd70f7", + "3c529806ad8b1c37819898031c2e8ac6a27d47b259acb7cf1691f51689c86651", + "3c611a1bddfd25ae3b7170d90da70818ca5e5327cefe4454b6628da9a08a6db4", + "3c7cc070b7fe2fada929c8cf26fb697e3c58062a6fe3ca348e1a1eda76b37625", + "3cb6873e95612d0fb931a822a8b55afed47585c707ae3f6136a682b244ea0f9a", + "3ccefeaa917898a3cd386dfe4d65199796e1cfc8bb4a73985af3f1e4ce3a26a1", + "3cedc03408a8b3da093700161a478a062762373e3a952e36a2e11992c6e089e0", + "3d2ff9c749ff902f5bfba3fd3f7a269b5aa37487001a7318e50f09fc043bb09f", + "3d3102629f40f0f6fc575a5a87ae7d73b895a8960e8746b056fba7f368a2595b", + "3d32a74525e557244497297607dd36cbbf4777e0778888152e1603d600b26564", + "3d60580449a07508fa4162d6c188e21c4dcea4014ae77b7b4908ff786d9456ab", + "3d74f4db788aa8bfd1a108c3cf1bed0958332e64df508f002310fdd13fb57e1b", + "3d74fce3a56854f176b3c1660203d4424bd3557c09ca2c224a3403946da2cc94", + "3dc736a1700bbadd6eb95f52a70b1d397f49aca10d5c94a3fe6f9ce946fedad3", + "3de589be6e9c38b0b10243bd7c2bc3055d643f29c3944339db80ab405b3a1c32", + "3de99f1d97b00c3baa52658450c06e846b07ea78cbe8a3338b7be49b03fbc357", + "3dfd24ce8083825ac0413bd174d48661f4e7a666faa6d6f54592d49fc244ce81", + "3e18849ab3807d887c0f4fa62a2bbf6e76a41dea1ac7950ab5a1ba4cf96af931", + "3e77980932066d7cbe8263a65005bcc889b865516454120c1f48f94c2fef9dbc", + "3e960f77007ccc87387c15f7aafe210ae38438f8f6c8ff64551033770046c8e1", + "3eda1adf6b8f49d33323ae8e6bc96a1cca229571f5927a804a6b878fef00e3c1", + "3f0c251e7b67fb6858967a27754f29ad110c89c0b158c4f2e5a96c05fd81b888", + "3f420e76b844336a91049960db17157980dfa4d5916d0b814d78cddbf57c4f86", + "3f5d876571875f965c438a8a58c96b7f32234911546f2c1590b83a5198acaa3d", + "3f6e99c36c36dd12dacfbe23c7ac87082c419842dc12bec4f74829f764a8e6f9", + "3f8f5d84da330a6c7016ad72d234c174aaf723b45cbe5d3a9145e675c2575568", + "3faf0136d7affd01be02bf5a9698317ee8a6ff6f6a0ba75779670d18c66a38b4", + "3fd34303b59e12e06bd772fc1b9792580da8a50e4d69dbf78702fe7bec9b8c0b", + "3fe4f6a0da2df15f272d64d4f9ea68425ad01fa3f0f6ee452ab9cffc98c34b18", + "400a9724d93c3ba1b67e2e8cec7225516e819676e4733d50ed33edafcab0a707", + "4012b33f2ecf8d1baf925426438baf8632a4fdb1f52dd767a572496a457e5ee3", + "4018bc333ed65ada31d42f42e5e51b29c6e927157e58cd60f037c1f26c49599b", + "404ef49e9e6d25710b2c12929318e60fd4601328688785d65844608044de48bf", + "40c9410e7b8ade1cb3a6fa71487e22f7892b5f85da1fbd14f433fabbc48cb583", + "40ebe8d29f30b9acd3993e9d72f36d2511b3a81c8d50a25b6304d3ebc4504eb9", + "40f4b6329e19c0ad22fb492fc79edcd242a2183f9fa3aff583dfcff16beaeceb", + "4119243479f2a04dfa7843c8a9357b64a7bbc4bb9378d364ba66938fa29993b3", + "41582150bb4e6f0252ef9eb9b8d9ccdc6d9111291411798bdca84198a1d29e79", + "41602d2b2ae7b9d18ce632b67e369cba36d272d2b0f412cd30a481cfa0cd49d1", + "417be49aa3741eb0120073ae71337f11595f05d93525afe5dcdcec42bcf24df5", + "41beec4ea2210c90956299942b14f90f8c6c450035b05f56a7b5a8fdd54db85a", + "41dfdd7f8a8debeeb472a7afc5a6a55d1139a39985f07eab8effaa20a412af3d", + "42090d888f6cf0a9bb0956166fbf65d0d16b4ee84bfb7975afa821ad8a10a869", + "421469c5402db04f1276760314af84edb5f2c5ca93e0d77a31f31cebacf0f96e", + "422872dac53957684f5fb702d6e11b39f4108487bb848c0d26b7b4376cef69a5", + "423003117279ba621fa3481afa37e09c1966b3fa7e49608f95ba53db066c4bdd", + "427ee0af0d810082509973505dda1b7b1befe244be465f40b3e642047132adf6", + "42a0a9a7c4bb7b6e66ec7f68c0905d2a4554f50cd078ea3465b2c3e4b6a7e085", + "430794193b81c68d824dc36a195b9570fab05a4a0b5b0be3c5ae5698cc82b6d4", + "434ba4341c13fc1fc6d71d9eee95ea2a39c06771630b215effea797ced42e9df", + "43536f1ba3748225251c8d65c5a5ba97747caf695d420f85e4b62457c8a9db9d", + "4356382bf08cc0c2d865bf6a0e018cbb2b90415c5dd37f5207c5a874e7e1b0c8", + "435933e580253d372d941f3a6b5be5352dbcf61dcd2355007b7f8369c5dc3728", + "43977f363939808102fc0d611a5e27cc924308b2a5a88939a46be95452a0f070", + "43e04de95dfed0fbb2c29a1c7485d3d6c66cc66ea7ad695e830915f1358c3a4b", + "43f0895baa6de45c86e086854700cc2ab2841f2afe5911496244f45ab3818109", + "440e2bcaa12caf38dd81cbd60439f72067e1767478c6b77e3613f76edb11e8c8", + "441a8a6e8fdc88b18e5a5174eab8a9f9b5110d15a3c5329ba01b9ed9da185aa7", + "441b9b6bb84b083a33a31a436fb9dca500ec5d7ca0051a1b7813eb2684be624f", + "4441befd5fd6304f1a65bf2406aa25ad86a0f30ca7bd4f5cd4deae4d384f1ca2", + "448596ed1a8fb48786ed62faa09ff8a9cc1ddb31179cfc0ba5eb60ee00400112", + "4494dfcb21b68387a1e0da5394813e325547a389598b224ce8b10b7bdb7ec945", + "44c16b61c03f9214c769001b2444ea84acbc91960c125fec67b7596862bb4bf3", + "44c9620d8eeeff6ccccd98d825af7354ed4eb4400131e03b5ea04409113b39e6", + "44da5db5b8e8740a38435d426e4eb9f855beeafa03098faaebc33ccea9d0b744", + "45244adc20436d2f5a427b80f4f1c15a73d8579ea5d2dbfb4bfc72e5f997d115", + "4557c4cd811e0166e218978bdb775fb6ea299c9603e3c20de6afb68e24706d9e", + "456b221337cbc952c55988375ec557286728cd771ef9408f1c764a4073a1e8f2", + "457bffb709cb5ccf6977d714e33b256783469ec035f37c071395e36e4cf4debc", + "45893369e05b3cf063d77f451ff8a6417a1f97bd6b4838c8dec22bef43bac523", + "45989e843b597dec4790098482c0063a6acd65d1c01bba9e8131bc813df32ad6", + "45dbc8cf1ef6e1c9ffc1c8b79f3e7513ac92f1e46154a0dbb7edf3d03ee898cb", + "46382d94897e05a802f9482b1e10fa0ade6053254dcabfc957022abbe14e500f", + "464151651c3adc93f0644b3f9b94b0e98dbb04136e92735dbbfe83b18658074d", + "4696efbc5ce832da96a9ef1c6f515d0e944264dd070cba698e9e89323ca114ae", + "46cd422c309d4f4394c38d7bcae4ce458613793042ad31626cca4a303cde1a51", + "46e704548e226c14dea88e9ff1acaf4de243139614902fdf3f5997d9c13fb34f", + "4783f6f77bb4629c69d6822d64cb2da730348eaa8a136a24194d24d53b83f559", + "47c6f0de97d395643f179a9f3247d2768707b5964c336eee0765202a603e393c", + "47ed9d7edc63708dae6e1f25927c5231c86b6ba6717983516b994ed544bb2e8a", + "47fefb31541d1c4cce72568f220febded0b5c4ec858cc6c1147050d8878b8083", + "4801fda1d5dd623aa273a8369de75adfae8657152a36650b6e8002da433117c6", + "48126690b86a0aecf87d8e7251173c0020ff593b458133ae8b560d6d9f5370da", + "4828a99d5491c1b8f564b661ac866eef5afea099c7f7ad2d67924e2c735a004e", + "484af435548059ee71cf025a6b8895e8576d14575677ef293037221f0624cc09", + "4856458e1a9f38fa310eba2ca517513c74fdbd8d62cf29196f5656460f42e268", + "4871fb0f89facb7ca44af55e031344953f8ef45c7b7585984f6fdf9e5946fe74", + "48a465de4fa18a9eb99967acba19b560edf8a061be1926210d5e96c837f18b11", + "48c30858be8459db0ca75bf71f5121e2f0b6ad18a328108363184efb2fecb713", + "48fa46445e65a643e29937c69e0538384ba7f1feef2088a73a6c39990ba26549", + "49253c445ce10685f3fef55e41d69dab439b9c9c07ad1d7fa96bfcfbb343e1e8", + "49371386ec950ac3831816f28cb358301a13abbdb3c56f5fb42003916cd59796", + "4938be3383313071b1269b37d6459e6a87242f58492b02dbc44f335d1a83c5ca", + "496d3f9c41547b2fa460c2054fb7c381747424a75117b3e471d5f5ced0067c3c", + "4979a34d6cf19c97162debc3a657c79cb50dabd39c747623d71f2c520c93f3f2", + "497cdb2183fd3f04cc5a0c73dee40295e9bf0a15a9d91234b7bf617280cba693", + "49817e31b53b5d8068fdda4e2e63369d63d548bed45065c03e04df508046367c", + "49b173f5c0aaed30183ede6f3fe27ac6e96db679cb07d35802d9576bcd672d88", + "49d89c167a538636e2cd7a049b633cc8c7f28d0e86860f2c30b3dbd3de4c8c92", + "49db0c2118ffe8b7f171b29e2e464253a1b10c551ae05ab473386a050c8cbcb6", + "49e4287b6ee26db52e0b2ba0229cb0cf295899071855dc3f665150df4a689ced", + "4a207c0a8a8e584fa8a3df1ad6d6a7572faec70672511c3f9fed0b5d608eed50", + "4a42d21f25dc546223c6113b33a861a36837ebe67506cbe9b0c1b75c8722d517", + "4a5e398567c199f6d294a82583b892fb3b0d3b5c40fded337ee09b634132d9ee", + "4a64db3dc71ce8b6eca7ff5091a0277e2b80ad862567edf4210832e7010a5521", + "4a77ffbfbd81da55bd8c5706cdb05b1dd3120466e1ac2face12b1206e0805a6f", + "4a7f6bac80765327bb0a049c8fc3cfce86f18cae7c8a1c6a57cd7dabec934d52", + "4ab9fc7611e72acf1d3a55fd6ebeb87ffd5b1efedee167da17118bb5705faa3e", + "4b09b1b44158cf0cc3de2907ced21de6de81b27ee094308de5e889de05fd66a7", + "4b0cc785d418234ca91e5b634d702589cd328168efca29e8cca374b3f0806b0a", + "4b0de9893a759494abf37b80d8c8b14487ba7c1f4c2933e3684cf0522d3b2e96", + "4b17ff76e6f9846ad966ec619bbfecec4c15f6155b12d82b97d286994927448f", + "4b5befafa28e84c8bb80aec49d60255781ed80956037db55bce16eaf8dcd7587", + "4b6543e98732849e1e2ba3b993f7da9340803e9e91a1f5f4c030ca972f720c1c", + "4b65ae471b05d20e97ee83c2c32fdc74e406e3019d0e9361b025dd1c2bff3584", + "4b82bb99d206dbe881b684309528b9a233f7c01aa2de42ada61be3497547eadd", + "4bb7a372a1e1de11644233db31b82c7d11e50c0628e7c8f58b2e21f988d4333d", + "4bc0b35b5c19fe1e718251ebaa8fcc726b3d0bcaf4dcf4552ddaf4bd822f97ac", + "4bd9eb8a050cdd74cb9e1348106cc1978b8607f0d34304f7bb856d86f99deae4", + "4befd84c3ba8fea7a5c64dd302955250b0d3ec2e3db7dbb7a1c2d2123865f273", + "4bf3d35df938a7a2900e0f5cfd4a174643b3752b74b69f762a579433444cb9d5", + "4c1549462902d97cee0fafa319ff25c0acc9a9d8b0f0c2fc046123b53e16f107", + "4c32c99d4808fc50a5c7d89b8a1fa32f8dad7f0ff8e06e748a1e4be8199b375e", + "4c33528daaa8c4791b76b49410b4081aa6bdaf0ed2db5bc7dfcd25f31ebc6a06", + "4c8d5cdb0ed963ff600d8701fc929d22a60812685d3b69868d4f42c9fea1bf6b", + "4cd852ab8d9d6c1307b5d037a8c2cbca1b9f0f651b9a4a8d75869ec89910a4e2", + "4cdaf3234c626e8930f9660042f269725faab25c1d6eac7714cf28ada00149ca", + "4d2c2a2036be8d1337f8f878f270dff29bd50ee2cabe82f4ebae082de71208a6", + "4d607073270ea17f497483ffd6baa03ae8fd6e770bf0e0094fc5f3ad9b1b38eb", + "4d747008088d0d38ae9c13e763ea7e35a3fab5859e0169b563aa077c1f5652a0", + "4da2ccad66b0320dfe85a3a91f9552177cac3735266fe014d2037a5a67257796", + "4da980d9ac346c38717f4a7e2361c05f0a5cfab7ede3d665368b67a7bddda4d5", + "4db5086479c285af9c641e7f93dfc4d3a7ecded77e9e29e377b7a654640e87c6", + "4dc96a99b46cd33924f46cb16d8a924dee4bcda345895a6c522eeead47208432", + "4dd7e0eec3c93e06a0151da75caa5a8dd09225d92f887f216671c589cc2f27c4", + "4e06b20920cb157f51231aa2aaa4b05d984392e7e0feac54112621758cabc3cf", + "4e129f2f9c65a1628d79caceade78b6ea056984fcc2e274f68ab01aebfe2140a", + "4e199e45884bb64c5eea327a917cf04e6de8e285df60592eb2b4afaa33729c43", + "4e26a5a289e257ad3df1d62ef154be1e724e71f19bbdc4d0ef54b0b5eb18aa8d", + "4e379fc475c786d5b1be61d19965483d11829f54164b0010d4283a33a8f60845", + "4e3ed35ca52c2e01a7cdd729e7068c1c03a5dc841390d426b04070b750adf764", + "4e4872b564cc0e5f969c3249956cf8aabcc79b0438edd7b02c65391e915fb6d1", + "4e7ae1e39495741171f3aaf74402143b8cf31d863924de41c80a69bb6186b89a", + "4eae55f012e712d2e10100b46eb90c597c8a0ce62bd167ee2f286e161434e0de", + "4eb8937b123b44f09c2574a572e384c7511a3ea950eac45d4aace87c2f44c391", + "4ed094cb2bb666fd3da8853a36964758d91dfe66d1bdd347e0f7c8b8c718ea0d", + "4ed6453dd0eadf7321ebfe6d030fefe0bb7daf1e52cf195ce43db0ff2fa5f4ab", + "4ed9df471fa4c9d9b7d6c29eaf127e1743ef80322b706f10008711fbdfad772d", + "4f186bd841dbf7ddaaca22aa1552a1e191844e3b80866158fcc37236159b7531", + "4f3d06d0b1335a13cb225acca00e85b351b3a5637c9f84e70bf434d52be4e93b", + "4f42fbaea85d8740f2a250daa88a9ad7dae53a07ab210746cc1526de742265a9", + "4f4bb1a8cf80e2c0847873006a5ddecc6871ee627588f1afb032a56779eb2cbf", + "4f865a399d2d50af188ffeb535c333d2017387ebf230f0b13e0e741dd35a350c", + "4fe42b5a3e9d4c0f6a2be6eacdd1a0cf45affa7cbb687c50b143da1179fe9c18", + "4feb47d1ff7a9cb4022ec5fc0914c6fbce0dd9f1a1a7af70a36c7c83949ddda3", + "500325e34d1afe2d2b79d83e7ebcc7e4b1f140c8113bc29fe712cf9298392906", + "504d7971b807bdc6ff779b6c274db38dafda22ac1a2b7d50becee1b3b6a2dad5", + "508a89c82aa71579d982948d197a6967e9bc64f5ec0b224467c4cfed96b88785", + "50cc531f76a921df9b6e2eef827c5921580930c58434a2778b01083e55967446", + "510d7c189bbf686a248aa8172d9553649b5d82cc389ec42c7f1c95bc3af9cb7a", + "511b16f4f474db69694757b57b5805f47decbecabef68ad4050812a972718198", + "5121cfd3d97b25de8e92fa91c182282af8d11d6a9035fd522bd2c9cfa1c3c075", + "5147c91d7c07fa96291abe56b71abe33fe5c8260d37c54b7f4c2008e802fd36f", + "5169e603e9ff88c8b5c21b97f23a0a4f96ddcb40ba25754c332c7cb0edb1640c", + "51ecd39f98794af8a8842cd2d4b41bc9cf9117825ff9915efd474464b2e5faa7", + "51f34f7fceaa4c434accbd8bd8596ac00f4a92642a437f46750ef45e718b69db", + "51fc880d84d3d8acb797768c4ebebbae41bdfc303777b4e52ec7ad95c08ed39c", + "522748f349598f8a5b5af35825819ab6ee2456f91aeccf1083dd7f6353480edd", + "5266828a56701e05b3c0ebfe65103f9d484b036c59b4e1eb0bda970bd5cf63bd", + "527e94eb60c278adb854c2849e5e1d508b6ef13f651ecd7aac0916528851f8be", + "52aa00e24b3fe442d1dd5d535a6b8e2287ee8a5e2bd85b334c377bd26b7bfca6", + "52b2e38e8e13617822a9291ee6c5365b5626ebe01d4272f39f75a7c9335c848e", + "53129650eca54ff4f0a67bb3cd93ed89c64d5dc87d945e9e8ac09ce72f8650ac", + "53214dd5fd650a6d93dc2d3ec89c65cc7d4503cdf665e7ae2b2bfb4895fbb112", + "5326f5cb0bfc01d08b7c17fea34cbdddb4d1a4fa5d907435c15a747b0750af20", + "532f79785cd9091700d6a0ec6a83d5d023e71e56ce704f91e3f5d92ec12a9af6", + "5335fd622f89353e5f12da72d7f570a680ea20fde15a4d030cc3e682917f3e08", + "535c9f3b9205d8d835cdf757b11cd0fe848c1d8bac1c660daa0e710abfac44c3", + "5368d271fa15e996184438f729026a741ceafa7b702e2f5319a02ed4a7537096", + "536ca7234857569d044bce93cd8058dab7eab3b19f4c4a56f2ac347a811fb435", + "53d325afbbaf0a085c8f4dab65d0ad4f6f3e48ad455df4b92efae664e3ed30cb", + "53f7214b828aa5afaf391ef2c4802d1f8d0c782a1d9bb71ff86c023134cda878", + "543c4fd0c392645155f627609c7d430a4e4d06e576863c514b20e1a564381e21", + "54a84ebc0507a9a9e843dc592c639f3b43c7d8e94c6019d71029c2d8e15dd930", + "54cc4fd24af0cacded407bd4f3bc683e25a9e969d89a010d36a0dbd586a2fc3a", + "54dc85bf612eafb02c47ebf4d67017c8de63bb7ced7344de32de836ea5551797", + "550f94d77469ebf1c5b125a72fed8df79c24a28f669fd339d74aa22ddac9b5a6", + "5513af533ca18fd5629a153368b994ac91b0449602a26297479018ab1f926071", + "552e2500e0c22bfc971e5fae6456053307211e2511a4b3f4edf67248e9e60c7b", + "55a8869fa9dc2191f7aad76c572cd5fbb72b826f2aa1566f0ede2fa89ec2a987", + "55fec48f1e3e713fd61d8afafc86d0bf0bb63b88212d7a3524d42201e4363d47", + "560da590c9a2d82030a253d044f3622ecb732576a98175b89f80efcf56d029ef", + "56330f94ec1211784277ffe3d0e6eb9d8570375c1502885ac9d0353bbe9b92ca", + "564b347329fe24e1e6550303be041361ae32520e753adcb0fa3b70d24f42953a", + "565a04ee80c7f76dd537e36950a9760676142d67f41fd998fc8295a59495246a", + "566a331cdaa86a9e637b843b124b48b2e492baf6e9a0856458f6192486912efc", + "56a30765776309f19a9e9cdd1f6d9456a23a1363636db79a0cf650bb7e31c547", + "56a94d11f9dd24ddc273a377cee421a7041081158351923c2bcdf1c180d3eae2", + "56afdf35be6e9e568b089419fdc113e430ed702e03f627833150a9b0f8b359fc", + "56b07e2d192eb70cc5a1dd8717ea1d104734dc3bf0247a85ec610a35ca8f5461", + "56bc76794589d321520fbcf73773be5152d5026d6117d231d5b49aac792836bb", + "56d9a85095e43f325d13a495567d69055af77d9eb0564a401e32cb3bc89336a5", + "56fd2f352e422edf3479dfdd0d0730885bcdc6e8140a93fb29efa33ce2e1e847", + "5750d0299820d644772be4cdb8b00a3dd45729a401c65134cb2a76cab7e4fb2e", + "578c2107d5f26305eed742fdc8f309810093277f54a5d831cb9d62431ff3761b", + "57aeaa2185be958180717afd2d67c85c071eac34214811e3478263c4d376c152", + "580347991ea4f30e4f531a31f6c561c15bde59a529de296194e4a35c2460692c", + "5810e162ef494be2cf77abb454b744a4f104dfc64a8bf30d81d8e065b3a0d7ce", + "58146c983a0dadd6f68056f5d0b5b285c1296cea6662566ad16257119665a177", + "581e0f0f3b40618fd8ef5e2f13555c891e6ad26e779700fbc9e7ac7a74370e85", + "585214c1720d13b39d0c41df6a0222e8eba17741364312ff3dc9aa1dab87743b", + "585e3e07fc2ef6b1dcbc173166d50ab12c9d23ab5b1ac9b6d2755fce6f4873b9", + "58773571cee830e082df51f368c9a63a7f20d290046b62633fdd995ede99418b", + "587db8c7d804f20dea3cd62a9c01057cb3b49601e4589440d2017bd02d638cc6", + "588a1e302469a7df1104d8bb094ca75222ee8da70b0d7f5466871c8247366fcf", + "5890e575bfe1cbd1718521af938e9e6042bf386075a3f2d18fa875cafb6bb992", + "5896dc528d2b7eb93675b4b1cc555efee4ff2eeccd4c3dfc8d36bceb18cf0e6e", + "58bafb2f5bb8a3b1eb354ecb07e3453d00501c6b5baed70aaab8391c3f400a2a", + "58dd3c4e88e304f5b06967264379c278b8fc6f530fe74a4d3aeeb00507badb80", + "58e1f86fa5ce3520e7d8f58889ee0d0c51e0157b76f12db19c7380abae59ccb0", + "58fd614ae697249681124a8c8fb27476cd7ac07bcb9bb5bec862323be835e426", + "59097dc61bdc1cb165e5fe9ef02fa705888f8737f2832e5e5355c1308efb9e82", + "591dee517c139be11a013a596aab5e3d4319d2d056f49a8cd9eee65859af7c6f", + "594c5ef422269e28c70f7684ae1395e7912c61532d21daa7e6c1372555afe0ae", + "596fbf2cced5eaa06817fe6cf08e2573bc73576833d15c973378433a3530b2c6", + "5973d3dab148e37f2b2ff8453d4c0db021866575b4278e4c53e4df8a700ab04a", + "59827f3a93b7f8823af0a16a43d17644aef2f7086b6138074a2df2a6ce5e6a48", + "59c53eacce4fab10ac3a923492063f77745b6b08badcc44256d82f74886e9e3d", + "59e170ca4b004d729ec102c5c05d2ddc53d12c725e025d112037eeb9dd788f7b", + "5a5d038adcb164227b02c45d95d545b73dc5aaf5c29f34d2dbae3866d12182ff", + "5a5faac5b9dd300ae710f7742a8f72e16d8ec858b153f397e45af70731cb6d43", + "5a65be1f3c040bd2c6e2fb583752e5dad7987e11e451d59e690f90ef14dee23c", + "5a665b818961b4ca6b32bf841165108602b3e27012b836b0f85d7561852d6d56", + "5a9e2a164309d31ea17ff845570e206871eb9f4a062edca50fa000b56818d599", + "5abe82d5f6eb9f97fc34764a7867c2f48f6ba3bef63e0c0db0283cb233d970db", + "5b077baa508db040e7bf3405264cf235c7d95ae59f33c54ce4fdd41a2297badc", + "5b0803ecdd5ae32f9940911e057431a19da47f172667396a50231caee56138dc", + "5b09088a32a4d31b4fa61cd7be14176699d042b759c867afe3664b6d4a3c8d54", + "5b29442d8070ea3f34d021c2229abbb1203ce47102ccc375e500ee28380a4999", + "5b48e419b56f1e0ac888f78d01256d7d9792181d244f7cf160bc6b33b86fa0ec", + "5b5d08a56b25f363a8b8eb54f1b66af6fd8d5e1d37ff19b56f08dde5868ba810", + "5b739a71f1b3b09bbf3d54543b662b0ea4eb22fe35809aa0ac14f2fdc343b6cd", + "5b8782b98afbfb414e51f003c063aca6dcc358ce27695ea52a0cb111b7ee3863", + "5b8ff653c10153620887a41370f6f1f7a862d06f9ff05002391c76ae0c7a7287", + "5b98921008beb016b9637d68f80eb8ad495391b3f2dbaa77ad64a705c315cbbf", + "5bc1788d1e6b4a285d30916d2f3846a50e57f7ca7a018eedebd0cfe875df9aa0", + "5c03f2b3a7c6f501261291db173abefc3d9d73a4094af49d78fcf6b76e505c5d", + "5c18ab98cb1bc02ac71d430fb9236c4b59f142d9d3ed4edac095b38ad1e6ce6f", + "5c24a8958cb0c33ff7617e4fd9770cb9e5b1f0d9932017bf0b7e9c7322516d53", + "5c25781bf806586340bf9b17c1f1dfc990e6dd21cadddd271448866f44d1c684", + "5c3b624fba16f6088eddcb0c9b9422eaa1aab3175b5e89732601d788440d1c16", + "5c4ed7d029b580c166984451d8c1fd42460bbba0a224c77b4e69f70cf1428a69", + "5c59eb61bb8b5953a21997aba7dd19476888f96424d4aa3e9f2eee253bfe9b25", + "5c7c610d7cc5465f9cbe4714c35ec928553493d0a16c9a63a0e57f8e4878fc6c", + "5c8b92dda4de3de4816c98e1d58444dc30f0e79493330a36d857be85bc4d3b79", + "5cb6260be3c98ae3ea566ba38130c44a50bf48304db36059d4c05f345458f0fb", + "5cd356062f8e1ada45e2ab1fed44d13c8b551331f1d485e4b6860466f78a8372", + "5cd993f6b096c7825ff9dac935488ce03f8dad2b060d67bf2505f22491292f5c", + "5cda3ced22b8cbf4998a18a9577a5ca62a34e37b38d118367d9d11d2d7d9b3b5", + "5d11328833f680ff28da140865138c3ba6383e972a7d95425a7f199a499017ac", + "5d13e695115cf2fd4c780da5bd73aa6774b7ceb334ebcd1bcede0e7716870565", + "5d1dc41467ed9f448b1dc703c862c1f6d51ed29037aef1e74964b8341f96034a", + "5d349e1d596ad3e2b74a6bbf355fdc4259476cd6977ed29600cf27ae50b32f2b", + "5d4597dfd3afff704c7d40fd84648673786f0d4a6776311ccac43be8832138f2", + "5d5c5ed5ef38e292d47d4e9f0849a6a550f03eaa18bf6f50d757cffe8d5a306e", + "5d8923c6ca6ca759ca9b471a2e08fc501c0ca65a8f38fc4e08fdbbf9b1c37702", + "5d90f1c2ea5e0973c16286af4fee863e69bd2c5dabf11e68efa4b30d15a38ba9", + "5daee84cb06225feda64408ceeac2f96556185059251680e18b092e894f6bf16", + "5dafd93880dfb3436f97a5eea1ecaa129a2b5b0a2765fd61b7ad752f4f45a8ef", + "5db84722f01e750446f95efb0f7b1e3e5be4e972df48183ef6449dbc33831e54", + "5dc3312ffcdd9b0392d350a016568b35465c467f4a8af3f8df8a01bd8d0b1a99", + "5dc49e102663cc053f4489ca3edcf207447454b65efbdeaa94f23a019e50b17d", + "5dc9d6774b9e06240c24fea6ac9ad4ab0a1c0fdae3b9236eb445bf7e05eb303c", + "5e58ca69ef681e85b55a5ee44016c5a277003ffb6fb80d76e1924d7911355b36", + "5eb24ff067b2d15897c338e09f972b4278a6a86b9167986594fcbfa1c4bc9c5a", + "5ebf7cc08cdfafc0c31b22d4f9c6765865ff9e63d72971016abc8c4dcec766e8", + "5ec3e6a888e606119f06059312103a6c70d1ddd2765dc399093457245bd07189", + "5eded2b78b90beb97074676bf47a1f3243b84ecd855a25aabc030a5a81102b55", + "5ee5a0f04e5de073e8b2e1ea283e8811305fb610276f297c8280b061019e3738", + "5eec32ec10e48bfc7f746c5560512e381d9c44eede3873a4d40f2854efd57476", + "5f9c8bf3d60bc1a4b796feff5e5340f352d4b70eeee37d3acd503fade03e1acf", + "5fde1897d8bbba084ff2a87e8fc4c103418060c56244f796f8b102d3ef6b70ae", + "5ff67526f77dbeabeb3eb9af58aae32ed2bd0af1c859deb6830c92b283cb720a", + "60072d766b1383035d005e1516a319b9c435c4e3ce59b69aeb5342f07dc380bd", + "604d392d36d6214c60fba0281725ef2125e573177d58d54d6a6f8183b73c3f66", + "60537dcabb3d7bdc1e312753525dd233fa8a7745c77ee26c77241a7886d0209c", + "60589d3cafbed181eecd4cc288e853fca6bcff092197b3b42995411ac6e3a2d2", + "6059c8c920478b870ae974d4422cba0ca49af2bdbda2fbbf10838cdcfa5c0387", + "60709160950e949aaf4b06a81bb046990a4a2699414d23ff7390998bf98867d7", + "60f873f907ee5d4f835f6bf079ea80950c32b0b885402692574ffa1bf340a0bd", + "612acbf37c5e1db127331fb6a7a9faa48b65756a36cccb51315bdd2663362227", + "6137250e31cccb6df9aef545f0af9e6f425d29f57df8c0bd59adde97f2a35066", + "6162e12b54d9c1dd7d764333543b0c1ffcf5660c585575595c04636beadcbd55", + "6171a6e20e268325d4a4a3fcf435febf5bd2572239d5e36dbc1ac4b091e86dc6", + "61ae93a705ef2553ecaf50ee273b55ca0e859f6be1b5501cc15ec1f78750f7f5", + "61bffd76ee2fc12fe529aed3fea7b656429f720be71e72d304b05ad787ffa1aa", + "61ecf85f0dcb3ce79c049cbf4246d31c3e9ee4fd97924b4d9786ae87ca6b6a6e", + "61f9efcef6f5be426991f087dd75332705677487880af8042569287517516522", + "620ade8ce0fc6e5781a57ab85ae405c9f62ea0360ec2a02d441ab4b6fb9f39d0", + "621d7c8e6248697e85db92cb715da91464290c722f306015957949842a1c820b", + "624d16569d89bc9da4b8f535ce8ed165b63ec7b7a290e116bdaaff37d0a09f2d", + "62a21d830ac26c364928f82f927d53233bfc87386ff2e97163fb981bdac82a0d", + "62db198b6f4c3f1a462a174b3d5d5a6078bc2dc15790360bdd7116e0f1e7f31c", + "62f9affb54a325d03ea5e8311b6fa62e04263251010f8f1e0545824b5250fc9e", + "62fbc7ac4cabfc232dfe0d8a78c55fc656073e2f6642396082245c9c98dd4998", + "63157ebe4e96307820a0d937d2a37bae3f9c14cca6cb651150156ec5c6d36448", + "6335cb3ff64c3cf8541dab770520a7cbcb6e3c8bec899c10393eefa9814f6ac6", + "6363f95dace9764ebb6dd5e4cd446dfe73be55be5f9e0b063ab5406af571075b", + "637340653f23ca873db36e16f9e98d6a1a1d7bd96baa07cf2afcad5123c182ee", + "637ccf26a58ec061ad2ee59d1f87c95f71f0bf8fa029b7ee9797b2a909c36ccf", + "63e61f2694503b1cd61ab7dc4c33759d884c3137d7e4f2a61709c562a01790cc", + "64642476b64edf3a64d69b2bf3231a5175d46c8a7db906ccb95271a787a799e1", + "646c682297f626e5d120f89acc519b581e8778b3b1dc6ffe16476a9835f3bcf0", + "6489ad49812acdb7da4187f73f716b78e1cd0b589e05fac85e5c75b1ec5cb1f1", + "6490ba8c17967e7a7203bce09753747dbdc0480c3f827fd4db746591b610a1d6", + "64d4e42816228f1b393c4571a5ab6e78acdc6e1a207df3bb942305c9de8d1c61", + "650b7cd2d1d95428a6e9ccf0dd9a40a72f1c636182446dce691c3169a007a87c", + "651182a33f678ada4b45eb1079ef7e8e105ae14b5bad8cb3952539de77cd7d05", + "6530adeb56d3e3fff647f3ee8d34065bed5ae533ea00772bce081e753c861291", + "655231a11c2e677666b6d7ba200414a8446e912ca60e5924b9ce1c6f8998f5d7", + "656f782ba203277a60d4a4c5a65a83feb7b139b96c5d5b0ecd132f21fb365f8a", + "65714992f01962d6e80f7afbd4c8e6332b419e436e0cd5d985958d03a754d787", + "6578e518dddb95d215dd3a7dbd1577616364d9359162715ab59552d3ec77d308", + "658b002d9661970ccaf80be9e81500d4a55990b813b813fa0846edece61b92b3", + "65a71290538408a4d8e1f694b3148e0f09b74528fe161cfe3f2778d148f23b26", + "65b2ebfcd8434bc57234573a03281c5ea42211945505d4bc7926620e7c037883", + "65f741be093e64aa33aea625d6cb2a0da9d0f66794d345d4d36a64c194f88a89", + "66106dad07085d8716cd3a57c38719985cfee9d7da7b9e75d42d653fde524a29", + "66278a5f3ea6f31ed36c22b8fffa8d927eda8d7f17f75bdcdcb3e476a900b092", + "666560495c0db35d8963004e3610db8147cba9b15b48e2b5298340a7a82411eb", + "669c686bd276c775b5e02b1268da9fb8d07c792351d0016576732ee0c9bbe7be", + "670869367ca4532f46d9214993c0f31081562026087e6d64941a9c4a7901875b", + "672bcec3d5308dc7eb9a921e5ef64fecce84cb150510afea304e61326daca37b", + "674b60cbcefefa4501172470e2073dbc4946967875c5451bbb39242b91c6ce02", + "675b54560835499f03023d08441c0ebd1e0d08f93c67df4d03476181c60717e2", + "675ee443873b67c1a0d4acf4fa7d50e28b2fb70531bf3af261d528478e59c0a2", + "677a7bf5d7402745cef77d25c358406a21a994b948b84b9627004b3eae0ff40a", + "67ae8e470a9c09f61434cfe21c78698058e3d595b0f68b7edb31c359c990f1c4", + "67b7367d7b14561a50011d56a056e3b8e4a46f32d6e44f48f335474600119352", + "68492785665af90395b524536599ba8101495f429eeed201c267d1a9486b8765", + "6873449ea7587bd681061ea00fb7a11653cc4d9611d6544a074bd95e1bd04434", + "68738cbc5f45b159196c3cb22db18e4c8daf229c4980efcb501427372dff8f66", + "6874e93c2da9e538c7b3817ab71c77b8523fc4ac9d4abc4ef62b46fca1afb8e5", + "688a3beeed114db0cc09136ff3e1f826a4c0009eeb0a5dba639d70c5b8479d10", + "68a2fe7ed3dbacfc51faf72da293adfba3d7aa87c52353002c82da7f71ad400b", + "68af249b1ba166e2336cd9e42a28de6d46fe383904832c4d6537e7352321d073", + "68b27de105169ec72e0d2b178ba1eb0c3fc0a98b4a7995b2b3e517c32a96c4bd", + "68db72e7e93af0434222b65801ab46dce3761afe35c0a144fc7954013456918d", + "68dfd709de674c13150cc384e52feef725a9bf0783546e621a96fbaa2bff3dfd", + "68e32d09a1873503fcd8c4473df014183b75fd59524c232428413f0e7c26069c", + "69247df2ed55b582d2560bfb3db2e758123d594cd88f2dba1e0fc4bfc33b1d29", + "69249f79f5aaaeac200aabe1636937412dfe678a99cd79bd6de302a2c889fb94", + "696e2f5c8d58f45c1879a88969d911893c391ec6cc625afbc119c5d31c1137ad", + "697e0f9df442d5d8ef90a2bdb81ddf81ecadbb8870c89f7021d46763fd8aef76", + "69a3819da4c4f0c147398fb5b7da7d804192caf89f06956ee2348b2ae023d499", + "69acfb9fbe3cd486ef3b93739328d90eb35b2431b15e512b081e8eae896d1e08", + "69ba2a070b08ab1d9e2b171e5ff96da782a6b2abe6d78847e82441fd8f6e48b3", + "69dad4799c84f69e502f17319717729db7b879694541dd198f51c79060f2b2f9", + "6a01220adc0cb957e87d4781fd8dd89b108d1e507b27296ad28773a0840567f9", + "6a0e6e4014dba325b39185dbf1a7a08e2cd10ea7c02bae337c795d68fa6ffafe", + "6a2a3bf1cda8da3cfd63ae6e9f6fbb55fd2ec6385749e7ca09f27edcede57584", + "6a2e45123f24f5b2a79c78a7eb96ab498b77a0247d3cb1d3a1086ba6c026e1ec", + "6a79de837ad6b4d5b78063a389d5a30efc754182c9a450f685bbab55fff0ebf5", + "6a7cea629eb5f5f3bc04f856a20ad4252f2ff11364e698f2bccc18891c9c0ff3", + "6aa8fa03e2650e4784898ef4e27a212426010d0cca9f9cea722b5a9d050197dc", + "6ac918e60536affa2c356c46bc2689ba51862f52e0c4da168f637655fd085de3", + "6acda15ef961735cc7d69ca607a4e11cb962c535ad6adab5bc2953ff51d6e9ef", + "6b166244dfacb745cd227432fd643b7259f9cddc517b05245f62ea70a95cf934", + "6b228ebec266d57dcaa49b58b1db767784f6486d45ee95dc131450a0479c9afe", + "6b27ba831dac670539efbe9131002e9213375a9a26af267c308e5f855c2486bb", + "6b4cf277783c75898a2559ae6e129f1a5af61eea9943b9d6a7d1e2248194141d", + "6b5c7b0afa8e4b320afd0b89e313c9b5fa62fa33bdeb7cdefc1673f9c4acfd4a", + "6b79946dea25c3685d5237e236c8931782449933fce6917c0c7204d6d7133fe6", + "6b937b0554365fa001d5016d0af872c629c510ab04a6e9e8580bccaae07047ce", + "6b9d661d4eb6199238cc5cf77affbd3616aec0b9a794418f256a14003b87c11a", + "6bcf7405aaf5b98665c658334cd647d60106a8b76717466a9c504d28cbc31c61", + "6bd312d9d400813835b84759667398a5c0b8fc2e05b5461da95fd5babc3ee785", + "6bdc16be5569ecceab477b89fe2586151da5c490333f5e0a1f596c4bf83f6b39", + "6c0b4e79c200c629e640557990dd39fd1b5fbf70f4ae153c137d6f35a563bca2", + "6c2f06a98f5f92eda14193ff996f38782ebae82f94c856ccfb148c4c5bf5f7a0", + "6c7fa58045d8afeadadb92380fa79952b72c66c3ca4a199ffd05b405009fe5e1", + "6c870298d4b3b9a594029a58de126c7d3912bd4c8aa8aa0956f96e0c94214237", + "6c93ceb690805df915a0d11307c3e898862ac2a8e2f03545d9f9f31333d97b9d", + "6c9d4b7e0d99d0168eda469e87ddcf684c3ff33d2a120784b3b6669089ff107e", + "6ccc1357aa0f377fa2486a55ec540541ef6f9143b4215c14f2533188603b0fd0", + "6cd5081e4647c16bfaa05928de0b79d48228f7163b2c097a78b43258081f0489", + "6cdd98c3d0ee8d4a939eee49d26bbc9744fc9e22e88563d636ad5b1d4572b211", + "6ce8a8829a4467d50859e5d48868ef249c31b4281ecface940b240804498a9cc", + "6cec9c740ba668e1bc5979a2f406be9d4326eaa440b49583caff5fff16a4a974", + "6d024da7f213afb6dddd051098fce2e2fc219009d7621833e4e0bfb3d459e93a", + "6d3a64c3c7d6bdcd11e121de5b26f8bb5b8ec0e16dd8e0a9614abb6279689583", + "6d3d79a21ed625cf8c2bd6fa5233f3b5eb112cea3b896a466208ff48db23837d", + "6d8429ee4d3409cf09dd4c1e1ee8d17ec622f3f65f2d04d2d5b46d3a1e19ce10", + "6d8b1d53d160411812b2e63ed22f7fab8a2865cc200ec6dd7a103a121405c5a9", + "6db6f17d30a1e7d929b1574447e0a58ae84fb52e785dc8ffeef72988e7b9918c", + "6de68bf5dbfc8d0a38db7653c7b28a6172424c2f8bb2e31a5318bd0636a34832", + "6e46fa4e2fa1ecc23219527e1ee220eb785973a0f8b404956297d5d6594a3847", + "6ec6d1488d2dade7f32eb4be6868b7ce41161dc4b88344dfb788047806eb3fcc", + "6f3203130b9b3bd29b81708bfc5fcaf3d48926c9fdf3e98eb330c02a99d4d702", + "6f6226cd7173c25f9283a26873c340a53ed94d4a734a6c38366fff4c82cbe894", + "6f8a46c31c1aceac05f0039bf6e9a36b209475ef18a584f1cb8d5e3bda48094d", + "6fb212de4b5bef6fc983bddb206fcb4978547681a9542de68b5abd7f51546fd7", + "6fd4ed214af38642cc6bb474abd126841f82ca4516af7d676fc525f3107eb4de", + "7005b0152b7e62e70a4ec3548246bc1b1d5729feb4958c2fd3688c137f69893a", + "70068c35f76f137bcbffaf69bfcf8103099b381ee31719b508515abb965fd586", + "701bec823b7e553bae03ac497ebec8a40592fea30cca8d91cf9efad75e6ad7ef", + "7064f9086f3605fd49bff512a1172dfbd0ceaf58a88410d163a8cd1a0ad34f94", + "7072448eee55c0872253c8a40a5bfdc2c36b8f7b1be17bebe825468540882db9", + "707966f3f0d9b4a67d3379ecf693b83b2a1e1c217358494af3504b95c137fe17", + "709835aa30c7d0a66f14b43475d8db201bf2bd39510d9ebdfad8848b84fc42cf", + "70ab03aa506b299df87e64cd28986c66d4a8dd1afa44066323e9cc1d9f89a6bb", + "70bcf0249de578d517dcd2d9ce720351b3aebc2b3408f92ffc31c3f264797cb1", + "70e8eb1a392cd7468a49fe73f3aaa99481ab7019d354ff555dbfa1901298e9d7", + "70fe15efe7ac3eafb95ce5f3f89daeaf76a65535fb98d50b60a029e4484de29f", + "71024b56d0f6a22d5fe9e7acd8ee1e7ec9a651721f305a2c7f3e4d5849781f5c", + "710f89d19eea86719bec11c771e48def42e5fae229de5f1f094639beb3c85efd", + "713f861df41f12f45b212350544849e022cd8665397f31300942f1ef32f1bc18", + "716c7dcc84d0813272c889fa45fdc626ef28b96df90f083f0f95e51b5909b7c3", + "7170b2876d55cff7bbbadde1cf60918fa82c96b47a419d0dddfe68656bb15f7e", + "71ccfa1efe119f4b3400c25f08c0cb253d6e84a3034595291688d0390362e7ef", + "71d64e8f87b796850cfde842ddfcc5397530526668b4758e95e3ff352ffb808a", + "7208d392e8466c55bd4db2b793267d4f537812981de57808548a24d575c00802", + "7241dc8b47fc985afcdf062800aaa0e4b3288f68ae23e6420d4174936ce1ffc5", + "725960adbfacfff83b82b7df54c856df7d95600c14505b43941eb4a624f2d833", + "7261079205d5dfa4e29d586c9b6d03ca1ee3e2225ef85043a4a4eaf8583df9cc", + "728722ded8b3e23f89f3fe1884bdbf69cb04c6f5b843bb307b4a62e2a2964762", + "729dfd823bb3d1363bbbe0f6beea353b4b9cdf5e47c3b6af17ffc74b854a2d88", + "72aabf4eaf51267a223ceecc011f0e24ba882cb2833bfb09f99d7000e4ce2935", + "72d78fd5e3c79370db8423179341cd9bba72ff6bd98a54b2a915a698196bef03", + "72e1b778da03bbf91d47c4c0fdb930d7ad38f76cf0490408e8b4df6eedac1ea6", + "730722ba5721418ddd857592947efd2f0e6f8166eaa20bf9cbab54a8f4b0a3cc", + "73546fed85b1e74894df9b8f32aa7bd56c478286997a8c92b08c67af0e5335f8", + "7355830e37a3f3593f8f485125738b6e7caaf9813042a1aa65a78148f98393e6", + "739d4dc3543c4be6ec96158cd1f81024d14489153b712afb0a7baa9a136af44c", + "73e3407bdb5f83b252fcf7c2ccd03c3a15690c91e77ab9a390e9d6e133770587", + "73f1a153831e1cab13cc9cb150325007b4b7ed7d147a5aef39665059d0d87327", + "73fb5ecd247e8ee18252483813c02d62106af8bc146cd4e3bd3a321f20cc866a", + "7461c878ab37114c8fa861bede453b9f180844dd0024a1031f8d0d5d4350be43", + "7485d46799828ad55580d2370456706f56e6b531b241d1c09d6e60fe61680738", + "7493553d2dbed8c03679691050369d2cbd955cfeb2e09469b115893f92f81f1e", + "74b8a267ac18fcae42bfc59b17bbfc54cb50efbc4983b4fc0de89fdbec45f26b", + "750b82983cca089581424966a9da92809d4739ff8a84fc81448b6c2144f0c151", + "750f7f9b8560ab8aca11e03d8825159f4a02c97263c4b164cc6b6cf8c627a367", + "7512074a62a9ea08ed848461d4b771a087bf6d0806d9d8e9de9f109de0b62713", + "754eeedfe7b3dcb1fb680ffd21ca550bea5bc1eed3c387b5889d69c739bf82dc", + "7550a0b2274ac6eadda85f132246d97cfdd1fbc17a8c60247c93e8a7d6d42352", + "7552868610e7a0492a47d7bb17f915b243f75b08fafc0ec2122db8ca25d02ba1", + "7574a2bed3690cf7b377627edac03b504ff654934a0e4df77254cab0678b3da3", + "758fbeca0e118842f28a52b4c62c1fbb9828f2e0a7c78c41db50bdc603bb82db", + "75a4c50f6b7b5f9416c27fabfc24bfce47505c2507c9e5c40689f1cf8edbe796", + "75b0312a7fe659ec2619fc0a00188c1c25648195d6e7d9a6f7064d3accd1b897", + "75b3017f16c079d88f1448c1f4b9665aeff8c770ee0174a59a6dac4af0945054", + "75c9c4a1f7af09bd21062dfb98f95b17143fb282d7ecc42f082167e36209e5b0", + "75dae78bf5c4fcc772bd1ae3d1e61f73ca0fd329342829d93701ecdb05cbe776", + "75f25b711155c22abd881f62cbdbe0bfe8236697ac644ba420b88a50799d6682", + "75f96d7235913b25c9433b1a0ec68104bc222192d7a8813010730f2a0659b3c6", + "7622d99087890010662d5c0ded17c8d5a71587f4e39fa1d389c45a24b04cbed9", + "762512c3c71425a88180aeb09010834265222f4af4988ca83e9d4b453058e003", + "763be34aaf034de4d21129b44404ebdc6f95c5e5aa07140a0215b3a831c0c975", + "7658c48e7502d6d1d0b8fbffe97f4df627e7974f75cdbb1b9ab6a31495a94ea2", + "765a03507d35544d425b3d04d0b5f8af819630c18ec83638bd7ca85fab92f351", + "765ea782be299b543c8481425b1da923aaa737acf2b736c47584089744724891", + "766672d016c0c6eb36997037b67867ab2c694726af1d88c375228194dfb90a87", + "767a47a19834085dd8e10c9d3d66ac5964793f8a9513a35b2dde4d1429df7a48", + "76a179bb27b3e317f8d4e66765cf407ff74fe9839e80bbd0d6de766e8bc90823", + "76d19a21140ea79bc1b758ce772ade48566e5a967ba98fc6319541f9e4cab3c5", + "7703f063aec2da8a8985f6e719c2a68d00f1ac73cb75800e295741fa4d40ea37", + "770e2608d147738abd66ba9367f4d31123a567da4e4237c08a58d1b357f6ba26", + "774be2ef21c84a0f0b67221f61609824f9e43ae746ceaa6ffdd72ddd8da88c49", + "774ec128960025ac079c5cc7860ba8866b328c0a910e4ee97d9cbc3948293a74", + "7771b23e1a872781d3c859508c8f81f5f0145aadcfd51d4937479e8e767e7326", + "777e1e2ad048ec24134ae9e9a2cc09bdb9e65db4a33aaf26a5571378fb576c86", + "779ed248c556b5bf3b3c773212e4390243e14167ee6adacbdc126e00057141df", + "77d7f1daec219ca893d2724e410ba5179573dffd22ac21b1ab2a67fc65159508", + "77f2ffd9c903d1cb59f3bb79ddb89b412ca1ee3529d555074ed4cd2e575d330f", + "77f65063c77913e76134b4c37ff835f373526c410e5b367c54fe4d8d613e473a", + "781ac47130a2dc741d2bec0037bbbf1faff9e21ed424934baacace67e827e599", + "7834f835213ed6839d9b2abd93cf8ac01ebe5bdca61c9855dcdb515765e61e2e", + "7841c519c3dac274e9c8c618fa6201314f47dd892aa879e0f41619ece8f58376", + "7847d17d7e5ba94d471bb710e54d9e653488c9753dd1d12661e44c04cb4793e7", + "78c796b942fe136b1056c697af7179df8ab8dd78e2c2bb385d9774710d9816e6", + "78c9fec65bf1ce348f0f3a33687b29f95d7056f34c580a0e4292702501694c01", + "78d4919ce6c9044423da92ac281f463a4de59ff03f9a54382fef3465b64f2aa1", + "78e0d7e8b4413c0759ce0b6c2bbb6a132b7ff8aed71e0ec46ca0d3669080c781", + "78f5bfe6f58ca23b2d85c54acea293e7e19ba60b63768934d1b65d1b44b31364", + "7910445c446ded88f3ae81db2004fe916506fadf83017f1d6c0481764fbc726d", + "791e0feef999d39967656eb542ccd5a5172cea4650d58f23bcb8fa8622551d0d", + "79493b75a4fdce4eaaf946864585719108489ee5f6dbb8440a70987d7ab3a14c", + "794f1d793b6807ddb2da2933851557a4ff3326c21d6a717897a475e7c8305e11", + "79665c355e938b7c9a5085d02e1f4454bbd1fa42d99ff76d56a0d37eede5505a", + "796cc42123f9a58eaa22cb3b3388e40160491dca862fb0a2aa17db03b45174be", + "79851d82ad4f83e06d475cd976b34d79a0884bf77624a6443337c585f5e7d88d", + "798ab8eda49c99f52524fab0e6c29e2fcea9c25bb7eb29e55d24f8bd928f5885", + "7997158c039d6cb8a0206f33a7fac43f12b6c05c50ab9523c5d319a07c9f47a4", + "79a8920832ba7837cd6d4b63760c7db8963bc9c4d5cc84b02d1656de6861cd11", + "79e246581d6965e0b6397f31780e76d0e681e72a94a031bd976890872e8c682f", + "79f7f98c4c91e9507352044f016d9373175a6410538d1d74765f5013de13efe9", + "79fe72616f57da92fbc0c265358909235cd86d5107d0e7d613adf8a67a868b91", + "7a0e515bd7dd1fc037d2793b5bb09d987967b38c7b0cdbaf484bdeebb6fffdc1", + "7a0e65a743023d8e6f5162be55768a3b850f64e76af441e3a5b99bf0528ec159", + "7a111a1887f6e3391d63b0141a7175207f02679e816cea6845b3486565b6cb17", + "7a1a59f3aa4d6387e5a5a2d61a4f4409428633616e29fa29d50ea0fc53bcd339", + "7a29256a151c5dfa124e5c339bf9e5bb74c2125c128b04d6fe46abf2a758f712", + "7a5b2cda69206c48b9e8d535cd1e96ea9cb9185fab4ce335a2956bcc05b0b115", + "7a70990914d64abb8b318d3bb2a06651e1832f21937c00651a6df6f061cd4842", + "7afef4f1d28f68d33ac3ffb659441e0102096da753d5c20969c536ea0dfed7e5", + "7b2cf8dd9d56b7ca7a7bfd1fa949e72969257010fc1d480bd54e043796eb182d", + "7b421ee486724cf4f7e562d916b247b7648a152d31428856c35c2c2db4813bd2", + "7b689b58e64f9ac6bee1eb14628884451cee03f41fdf2178916537c2b56133a0", + "7b6c5f005c475b264b2a7bc64a14240082a0ca96eaa41b4f9d59a0ed65e7d381", + "7b92e26c917b401a6baaa8cecdf723c0cd3d59666c778dca685bbc12ab9c6f5e", + "7bb5aab6218927cd29574273c5cdd63d39849a57c0ec9b59340302dac1ec5c5f", + "7bc0ebc0825f60d79a197e4d27689643d65798e598057d0ae33f72cd39a8d1ea", + "7be40af82f79492703783517086251c2be0511bcf1dd2b1659e4d627055acad2", + "7bf300a78229f582b67dce564df3158f02c03a7d17064a78d4b041ce41ffc3a4", + "7c13771c61816ecda59ab2026f2d2a85c882cfba9b967d5d41c31e338602eca1", + "7c249a595ca1f06717edfa3b35b2b487e2c2a47c29f75e4d52f4ac7625e24b41", + "7c5f4b2df36cdc780578afdd9ddf6d84a6cdf997977d0351ac0ff19bb403551c", + "7c671c670ce130f0d602bd6d0573ba85c6e754639d122ac4993bcea07d5e1b47", + "7c7f4330d058eff280e31afa750d2679d4e686f89f57a402ae5851cb33eaef95", + "7c809ee513fae51056cf753009b516a7d1c46af0c8b9d53761cde8467416e843", + "7c89620ab5745c5c096fed9a789fb4ef9a7038f3a03ac2a6aa033a960cea0759", + "7c90ac3e8b713181be6385e25e948a2bfe21ed28b0c882153787eb8be239c2d0", + "7c9aa9f7348291d8af6529b509632b76f898e46070c8b8cc5a74209f1f8e384c", + "7cf13a99136bc97bc57c8cbd7faf6c461f688084df1ec3a9d65f79c11c600491", + "7d4aeaf8a6c226ade1ca11ee3ae0217ebbe29c768e83b525129fd74895c0830a", + "7d653fa63d81af93ef7779035399a4e53411ec8a7f651256d7f721c1da327da5", + "7d6d2253f232f8dd1a23a77557f48814e176bb670dced172ff3ff7270115e2b4", + "7d83af9e9367d2ff00fe5848cfdb4ba392479eb3f1fe223f6828c6a735ce24e1", + "7d83e4f7e37ec9b9962eaf3c010021be13d664653d07999ca6c6a81e4fa3c427", + "7d9c7b07ccc1daa04385683f46ed47f8ff248fceaf24e67db501c065e8cb21b8", + "7da2911323411aaa29a9a089c7b549d57f54086f1831e8d11e614fb17e786326", + "7db20772098831748a7981a5ced53fd95f5e03e737349f7ac3900188cdd22f5a", + "7dd2da493ec5174b6763f9a0162334bf09572691c2d8908df6fa21d18cc67fa4", + "7de9b973552d85e3f6badbb2ee3721a640a18b97840ad0259039d6e6df85ff05", + "7dedf5136a89643bd0641830635e4f5a6ae5d68d3ecd6e4abc658a39da276f96", + "7df266244513d7042584a4a8e1b07a928fdcfd2eb2568be855f438b14502c66f", + "7e256ccc54272dfadec975e2192dcc8b899784a82c8eaafafc2320af6270edc1", + "7e4083c02abf3d1745e121c2404d91b27f2b0b972ee71c98dfc2fabc838eab8c", + "7e53515a2846c4ac3e3005a0d705ff1bc47fd08a4186c5bf3a5d4d342b7b76f3", + "7e648858b5dc20e69179df0316b44b36ba017448ff6bec6310da2a37e48093fd", + "7e6a0e320a76b2d7c4571302adb31af0cfc155f957166d39d44d4ad842d38c82", + "7e7078f9ba22a164fc61c762fb5db6d955ca1ca86a3b50b8961e9e5a3627e79e", + "7e80a3b28e467688135d12d509131fde13a4f17f81614a7b1f9d19379793e765", + "7ec7e941978523b6bb23d2fd3d55d6fe33879c6aebbd84fbb185117091c12b72", + "7ee3852676020e282bda9cef1c1045e25441647116ab309a214ec1f5f6f1610f", + "7eeaba0caf143763754abd5a641189db220b4f37abce91f1c66ea992dce96336", + "7eebdb6297c64378e8304231ece5291bd19ec690a37b2b58c90880cf89ad3bd8", + "7f175640c764b7df9f0cbc95bae421d5f9297fcf62160d65949b5b100557f9eb", + "7f792c5911a60663e0e9fa68a8f6be943a925cee621084cf3956ca175b27749e", + "7f823f60346810266ccd7ba91ea8984ca742aa3baf849349c8e0475b749dd68e", + "7f87c627f7f7412fee152b6c47e6eb8b6a13bd38fb9397d50a10f0be461e214f", + "7f8834cbc4e365c22d0e3918efe4d32714772b2c52fc2f836ba60f52662caeb8", + "7f98e2cfd1b02cbf7445f2f3c3fbe301e820dd82abfe4177d51c3285a507f3b2", + "7f9d4060748a069f6786af1e4860c6880d39e038135439b0b2458ad5d3c595a9", + "7f9df7d75ebce46939549aeb0324983263bb1d809264f4903d434452c7026514", + "7fb3d3b49f404b6314e29baa782768af91c6415ebd255ea3eded9dc3f584abad", + "7fbcaaf24c8235d541a5609f45fd7144db69a5defadf4bf6b518f9ef5f163e5e", + "7fcba24680c7ad95062aeb55090e10028546a5fd4f4a697d538593deeadabef7", + "7fd23e3b2cb3db7f81e7730037a1d3e53fc9774948a8b85613600590ac7d0f92", + "7fe0b89997665c24edc4173f17d379fb0241804761719324b77a3ad19cb134dd", + "7fec9ff3d09a0bcbe3db33b8066c3bacd1d09326c89e6e453e8c42ea49fda27e", + "7ff731d055995f2c7355f7a59174ff09d3ad70234c6ee73b5b29c2a0622d13df", + "8014b101a0e5de562df78d8629d92a6b367ecfce7c3f7eb968ca1178dcc94883", + "803fca0d27e485372ff299d0138f27c97487af7708745803e2eb557e40c71172", + "806f014e6df16a1654bf06eaf08ed3b60c299fc7b5d1c37d433b3a0ecaa81655", + "8096a2f2dcbbff46a37e430b9e9b6894d5f6b5c01c93a8187900dd7909ea0126", + "80b0d0b784604d32fdce1b467680d1630259424aaa829573fa50c6444cc0b1de", + "80f52225f3eeef206f805d640ed82231bf7c01b9f7cfee7ed524b1b299ce1197", + "80f9218c5e9118528da5dfd6780556e8443856b35e876c1685d2d25887b92367", + "810aa4c9218c0639ea1d9d7fd3811415d7444dc97f831a0dcaf75ef802242f74", + "812c2ac233a568a4da77e7b7487e4472579ac9bbd8ba095177caf7f1e2406b9a", + "814f2af21544b1b03d045f29be5b5d6defb02be970b8a4d85036944c3a408843", + "819ca88d90bf6c86b097fe09a8704530168f1b8931116e9e55affbaafd0ace33", + "81acd0d4f293b61cb77a0cfa090543beac2ab5792ca1e88447b16374fd1dc4cd", + "81d76fcd53d510136dca6c06bdd90619de32a48b1caa2da941bdcb661bf8af8b", + "81fe898b8769901447fb50c71d7d0627025ad9f7d533d59cc9f7d17eaaeefa60", + "82489daa4c05ab621452941f901dd0a684e640632f76836541fa3f45bdc27782", + "825ff15f0782c3ed5bdbb6412e3bb77aacf35c880840c8273142230c0df2c2c6", + "827fcbbece238ab1a8bfc63dc4ae4a456a40d215b9bb3f7c9383d49c1460d217", + "82826c41b67c800350648444e150c3a009db7301fb4c693f84f848977dd3e9fc", + "82d78f23b734d512517876ace50d7e7e19d9dcad4db80774ed3609ed8d3e49e6", + "83171042fc2b4dfc78224fb2b00fa8f1d00a038680000ea14462f14c604eba46", + "833133f91df4b418393445068bc2e9e93a065c463c8c8a25d3521e84f6414a93", + "834597c90083fb02ca00b90a38092f814fdb011897ed0cb4ee5c25bedb69d940", + "83aa7ee537812e09eb16fef58bf15fbc5efb929c298c5d5e1be5682bff8efd68", + "83b61aaa99d449b594ef00dfaa7d958c36d90dab01db14b2e04ee0db9c365445", + "83cbe1bf2b5a688a257ca8d424d4384d53a97da158822b9f086511e145839c23", + "83f7029e77724c8160a53346097015aeacaaaabb5e4e8e3930f21c82663783be", + "842402ca8d019c79cc2980fc26018ecdc2d715015f164225eb0112cf8b619587", + "84363142eb13b6d6a8c1ca2c282aeac21af2d69006b75733eea7b1ade7666d27", + "8463f76ac8b1f2ca1f2d0968a0dd799a8bb3d66f09eecc92341b45b3838840a5", + "8472c08437e9d065a8dfe76e302935c88138b65679974121599273edf2cd8d41", + "847cc4a4ff20a7cdb636264448eb18745c302f2ab0a10f1f61e1345cbe0bd5c2", + "847ef669e72c32f996d6a8245081aed7da92401654351337adeceac90899c4ab", + "848273eda2ed1190523b8ae401df6071e574af543b7d4237f4819ea8e795fb91", + "84bf01b039a60611ae8cb61ae6361a304f17ba7063425fa40f9836d7e76fd51c", + "84d4126224dd508c633f787902a15d111b6faca854ad91c470b008b84c466704", + "84d6d9ce5417edfffb97ce2f1947dd3b28381572a4bf02b041311b8a2ae6d3de", + "85026b06797489a856e2a5c1101cc0dcf0eaaa1b44ecc856f7df064abaed8e4e", + "8504c3f425c74ff723cb3a7f5c7e8df33f66e1eaa213cd2e71dca4f35491e68a", + "852359a7965660c3aa1296b56e4e98ecf4eb217a50e89ef12718539d31e0dfad", + "85374924744d63a016f40be7fbfbfcc00ef1baa374f4e9c31f35a039e4916d9b", + "856321fc3f1b3564e2631eb636aa5ece8bff0a96516788fb7ae44a68de39d799", + "856a22bd189c9505240da1131d3d09c44441396b58ee0031f0e69abecfbe5784", + "8571d2f43d6f338aa2691f71db7d7e10ead6c44764d7acfb62593f92afe32be0", + "85c19a7874cff0defb3daa6ed2411c6a300d40630127db54c7b1d72ab218ec8f", + "85d06bc43fa85e3a54b821385cf84b32ac25b95ae86a0d6448ec3a097436bae1", + "8602cd81454b46b26250823f90f178accf605c3cde02e5f940e4dd2ac634f131", + "863cb5c4d023cbdad947ac7cab27045fb066171a906913f4b8ff04ab9458217f", + "864c42307df55fcbe1f520b716e132e19f1ee4c0e4581b8fb51d1c8e0a2be428", + "86645cf08cbfdbba0c35ec11fccf41629fcc698746c542a776d96f1809aeafef", + "869892d5fe6eb6d2dbd806e2aa54b95f3e4087c76fed7f496ad8da9151917325", + "86c2413964f42e8db6d102682b3527c1d54fd1f36fcd167c75d1783ec9b2c682", + "86d5aa48fabe29b7086c8c48b33733fb5086507c03ce152f3dcff551fe403cfb", + "87251660f1c93538bd393e443bdea252c12178ad7b1fe3717c4cb456da1d5633", + "8726a1f04292bdbc4d137c58d3322127e3c73f977afe4f13da68584a409fab08", + "874aff72a30aa094c623b419ad6367bc9469095f544350d65af2c75f8fd78c60", + "8772efce2dcbd728dc3e6be593fcef89602e115e612aa50ede25ec3edab73f66", + "87a7443e2f33778a9f446b2e6bc81415c501381ad2f80caecd6cc5dee29a9e07", + "87aa334d871a911f774f07e7097a23960868f396ec4ef24f2d2a4d40a9d09150", + "87c60d890ad8c5c2a38be11978989d57c185a25969e84bcd8ba976a7f25070b4", + "87d1b82dd094c4acb9ad58a0ffbea7a5563a9936cd78f6e7fee778ebdcfcbe70", + "87dab3f34020532d6b44f52e4b7a035fd33bc5e4bab4c286faa547834a63b77d", + "87e20d968cd2fe30891243f403b3252a266e8db5fc90396caca386e302d0b8b0", + "87f4c982994ca15c1fc3d4d333ccf487b6548242feaab2b0dfdafda419bd0067", + "880779342113d7f59f2ac7f35283e3fa21c7f5635b19f6b2cfffd6bf6c9af087", + "881aa0facead55798fc83556e0e59977b06d1ec3cf3c254d86462c2dfce80736", + "884553201eb494d42a1993226344515c35c0d161c21d4a665a4239cfd45e005f", + "886ecdf27bbbdf53c2139328d18c174afcec3341a5aa4bd5ddc67e42a87c00c0", + "88a8b7550d896043b38333c24505d28737df4e73ec5fbc816795af28d9295048", + "88a9bdd66fc2344f8aff0b0d71c502b15dcc7bbe157324d6e40dd3058cc364e6", + "88b630562d5d85aa3ff2a6669b4bbfe5192067fc50d1cbcd58374f5d9d48c6f2", + "88ba13465bce1bb05049f99681cd787431e3a53903f0d3f51cfae12f95db0902", + "88c5f45e6084c9eb35b4377db489699d8f8fa81ced9a5c74341ae8f5217a0bdc", + "8918af679922da6f209ec9c23cf601bcf108176e52ff7fe2fcc20eb375fac7af", + "893c0f99b45c6e1ac223a4b470273b1a89431fb4ab140984aef93375e78e5e77", + "8981937b36eb34f0d585e60606ce56e8e67173cc3f04a22f46618d9f6e682e25", + "89875aece432ca420311ff4a23c57fd5b4c505e3c3b559165275845ae5e0e76b", + "89aae336d8ab2ca0ffe06a15efc2abde66c39f2d3f40fce5e85f111606b5e2a8", + "89b8caf01caefe1f5e873dee97904df01c28959a164af479fed1407c92add483", + "89c455c362afed63936ab400f5655351e685606805fec2d47dc36c40e15b971e", + "89c4b6d6bf0f071af66ee795ff42407c4fe150cb8e301997b721860501ab9a7a", + "89c84ad21dffffbd89fd8391e4a68536cd65177f9024c0fbb33ed0aa1988e9a9", + "89dc9547f563493b4c062ca9c1b56e277c0b973a53b4e11dec83468a4af1aab5", + "89e82b72fe11cbdc6c4685419428e65f1b96655d4eafa2343e891fd1f6429ea2", + "8a1f12fc3045a1ae803dd949931b6c477310b8636ed7c23b39af03b3dda64076", + "8a6baf027cbf0e268695248bd5dad15399913f37908c4a678622ca58b25ca568", + "8ae1576dcbfb6e37484071b60abefbee4a2d4183f8e8b21abcda98d615be1d51", + "8af1a4cecf6072ba4dfe2e726448b9d79c9350f80a171fc963e58b7fffcb0fd5", + "8af5596c49e5933241edd73e1c0349b84b28d9a9ef0bdb0b3f08dadcb3592d24", + "8afe556c423b4d558efaf132ca16b5fcd8ec07eab04614e72fcb67a700eedfe8", + "8b142c5aeb5e5c2ba168580db094b7b6da729837abe6199de738f104555e63df", + "8b181304e3a183cff73e26e12f68004c48cfbc7f66edb371622561c9ffb6d175", + "8b7f3e0da8bbb4bd381dd5faf22f3506c22b01f117a180f56f2060a15f7f3128", + "8ba5cc41b621f68b1da7a950361afac2ebd406bb12f8f21e1571be2680cea395", + "8bb3960b9aa49d3c7daf93c0b27a2e82677fe70954a5b1b8b40ff51e01f7b651", + "8bb4e371cb956240c12c6824fc1c42f113160973b79c22572e5140a5a29d4542", + "8bb8b135de8b7901b1b456ea52976b19d15090a7de2bc5afc5cf0e408102dbd6", + "8bbdea659991c41fc41e5d01605860cd53b22535b761954b847e34eb452c1bb0", + "8bcf7f0413754b850c9b24fa87068f48e73c559327425e1bfc82cae6fc4d6b89", + "8bd8787b5b3659b6315c160145c30b3aa5f799d10b61624b530ff90396a5b7ef", + "8c26ad6b9984963d835deae72d8b24856d38fef889bb05c10c85b3fd7a25cd6a", + "8c379436af1581c0c376678bb99b148d4756e39e9446cd804858c12009b2d373", + "8c4099078c2c0f6c69528c976e9308f5104108e2c6cfe95c3d2399672f5279b3", + "8c45266d075cdcfe5d59cd03fb88bc25a7a6ff511ef0b0cf9ae47fe5363b7d53", + "8c4cd3870bc9dc20ba127862a0ab3aac857ed1a4d0e2340dc7937eda0d115c21", + "8c4feea60b5188293e370c26dd06528cf6bdfb30518b3869007d3f80bdc3ef13", + "8c7148ff82aafe024eba8a2ebb64d6fd836fd75cbaac428abba1d92627fb07e0", + "8c7bdd8a6c39e9ac5222fb2b16861c1b24367708dc596f1bcc76c2c7e9c2b578", + "8d432dfd008cd8ced880729bfc45f3d548bc54922e5e6d4bacf680bcdc0a480f", + "8d5d02f66be9555b666419f16215b79e6929aa14a678c08d09d2480bc2a82b6d", + "8d717570e2a44975ba3d53e6575d4a295717dcf2564d14d62a2089a372a8fe34", + "8d72bf24d3835df975bd47aace23e91fe60bdb5cb0ba997ca78e52fbad343414", + "8d78008b2455a61d192635e692cf968000425c1b87e8ff46fd02b3816dcfae23", + "8d878504470b79be572a45051abba37a9ece730557e77120508eeb24db203851", + "8d96dec83d0411426e3245574e8c35f5b73c8df79c1390b684cae3a7950d76ae", + "8dc3568da85a0ea8b8b2d7c0bdf1cf458129cff09d04cbcb860575bd5d82ed95", + "8dc80b3bac6de50377d73b41145b48bb3ca6d23e99fc278cc28c1dba42bc1c5c", + "8ddd2ff6afd3e415f3a1316579c35833de765f667b9501e7e42da54f9eb4c7e5", + "8ecf4a9b224c936daa0053ab30a1858c67e74b17f2c82725389198ba26733706", + "8efc955a5a8e460ec1b481cef6a4a6f51552e6e1e49355f9feb912a0650757a4", + "8f030cf10304c8a821ff762ece320e3489870be3b40569b6663cbfafbe45d90d", + "8f03736ef3ed40b3dd7126f1c5b63059ec0a5b2ae71f67fb7d97de2fc16d2cf5", + "8f145b6dc0b3004631db47f710f7ab74a258adabbec957e85f67f15a99e5ef7e", + "8f4cb1bd07998f4bcc079c05285b81793fed07c094cb52e506b5fe2d654575d5", + "8f529f8b797d5cddfb9dbd137631316ec57cc23c6b3cd5249562e7fc8d8d80bd", + "8f91ee16ae905b7524533a6fcf40137005c080e4608becccd2c865d1e0933420", + "8f9d44973e1d625174356a6be2636e7f56339aa695ddc592dc65cd79f2355954", + "8fbead8e6f6dad8d2bd48456546b24c66bb9735ca70566daafb9118cdc7c83b5", + "8fdd16b6d541b7b81911d14d7f6430046b8069fda31d5c512e78f371f7df215f", + "8ff40cf299ee3337cd7fba77cb92fad05cbf3430ba4891c9545793a70b3a0384", + "9041d1ecb1c173f04808b57a9819a53b3156c1fe87df224597680c170297208a", + "9097a466fefe8548f577da17fd853422773485880e2d7c6085e8950694a316b1", + "90d310d3cc0848220d1011df2ecb0ef6045971926c923b6fa9ac2e8fbf8b2b50", + "90d7b9d3d86e904e19237a6f574643863bbc9146092f09a1b63fb18bcde427ff", + "90dbc96061612277e1e925b9beac596373152e74125ae7a9213bd1a1f8585e08", + "90ee3c873af25ebd77ed889cf4ef6410bb4b9eb00b32572f4651e93bd3b4743f", + "90fbcad54d4abeb3e68dbd7c4b923eabb630fc065a70246b8796627b3e3a1e96", + "911b8543dac7382e9e25b4dee5ce3774927cf78f57cb05eabdf33b3cdfa41e65", + "914f8bfa81a2c9fe0b168c645bbe45399099ace3ca439353229216f9a1b99587", + "91518c76c3bd6245cf1b051b958d8270e9d81f0373bfc56467dc896de7fa856d", + "91aeab64cf94aa7690f78bb5bb2edf91d64e5d8a037094b19a9c3e5feb183a60", + "91cabeda5e16e572b89e53f6ba3988fd8416fa7b03653f06969c126752dbed64", + "91d65e83e4fa2e40a29660e8697d3dedb1894b25601c3bb80df559389a9ca07c", + "927b077b9994f92cc17262f57066e2731c19fdf59f1ad23e9a187ad8a8e6a21e", + "92b4ffc72368d645dc6a5d181ec6cccaa6b2d5733d289a6fbd0d49da064ad778", + "92bacb8e4cb433020247552fb9c6cabd6455018488f8992ac6c202820aebe864", + "92c9c9caec17b174b853604267805f1caaaced45888eeb894cb5f07c3da60bf9", + "92d6eb7919388ebad69f0cdc179024407f2b0f10ade265a6bb82ceb3dd533319", + "92e08317b5264a5c75af6bd32f8f9d19d35dc2ae77a8fcebaee74b6349e2053d", + "9317c21bf5f13c7615b404074d4bdcd514250758aa7dec348b461e3ba7de2ea1", + "93717b7c08182de46766bedabbdd152710832ce74aa1e15d30d2d66748a74660", + "93d4e4a8d37483366afce2294a63b8e94031c2eb2595f06809f3fa154b8973bf", + "93da984a0282e86731dfcd961a8ce43b862a14c42d5b5d1e8874ffdd200d30d5", + "93f71412244e33e67e82e17efea5d58a9ecead2928ca36ac1e8cef2457f09296", + "93f7370ce73039faa1adee0d0cab9177772da8cb361d27ac1254cfdf74dfdd57", + "9433d8a34075bb592cf9c36bb1be21da08bdec9f9ef0718a0b61943b321b2098", + "945c821f819b42bed83f5450d180a86c23e6ce00695f7a18a105e2980b2ac2a2", + "948738b6923f5c6f6af94eaf47ada5f24436125e7b2d7532f2cb9b3f8a1ac64d", + "948b1fb3a88a247eacfa7863b50f8933ec9f89a59ce7cc3a17589ca825f5ad76", + "94a3567ffc300b6b0f7aa8e3de115ea0f5ada4d64e2184d2fc236c39056d500f", + "94ca3253fac86271dc0564b9de6cbeff335102bf817c744eb6d6434596879179", + "950c886241c044f7515eb00ccc25b1e9603899a3dfb4abf94727a1476bf37b05", + "9540e5430f9fac88e79b1e21bc8252affe0dc5893218218b2ff1839999223005", + "95473d6a2079786547cc70ab7f130c85e58839a865eebbcc11b0b75730e53b25", + "955f30c3eaf38525cd9d5503c4b1bea7b23c299cd6c8a6eaa6a6caa3748b24cb", + "95b77329d4972e58cce72f2ea588d614e3cf39cb424cd628e90e58fa2868a4f0", + "9620c1973d15d900e0cdfc235abab14254b5d29f240b8382ae9425fd47d18dcb", + "96290f319d1f2eb52a9f427d1df9bc5e5c149094606c64f51a172bb8111e1d96", + "963991dc96009d33a16333cd8dfd1995a7d274957508b25bb9f3c00683af0a85", + "9648696e71b0f84e436a6dd018c574b57d85ef948f6d5cc577a4964b9da64f68", + "9657dcc5c71ffa5ec11af1b35558bacbc681beefaf10373f74dfae9c13687f6f", + "96848b6b4616088854f302f4c39f7879232f208212d4816b6390ac11fb0eac1b", + "96af2b09a6a25be1f7f654be30ff50d473192cce28c69a5e89a1016ef5371093", + "96deb6e25f941a15a80a373e2ecb92809fa08772ea70db16466a16debe9842fd", + "96eb4c60b1ed6d1cdbb6d0a6e9df4e6d3072c037f5bf8fbb08d6f49fc0e96791", + "970c5fae48051e2e51273d468c630a6bb8abd4abf92cdc1e040ab2e5fe641145", + "97104c8814d8d54be64a2effe279e2de76ece7d9946d17f2bc721fc9ead045fd", + "97af82b0ce5128d252a339103965d1c99eca7a42ebbc19da35325e2cd716023e", + "97e800caad83fd0ea5bfc639fd4764cfe8a7a0fbb1268176e05015bdcff4ba19", + "9807f31242666c19189d7cd3d7007e6c617b49dabb548b216832e72d253341c9", + "980a7b92dfc3cb82bfde2b7660855cdff3a4960d863818224580dccbcb82a403", + "9811203c2c5bfc2d0a16b56c0aca2650534579d776a9cf0d2a949816af975180", + "981c07276056bc24a9bc32b733dedf96f088faf23bae6f053a5381b357f4a639", + "983888a1b90bcbf0f9188f2c89e0871aeef8a39bebfeac066c11418959c43089", + "98701e77e0b6c6887b96faf4f415863fe540bf5ea720db6c1df7da2bd60475f5", + "987defec81908223dae92da9b57746a6942845b340ba3f79cf8538dd83eda1fd", + "98889046817a4b80a4f39a5cb29ee9aacda0898af6ea7c02b82cbf7c1a75cf85", + "98b46bca82a90ea11dbd8c72a45f3697ba61059d391cb02b2cfbd98331ed4db1", + "98c28626cf398fb8e30aaf97dcc9b33e1eda33d6581088f76fdc2c5cbec9c375", + "98d35a6606cf800ca8622e8df0beb098445ed83ac11f1a14eebf21dffcf368d5", + "98ffdad2141e58ba3f1d928a7521c82d40aea01042acccab30f527e31d6d0c9f", + "996f5a33720e295a48e74c5316d54bbee57d280916362ca8f77e5d519db411fd", + "99984f7515c7d2a04b908a483c70a7cb0f2ca25605858592104a41e709665b30", + "99b4c019bfc6e68eb07326258763d2a30e257474a0da57b9791e6531c62e9e25", + "99bb9b16e809868a3c0e8195dfca2107f4bb888cf7a569b8e62a1dc8813d7323", + "99d4f33215908f8993f4002c40e20672c3831f527217db39469b57ac7bff8861", + "99e21fb94cc1441231170fed489593e95f264396012ce6d9f1887a4c693559b2", + "99e9ecd54eee0b8c28f53c9887b0f7f6e76a07fc2bc3defce7b09032c47fd533", + "9a528a5fe792a2afe2443a7f889a837a87c2f143271855c941c898e5bcb0b671", + "9a5f1226f926f45bcea2f48d1bbd21fb46b8607b63fdd464c5d429e41685a80e", + "9aed6498f33b8d9b4030e31861866f063c68284ff77e0d52c533eb19676a51e1", + "9aef46bf4b917c607a06ea8f84a33fc09b03e46d4161aafbccb836359b1cdf20", + "9b03128ac34991380aaf809fa4f6008fca9964dca37bb9a141af5be04b2dfd19", + "9b1c963738e61cb6be8b2320ec1f5d55b632d42de6852b77a1bdd26fa590f2ec", + "9b72c6281f55aa675ab785fbecd32f58bfed0a6b427b612b0872230734a2f6f4", + "9b93401d713707902cc42358969ae2e8a3f67a7abf682e6c9c662b6a4cd02c8e", + "9baaeff6a1950b08fe74b5224b5c12994587023cca5d9ccd79f2d5b9a9ed5961", + "9bd0c6c55c6ff96e5f018636211870a2aa45bd2f53041e5d6103e05afdbcadd7", + "9bda8160ad9e098a3db0011e26abcf4ae8137edffc8c7484befbf9c861f034ef", + "9c60ce7d1e20540bf17f23636fc186c7084acb8d696a47803d3a5667bfa20589", + "9c8ab72ebb2efef086b21855d5a4ae3f5292616e5a9c876f8bec8e28da0fddcf", + "9c91b3f38a7c6d1d242212504e68ba0a67a684a0d485f15dcd357bd19b411040", + "9ca581e36ee1174533857b9d926754b77009f9080246afaa63d9748d2d066095", + "9cab822d1fe9746b3beac1f5de7e24436882ed4a39ae207f3c9a51cf5b5097f0", + "9cf21be9a626e2ec27da045de4d7f4cce775ff1474fb7b4b1d361407f15bbc18", + "9cf6e80299c6ecc47c8d79c3c5f98265011381bcbf756a12c629ace25d71e6dd", + "9d20f9cd2e12a69400d1753f325f197a34cde2feaa0a6a41cbc8d114cb24d407", + "9d4d421526e0ce02fe621aefed63966502e7a6f1aefd76f27d7c5e7b57760626", + "9d5312a67b24be3aa7949b355c9627bb9982a017b95e263fb65e40ffabbbef35", + "9d5fc103de859786dedacc04713afa5f5ec908af5a8d4b6f654e4f35332f53fd", + "9d86dcec27b7472f83a0109dc136502848b7506e05e3d2b05a983f635bc617e7", + "9d91de5aac37435138b7a0fd208877e7f22c0f1ec931edd49824d81790758ccb", + "9e090e14941f35c1426fb43e188ac85fbf1d1a199e057b80de662be34937b5bf", + "9e0b3c8611c3983453fb5d666148abeb23e5f988cd09a0e5a34f61fb059d6898", + "9e0e34f721896560c995500d5251f2fac8c4562403cfb13ec4a2abf496d8e1a9", + "9e14ec38f8398efaf34b5b15bba9e47ab2019fad693dc51b513bbe274d9d160c", + "9e22c3ed476b2c040f1d9357094d17f92f041d539117569d75326ca8959e42dd", + "9e34c2de58f482b4d4e2a962ca938c8513d8555258088d2815b729ac114a5d10", + "9e397f028c0b7df416cfdbdab53e0b8a607d2348dd807343849ccd811e6dd429", + "9e513c1e436f575aaf5bd5c7df54304d8390ae88da87efdd3c9df0dfe3b395c9", + "9e81082b39b55ed18042c2c5371a652ed32337f6383d9e714cfeeadf99dd5851", + "9ea47633f98cf0baacd4966b055be5d3e71087b274b18821abfeefa6d304550a", + "9f06acce477a36f418f3cc826c27ccb555ee6a836ddcb8452cd76a766d8d4565", + "9f23be74bb52beb0da75166d46ee912a3ee0bf66954efee53a92ff558b0603ab", + "9f73734372aefdeadfafabfcff94725115e0cf4f9b15c18b6d671c93bc45d4b6", + "9f965d1380ea525701e2cc137a76dbf657d135908edb119b5ade89d517c642c1", + "9fbbc8610042a490eccef51f5d910410f875d56ea7ec41b455ce0d7f6fb76e1e", + "9fdb058c747884260689eae9bda96e5499101e7c85685c7441d62133692bf1af", + "9fea119b522607162bd0849202a5af02fbbcfcc9630713404eb24acf7fe44770", + "a038947bb5d061ac5c76c52746b1f3a3177cac57b6990c86694207fde7c6d52e", + "a0b1daea0fa36875362462eb688f7f3fdc0d602feb9df26f1ef223d31cc2da74", + "a0cc9e51bc6b5aac329313a6901cf0320d67cdc2ade26f4db2d279ec352b42f1", + "a0ea2d1b59920fdbf1565c05bf05ea3eb49b8a893dee51b93bf7d443d947b85e", + "a1240a45d1455232215af2dab413d40b707bb262e4183f3068350332abb33b22", + "a16a139ef9ca152e81fa85305fe2b5cb805153c6bdd2ea89b48a0f247ebbe12a", + "a178707a23e01e9e0d753982ef537e8ebd27f10881be88d117ebffd125c84112", + "a1828553aaf5d9ec4efdfa0a925fb03449f6db4b13c376691b34a6f4775b439e", + "a18640480013082dd7e7a22d73e66f35cc59f1fd1b93f5ed3de1cec43413bd5f", + "a1cb72da3133be47ced5d3fcab95755ef24d418f76f4fb0b4d47e6e8ff89a470", + "a1d812357c1be25f45e129a8b8635d6a2e8d8b2eeb0248984bbd64459918b28c", + "a21d104b5dd167736bce9902303d4ba1b1f02237c9b4a5f6eff0a7439042895e", + "a23825f174104e351285c36f589dc37770f5bc835d7d0e920e09573b704e62cc", + "a24336324a1e3800247283a001ffbf0c66ba08c1bfd2194aaa88e91da4c2a16a", + "a2456c53189fb0ad5fa63355cc5c3041e80729e753cad05922be0d65b48d2fe1", + "a25f880fefbc75dece8b8cfcab410d6383a6e87ba0d63b18cacf501ef8d0f4fb", + "a271158686e7f14f011abf7ccbfa93f0b0a444e3b356c8f623aa73fe8013d82c", + "a2a7b5c40a898db6db90eca16c9f41edde6feaadb445b78161abbd523d4ee84f", + "a2b0b4b8b334464890d9a5d9d6f39b05260fab4f43ba90faab4ee969594848a2", + "a2c6b407b6b42eaf49eb9077bff37c976cec72ddf64de83b95d34b75d5e09718", + "a2ec6a6102628055650d617239939fcbe2324cf862641123946607ee1eea542b", + "a335b1d36fab56c1b1ccfd69f872f9d3b702b312e2f8d64b3b63990e2a02b32b", + "a36b7eae29896149c7696386376724ce04884f2cf9ae685a42133a31bded0fd5", + "a38fe3c04414577e28a405c41a2ff11ccd80b808dfeef1bc20e36264da1368c7", + "a42c6de83dca6e8a8483d1725cd6a3f78811ae75be16ab8afa4d9a95965f30c6", + "a440cf910bbfe95dc9a81c122775b244009e5fbea638563e5760e4e482038dcc", + "a4776777ba6678085120b1ae5cbcf2d7739848f9ebfe6cb6d7b7bee59653964c", + "a49914e2c5326aff76aa60d7f5ee3c3640d622c9e8b4c68b37c3ccf680fbd7c7", + "a4bb7e0ab08ef465f0b663f20a013ec927c25d17ee3d4111eed4044b1d1c2980", + "a4c7c3bcb82cc25073907469db3e203766cb08f4cb9e2396165243e0708db374", + "a4c80a95b8f850c2dfbf410aa2f795d233320f9714d5237e5120063e6b5ee2c0", + "a4cffc4bf7e71400877b3811d34b1038e95f6053ee7be10b8990b485c7112140", + "a4ee41ba2c8e777a9555f962d285865998c7df97062acfdb9ce6caa79aa76bb1", + "a4ef3eea01ae764762e35970478dc48efcb323c6465751ac59d5101dea270504", + "a546c967ddb57c8307ccb939b6a2be51ec7639d4678662bb377661aaa3c80b38", + "a56d066f7b27d828d979ac0852165457388eb9fb7ccf509ce55be322a79336eb", + "a5def6fa74e09ff25a2be14c68cb7685ae5b85c27241afd2204da0810134086e", + "a5df13d7ca9fd83e65a0a5795994ed24336471126925fb292b760d5e8bc7ea98", + "a67c76e319bee136016fec9557c156c4c8715121226474fb21005392a92ad059", + "a682b5600e66458787495ec446edb276970f001498e62f2f7416d7445f85c8cf", + "a690a4c2865eaa72e8d5f2985a25fb8a77c688b977fe7f670d5ec3f1e41a9285", + "a69ca4c0ce5b896dcce10da086405f8d109c21fdc48bc2f174d6da28a516739e", + "a6ce6ff75d73dd15b9755db511202f12f64f6cc578ae887d28c1b5429c60df8d", + "a709d08dbcf24d3d86edf9333fb4b2f3767c49860619eb5844abebd7e8995130", + "a70dead3d5c69f30999bd47228b9a51d8b6a03009aa88510f1862af51e3d29f5", + "a71fff06653ad8cf199d4e6f37db51a88391f423f5ff498188361c1e7b6d34ab", + "a75e488dc3e774199bc944e1bb796138ca794094f25e6cd6fcc2697ff39752e8", + "a7acb1e2a2622b4f46a3c77fecb918f935fbee00f4698ddf64ca13299e0d779c", + "a847b4f5daa6a2730017bed869d6fbb7592a82e92d83e337a9f379a7bf071aea", + "a84ba5d88853d9f39f58293080d7675c8a20280d0950ed4b34f403b07fc94294", + "a864d70f399f5f45dec5d6850ee6cac2e405af6d81e08a0167230b795711345c", + "a8b1d5189fb760726fa336137e4278c0dbdd9c6b263f24be466d4d2e04af99a0", + "a8c190caef1cd42699635f6ab8c273c11a9c540afd96e14745854499dc90747e", + "a8cc6da58014750451c1aba1cc1b8ae1eb1f439ee203d1462972e4cd1238194d", + "a8ebc50ebd06ac561c84209d42e3395d57b7a927aed1790db3217dbb6d261ab6", + "a90aeee371c90fa42d40c1b41c630ec063f748040bc5006fd9c2b88372430d46", + "a90ee73b0f090b36a3b906fc3ba254d3d921f539e4fdf8178fa2764c3c515ff7", + "a951575db1c5632e10bbf2f3012328ad5e9db87c8c3d6642165a5e59c3790092", + "a953dae70fc62946d83ceeb303e8ae3838b0b0930ee3daec62514a2859a0f5d7", + "a953eb424669375abde80755e7260407805606f07e0a2475802425430ccfa20d", + "a981bdeb4c49cc8f338c986c9c80e5b0fb4179c88f512d472dbc4d32b6ddd837", + "a9baa63d7dab29028f641775aeabe1073f5bd65eafa0395caa9dc2b473acb87b", + "a9c76a3cd3ac63866e2fa0680a392bcc7fe67d652a27ab62c2f3fe50d07e90c3", + "a9d5e8a3bb7e612f9263323961dea5f8e066e61fea3ec027af77816c7545414c", + "aa055331e79144b7c663468f03e6fe569cd36baf77fa333e08bd6a7e3d4f242f", + "aa1d01d96bd3a988acec7c407d567aee6f731c70a4f449796468e2883a1a20c2", + "aa2c77c6f377cdfb433d54423d96748858541f03da3d8943586a1913416fc9f5", + "aa5b0cf7fa87a46134f260b548a74341fcecab639ad38e324f09dfa171c272e2", + "aa5c9f8b4c37a2dc2f29ee3e60e2b49487c0561c5a698c0fac5ef89eafc02d61", + "aa64551893a506054432e9e661b5efb425769dfbd9965568d21ad1eb10dff7d3", + "aa6ce1d0818f17de327f41b9a0c29e1cb143e49f5a039965bc42659ea7492197", + "aa97ca3097e3987f4519063fc8728c5b3b01365ccaf191553fcd10197670106d", + "aae9480c83f3cc084dca70e76f618f82b87bf2fb2e617143edf01665ef506093", + "ab62a849fcc9de65ce3e9f885d959a2b3454622150816ab94e10c0d8d5f0af14", + "aba3af84c0c932cb2ac57217c3c01c65cab49ec15f8773ffe5bbba1c7fdb4051", + "abdd082537018e878916cd25555617da6b91fa387c23f45b53fd80da215f15c7", + "abe660e96896609144d8f5994cae6cd441200a09e16a5a9080469f3023b91e86", + "abfc23b6077fd0a9b69141b3798a24ae1bf70e8a6e985057ad09c3c1c9e17246", + "ac2b9a3dcc45274eb9f2cd32498118f539bacfdf5705c3a9a60d68b8be68cebf", + "ac4a30459d90b1ab88ed2c6d96d1e6afa2aa1a59e708ff7350de36b260e4bd64", + "ac91bb18dc539462084798d093ebabc3c38ecdc88db10582b97bd1ec4063b1d0", + "aca5ebdeb25a6839fdf7d99c3c40094535dcc69fd098c51ea7e86f870a768388", + "ad1fea799f9b928ae94a7a9f820465a3d54a164276dd68f1fbc771e2458ea95d", + "ad4aa588253fd0b75effba32d3f3f62d2a0b20499b4b2ff20183c9e9dce8921c", + "ad4d7e703b7b024c40df24238902ab1f66c74d3982da912c354dbdb120b00a18", + "ad545207d62ac1a22cdee8252b85b32924c5e16627dd921a96a9c327c21ee4c9", + "ad9016fbde8ab97a81bc34a102503eb570e2d1cf3aa49de6d37cb6eb272261df", + "adb558ba9f031272bd864ed4c02cb66079249969b4a84714d8e904450bad301f", + "adf7df02e5ca3584edd4f5cdbcb27252efea4db7d58d67f833789d016a911c43", + "adf817abe34fd96eb5bb476d4ecd70d5838d3d1535b1a1fa7f89e48deba3f691", + "adfc6ca3cf146e6b70ec610f433048f8f2f61e4b0a9a61b00bcbd548aeac7c68", + "adfe8570209520592870637d0c6d89dfb53ddbf0d5162c38e7ffa79c154e6823", + "ae282a9feba3cb183bfc8ae5f3029dea7f85af44579e140d29111a5ba56a8a8f", + "ae4a88c7e31198956db2ffbb52fd170f8391acb7af4b75f0f7e17c52ed28be38", + "ae5753a98c376c9e7d29d50ddc0e0a6c9eaa15a6fa983e15fd5bf6a70dc1cbb2", + "ae61bafda0632145d2c840cbf5b9ee880f5d515b1dfdf84255024d3aa9ebb866", + "aeb84e1cc03533df9a567948e3096a4651622ddb8c65d273ac6ed9cacb76b27e", + "aec8370a06a5d1b6bc64be94fcffea3bbcb31bd7c3f87072f6eabe7c2f74353f", + "aeda0d224f68d7d2271fb38d4cdea0bab20c6d678bac9e7415be86e1428a8f2f", + "af0eab4a7ff3a9f565c5d441ee48c6728a8d2572bb47ba29bf054ad05c830fa2", + "af3d43fd362bb702008257f845c0fbd7fb0b247038bf11c8577d02b448ab9644", + "af40469b4be5f0f237a06204c6410d570c9b1713dd294125dca3fd71e5e67947", + "af93c5d79d26229544af7194357c4a6874a024c4f513e73ffb9b6fff55d8f800", + "afb9f2bf7e8bd33d310cdc0db5a756e3a4783e435816d67a201b8ed3f797b1ef", + "afc38038f2d082d7566ca44715c132c0d531f317a1a3d54a88178e187124b18b", + "b02963656a19f9f7dbd1c3065b907b214dac7cec8ae7b0ca8bc882a31112e43d", + "b02f7b28daa1a2f7aab7632e16b8cac778bc70c3e8a1b92d2d9bbf3721e3a4ca", + "b03c695f732f3d794a58bd6ccb30774a7e9f77e6335038a1b81997cfd39be8ea", + "b0641b7d679fce235e06223f2fc03382a110fda99b2624b408fdf9edd18c9a02", + "b067b6ae3257a455bfa37d6317ea11da0285343065480c68b88fdbf1f564c456", + "b088b8fb0d23433e44bfb8495d0bcdf14a90a8688a40a33d77ffa1434e4bd021", + "b08f6cb49d8f2c0cf7fc4529717ef050a3d5ac48257e43bcbb21ffdf9ef56721", + "b09d4968b098e1be873a624d4735318198e28acc81516d23ff2a718d5e05da0e", + "b0c9a587407aff5c3b96b28cb92227db0849d7b1fb4dd54ed01e9e194748fda6", + "b0d272d65e86b83427688ceb352a31af5bcabcac115cbeda72ce0cd8df37c3c1", + "b0f9d0a383327c41c70b0d99cc1e17d9e4b0f1a1766c4b1c410a847baec0eaab", + "b1188a1e16f91b3e25c4437f118bede028ee084b2d52ef9cc226ac04a33076f2", + "b148ce2a75b2aafba33d67b9414f1a8b5a355f84f16d4c0b6438da02ff71d9dc", + "b14c6e982b47a9f7cbc83e2178db724a8dc1a43b96d54f4d28ccc5f2a03de985", + "b164746f375cbce5e956785bb3571c970f97f0e3ea06b58f63e6f031ba2b1d58", + "b16a445cba1d8945f315d29452fc1bb6b36006f64c9dd3a71818a89102c48dd7", + "b16c7b13be12df7a0a17561e577053f14140827fbe7f4e220b1d3db6df56a2f0", + "b17984a1dea67fbaa09b778d2318f797f0b0096ae071c7380d13b2913befd546", + "b186db261318ce9d0eec255ee4aa33caad5d23c3fbfcb7b0cc74a01c7ccfec43", + "b1940f4e9449beaa5e5553b1396d1bf7ae7cc18512cb8927bd44996302e44010", + "b19d1adb2abaf3a1939ab6fdd40020c0fe19361f943dfba64dee935859ee905f", + "b1a5bac13634f77e22d4f4d18e98ea341b72743117f0720cb05cfeb06188a979", + "b1d03318fe70818bd4a120e56e58c65af108ca8089ca38b33aab4d2f49666b22", + "b1e5ef44a5efd3a383ae8ccbbae9e741e221ea1fbcc5d05bd23ed1f2fc3e5fa3", + "b1e84bde7f97e4c7525cdf0971c26f570dfa7821392c3414da9bf6d49989be9a", + "b1ff72519a4f541cf01e4ae32345cede5aaf9d36c67d965e8981c26a139c0460", + "b260bbe4a2dff2585030152513fbd0eecfa57c138379e0087ea6f906c03201a8", + "b286fa0eb10cb2daf7436686cd9582632439c280b04b6b7539e1cf79a9f11f93", + "b2ce9e4d70b36c0cd47252751ed47b8c7765839750ab046b270f863a82f19fa5", + "b2efd303d551237f7c1248e6619bbf925479058a16a716f102d67b94e494131b", + "b31cae085781532bef6eef09b4bfa31dacf2bc02dc20fa2d8d922a7e9f985f43", + "b322dac84aec62b55e85728718e2a0d9ddab14bfebcbde23f2eb6b949dd4759e", + "b341b490f5f8c125d57f9d9633f8af89f022d09083e79b096a593a6b23336d13", + "b34596b6121b6f5302625bfc13325f97a351ee3824e7b08171554f043e7213e0", + "b37d030e04976ad9717464b22b3854a50114d068ed51509060bc73376a484116", + "b37d200ac7c0c826ddce7614f9224f2365e8ab7732483874f4ca181394c2a5e5", + "b390d84397dacfca64a5a0e664c32603b4064baa103beea8c699d807793ee9f7", + "b3a19406b80a96b58ffb2186de2d9ecbcb3ea04f0079be0b038fc3676d2f5763", + "b3c4733af59558e62a4d1f9f5ac676e225e448d7cf70c381d9a3927d5f49c450", + "b4090022ae5f781ec0846b887e8576989db3ba34f51aa66d8b619eb4ff73f665", + "b464834e6ccec4397ee4c4f488c26779ddf6a067b7258b25fcd31bf1d61c77f4", + "b46d29e256ffda81cd2812cbeb60119d4c3521ed84384a74970b74876f81bc7b", + "b46df5a380426793e33ecd6a5cf0ef9cac8fab77a13a0d9a1dbf80ad98ff4f2e", + "b4d3a904bae484b4816a592f36be4cfc175b6af30db3d5fdbc11d3692a42ceef", + "b4e84424287c53a682e4e2c85b57e730c130cbdcaeee4c5f08e481b0c9767469", + "b5731d35376fc114009c9ecc6feb8061e4326f8127de14c332ae7fd0f1c8e8f9", + "b5740ca18f0bc9a3f6fa9ca025e89a4f4ae9c571ff67d75890cb3d6414463e69", + "b57d18041db98a5c8a9f58f983b9b0d8771bbfad555450164542942faa0da287", + "b590eea2c394badae79c7964c2752de3e07cd42725af5153ad6e0f4f0f81560d", + "b5af2eac889304f3f2106cc0cd4e4269657876909cf0b1a6a5e1422caa69c026", + "b5bac383570e16b15b2e55caec37e1761c6ec382a8b744174d29687b4508a94c", + "b5c30c652903550a6533882aa07c3c99df4e03ad64056ba2df1245cd8d2556f2", + "b60f4d4880ebd0615405671fadd4969804cd9ce9c249ff4af97d235871d45324", + "b6266da8eded1619177f4f8b08f28b6dc348b362741465078fe9e3f05d516da9", + "b647017f986b484639ada0c1521f4cbf3d09bb6d852f17be1892fb2e22bad569", + "b657cd7a60e964d2f7b07dc6eaf7e1a4e91f6fb08c90180d3dfa1792260fffc1", + "b67925a01180149949620a0dddcc956c5af9cc1579fb8026c717ac2c2d6f81d8", + "b68f5c89a885438b835515c63cfc0cf094b9b480cbf4067fabc35fc73e54ae70", + "b69f06e4f6f273d7a8a6150e56c64e6ea920641fb286e654a6d548a0ec5e3ce7", + "b6afb900709a13953b9833e507e5b0c53761bf68ba514642a45fcf3fe7dacea2", + "b6b8789681c6078777268a6ff1098d67a2176a210b052275e8bdfd378f0b7be7", + "b6bb805f019769e7c22c3099958cc7079d8261a3ceb6760f2307b824170a06b0", + "b70a4c5b5ad5ef61ce3dfe870e9a3f04dce28b863c72efd2302aaf9d0284dabd", + "b712f04ad27bfc82a95a0a9539c5cf93b2ac2b0f938ef593d5301645a3dd8232", + "b7358990749f89a239d0c35e4454c1f2256f2696f43c0b9a6dfca0a01e8c234d", + "b73736da3712e2ac62d7296642cc9b095a26ff278454b9c800c8e88ac19b0c68", + "b75225cc5620623a5f0aeb1ae56a99714cea6aac6ad220343d4ac6fe3681e22b", + "b75f3b57a8761038dc34e8c06242932cd7a3a42a4684ad04c3d0aac1c8e01f35", + "b79f8493c9f22103dc29fb01c9606f726684a35e81826d67290a251a494b2d6d", + "b7d02801cf1eaa121d3e3e958f782edd778ca42dd1acb0d63030f50b6ecae0f4", + "b8089da48eb95d0fa7aa7178c148f878c61fc5c425e163276050d66769b39570", + "b848f9c1cacdfec2ca9ec77091fa926373901a81e89893ffd44b8e34e813c6ac", + "b8a81aac98d4107d71a94ed1e7dc03918b99566b6fef297c43daa713c1e0aec9", + "b8ac6150c2c004604580621d18eb3af49871dc2626c1d951334225bc65d1c438", + "b8b5a6b49726a5e7522829273581631f66139462cee12dbd41ca7b93d8012a3f", + "b8b736ff78f5dd8bdae19eefa05ac7204f4f07187d163341e9316f2caa7921aa", + "b8c3bf17a916c8272eec662a19fcd3ba15885deb7013e3165443147be8624afa", + "b8d7cedc5d15d681707f2f38e63c1b38836456b98577792d229443c26cffebe8", + "b8df782b5cc955e789adf0cc2dba357393d352da099418073e9a9c255f0f9797", + "b8fd7e25bc04fd03c01b2c376dcd64328a543ebcd9d53564ac8113be74b1aac4", + "b928ed0ade3ad7ae4d974356691db8dd8a7fa18ed135a9aef8d746184aeda3a9", + "b93fba82189b4ca8c32a2557f46a130f50b57171e1951004e5378a2d8fad05fd", + "b97305ccba8b3ff42187b7db6c2859328d1799cd55cd581fd3cda2ab303cfd93", + "b9a967c30fe2122901176bf823703e243ef604bc34f75753fe0d8161c46578ef", + "b9acce70b7e12e8b34844749eea5419deb55261a739d1519432c2cfb66dc567d", + "b9c540741090fe4388183904f3f19738a7b727103ccb50bdcaa87abe0a812dec", + "b9dc3d032fec920e4b54a5f3e44c3d2ecf6c8c09745da579b3fe1a22eefa9bbe", + "b9ef19b21ea3253daab567caafe43363eafd77cf8df382c906231547b7d1eade", + "b9f2cddfcd21ccd881f6178c8388173f4997370ec9a2a5b3a3f10309af4cea8f", + "ba3e5e077781c9e12718fd602c426becd35555b333346d5c8b8d0e4b8d59fb75", + "ba3ea31cba469ba9522e17bd900bea020ef196b15bb4f6082ba322d71c7cd2aa", + "bab819a3345cc38eb9d2f4b3d594f7040b75114388442241d3dcc83ce9289ff7", + "bacfed8aa647656b317f21fae6db862e24fc59481a66338f040977139dc3d059", + "bad11986a7cf2e25876f9ef3449c835f2a40ce7ea2f8bbe7da9bdd9beda4a3d8", + "badae713e39d2bb3121a95ff0de7e6fd013bdb9dc86119b49f7edf04222f175a", + "bae48bf75fa4d9c777766969cea7efa83e9175b9735a27008fe457060dac51ab", + "bb17ee93889768038584160ae37403acb9401651630ab3a405abd65214f8e1dd", + "bb1a561eeef5a67d08fa6850904216b1d7593e365271505e36cee5c56e6e886b", + "bb53e6ce9e0343c8e4a1a689015ffcbb21f3db895b2ad5ae51472dfae8f98759", + "bb811974b2088e8fdc2606f0c8c076e55e48972c5213cf3234945c63bb9aa8d3", + "bb82c9ba73073bc7bf00d3315367a6e01d136bcd9a9f0677b9ee642fd2a59227", + "bbb54ad3f3e4d91ef75bc242b35a9a28625963d91f7c123d99d53c2ddd58ba60", + "bbe0f13c903510cd9b65c6bcbe40c141847bd3289e8d27a17c494d98104f1ad6", + "bbea53187321d8577bf4de25cbaedc339cd30cab7900e2d0f9dfceff92e30cd9", + "bc491ccaea000e7928611c69f1b3e7ab5f24f03ada9c29fcbb69f7fc05aec117", + "bc65a7f288310c5ea632964514744d5054e03a6862fb478ff41f6ebfb5e4d749", + "bc6adec90a6dd989815d2ebd2d3d122e5472c349eaab762ddfac58eaf23a9f57", + "bc8cb19dfa4512030c9cfd5171d50b53c2524193b48d715df8bb2f349d24a0be", + "bcb180173212c62ba2392972845d7d66e70d6efbf4d99f19703185b405d8d6b3", + "bcd8b31f715818910c72709e4e53ec79e715058b3b8b20b88d421485b142705a", + "bd2121f0f8916cb944dc0b9cce499d8c8201bb9ed855484806832f0e3774cb14", + "bd55dfb70701260beac95f7ae6c29b0cc675b33a56815d4368ba5a5a9b2fb960", + "bd68f00870fa2e09f15aaa7d6f7f5e3c0e0c8e9df9fd13caeb5ba5ec721129c3", + "bd6bf91e43218326db970a15eb8c67d056a452ea307dfa1826cb6633acf7da0c", + "bd6e313ca24faa2d2310f0608762f6c5fac8ed5041e62e6e8b5c7c80edfddeef", + "bd932b7f64314837ebadb99027ac33363e1ee0729674016f754c0ccad8e8f101", + "bdc0a195aca3787839f81cfb8e1b323702fa9650364a46c5fcd573a2c49f60c7", + "be0b46e7fc8a373d20a3fcfbafb196c04fad15e6cb4292c552dc243ae1323f09", + "be4265c2119ae94dd3dd6269a67b63bac95797b3cba30b31349625b1607919a6", + "be543b6873587292c6e6a41172e329c02e95e4a64e504f19ea40c4cb61acaeaf", + "be6c45e7f69bc3a50da61647200e2ac1ae02bbb1a8ced24f59103c3044bf24a3", + "be7d2336c310249ab90834b1f81317af638e6dadbaf11073b38092b368151dbe", + "bea496e9c1a81e100601aac156c4c56a930441a8a23838954bbb3323a21047fd", + "beacab588382cbada4b9001299ebb9fc2af37622555922c641cccb25aec00506", + "bed8a7542d9679d11feae206a51d62c627da9221a91b6835876f1600176d7dc3", + "bf0cd750da6ba9752ef29d82afc70701c2f466f4f7762efb7c587c973e66d8ea", + "bfb2e72e247a7f021efea6c2ec93634f2e549a87d06a6d518c04b2b8ced37d7b", + "c00ac129f5040ff62e1ed55dc195170aed57ceecf978448290f4c98b6f2b7cda", + "c00e8564f343e9d6d7bbf1516dbba91b91abf3c89dd7b0637417f310e9e51245", + "c01a0385e94fc2fcccf46f244ca591e67737a37030caf872033f60323dd42c4a", + "c02899f51d77c003d5e83858d1c9b0f4f01b04de3f7642167221b4f13a0b2982", + "c094c64f759b68c09c223f21b1cfd965b766db99af89b76efe2170546a2ecf6a", + "c0c3bc99b53fd5e09e26d8814ddf1ba8920932745eef252fc09e240d1c0e0d3e", + "c0dc7ebe001f9d7d104c791c9de10c31255c5a850e14fc31dedffa78e6541e83", + "c0fc70c7452a8d99076484534e581dba98bd1e867317810feb0a103d2e5c37b1", + "c10514926b6b320fbab45c471f278074787252ffec0aee89aa55d78ee98abc39", + "c116eb782fbedff0cc22f419af954749c075c7af985c9eff7d0c165d76144ba8", + "c16d20b8b99da3786748ec64c23f1d4514e948d12aa8f5bc5187a38454282226", + "c16e7d672eaf324069aa23d5d6a1b5f138a706dcdb9d093c6ef42bd08d2b890f", + "c1791b84f1d8438c1ca830aa9d7176dd9115d3ceb6fd23aa7b204fcb05165ce3", + "c1a4323c6bd7607433d6ddf4c76e4502e8b7a6b3b72fa385c906cdef3699cc93", + "c1ad7d9b7be6927a9c31647b1f69ebb2da21c369c6a817099e6976b981c10deb", + "c1c21f7564d5ef802a6cb2a5fc333b10067d5814640df797701eb8fe4b114e7b", + "c1c2b04639ef27293b03468107a7b2017f793a7c5ce17232db08ad396c23fcdd", + "c1c84ed5e9f2228c43bd94eb64102cd7d02ed700cf4f712be746eec31807506c", + "c1d0a5bb9e5792eb0903e793a7e924bafd953d7e53982e0f31e650162658cfbd", + "c1e5ec301d21dd885bc19330ff1cc10a1e028bc22cc866015a3e550ae1762066", + "c1ed275f0d09590a03749fbf16e0767add13f879a89ca1c55950f460feeaf205", + "c215aada505a3b2c249a1aa1e3e6b5ae1817942bc390c1e2366096e8e438f996", + "c221e076bc9d99365c242a0b180ee5895b305510d85fe5b1e1e4fca94ecef40a", + "c2456af35e9845a2a973de93fb3bbf8031c8f2e22dba10d9496fa138065731ca", + "c2461e62faef7d19e61d6a84bddd561ee9746eb30d0b28779b0f24b0ca84dba0", + "c25b6a2ca778cb99b613fe51208ffc8ef01a48f9516645701c248300d6ceceab", + "c273d409d18c86f08b74523ff515897dfce4c5bf272ef773512fa8328eb3e808", + "c27aaa5652f29d382f2e42082cb18850ddbe91d2c142d8cf62d16fa36e6dc829", + "c299e5c291e69611dad567130400548bbca22948ac9a2be5d86cf0be1ed59c8c", + "c2bb18b10dc4435b7225f86e6c9ddeb04669f2b2a062cb6d28fcb9fe61e7d29f", + "c2c199ea4cefaead9e23e15c44d8f94855398419bc748403163652b18e0f14cc", + "c2da835ea1010e60a621f955df541bb0d11ad051b342041497657f9d3a0f44bd", + "c2f750075e3b223f783bba59ca6cb7537feff873a77554742e170652df62a787", + "c2fa1db7cc0f17f1b740a1d3da1b0c2ce7e1cfb7abc7f92eb342cbdc0336983a", + "c308697a46022bb28dd37829dd583edbc414f1646d6ba88d8e788d74fe75e3f4", + "c33f6e1d953c2e2459176f207c5837fb768cc7eddbeadf4619aa2777546de62e", + "c35b5d06952680ddbc500436b29ba9576bc8f11bcca1f5977d6714edc5510ceb", + "c35b835d08530179fdaab703ae0f98b31eb83ff1b1a9707c341029c0516d955d", + "c37bc89dca3af800f44aadf1d78e4f7e3a3e89af77ea633d31651e1a95eda347", + "c3af48670ea6f3200c2ff85ace910f488e272e926055891d86b862e0b353bfe3", + "c3c41e5552308fa4970fbda82afa59b66f489c27a7db4d5d94a60d0db8c8039c", + "c3f8ff3e207767558db61456c7f127af9d79c2d0eb50a8270bce5ea45db2c543", + "c40d78ed2ee68ff20485aef5e34579f5f4054a6fcf5d9b305e7291b701bad3e3", + "c44cb714ef7ca78ac4a00b50760b3abec03706a7545d5031a3a5ab948f7e3830", + "c4736ad4146e4335178db8a9741c652d5d05833fd419a4d44301e034289f86d8", + "c52d67b0644f775244057009d1d807cf959238e8b094a325b89130b66fb13549", + "c5935c567c338bdd710e01da38b97eb94bf8a373c524ffa90f06e141ca21e0bb", + "c5bd03645c8290866a1d39f3b34ff2bb3e804bf5a0d19d1c38b6f3327ead98aa", + "c5c447a38bbbb89458230f11f0b3732d0fc3dfa2e7dc93aa8177bd348c3d8b13", + "c5d45b34ecba22e99f79cd23ae74c5a3af84174d5379bcda1564d7fa6fec5495", + "c5d4d80494eec80c6ed832e4cd5132266d42a0076ac5053fafe48ddc173abaf0", + "c5f95ddaaf9299738b4281a94832b4558835d454e6f79f15b9b41df9e4f5d760", + "c5fe2f8f0295e4674f673532c94ee14bd9cb9a81e0bc9cde32814bb3576865fb", + "c611664dfe03fc5ee5c7fbe647d0d25e57afaa76bfcf90ec9e82f3331b41dcb5", + "c61963f555a95cfc758ce53612e8f0e4cd2841cbb614aff60605dc6ed944617b", + "c620c3c9379df967de6fd8f4c84db0679e9d2dad81cbfb3e2d77d5ce454aa3a2", + "c638f92723f379d1dc48135cdd1a27c1edfddbc74c7ffaab10cd4879227f346b", + "c63f67dffc9e3aa8d60e13154e76d0db63e3fa987ef4c910f9912ca63a0f6f04", + "c64430ee7118581e5bde54d8e9856c15054d73a04f4899f64ab8b59a320e9365", + "c646b12f66f51279cd7c736b218ad1f413585472da68bb60bb92369f7cc66a03", + "c660922239aca421a5cba165941bf8cf071cd9b118cdeec290fe7f5095a38663", + "c67c22645c881371accb498fdc5160ca3f3a69cebea7d152970ae608de1f480a", + "c6c3f5e34e82d2e364d88b418291b2cc75a632eab80e23a502411656fe5e2af8", + "c6d7bbf143e0a344523a1d435ff82552e0ea7c64c6eccff80f9bbe7d56107045", + "c6e87c32c76b5a2e213fde365de66d9f0fc396743bd3d759388be531c3299d42", + "c6ea608314b0fb56168c2fcf3fe90f112a36997db1f7f52b767255a85dd2de9d", + "c6f1e298f5c323a4991b06bf766f36b810701cb0522045b27f73aa8a2d8081d5", + "c71638e6645944d5989bff886d6604db71549d3e91a8138277d2f9d85c9bfd26", + "c729c560656c7822b69406e8dbfddec6ac00bab0a37680eeca66c468bf163a39", + "c753105e888b26ab8eb96284b0c6ae789b38ec094f3a428b913dab070eb0451e", + "c76ecb80f592ab61cf9933db4a4ead1e171011c713a0d4b7de404783b40f05bc", + "c774bd3b040c5bed6d13003b638a72d4e9a2ba11dcabb1ab4a80a641d5d7d37e", + "c7835c562b64fa359cc458c940feb654af46e8b10e2e84fea0e25f077b9f1e41", + "c7848b1fee9b082918121acfb53913b4a8ab7103e792b429e76c9657150e070a", + "c78bf4ee459dd9e2a4acd4a83fb6178ae4f3ec991c0571dbaf28b6cd57407261", + "c79a23775dd5de96daa4f02e7aa240eb03a1da8f63b61e81bdcb891e29416905", + "c7dec169ce85e8407d5039e463a0fe4a5686cbd6f9167dda51caac44cabbf1a1", + "c7f25797d0ee04f41ae508ba50790f03ae751892f9e24bef0a3e447fa25822d5", + "c8bb562f8f805383903a5574b9f84445414378205aab1d3d22b5559a7aeef6cf", + "c8d9cd0644ce09573c71564657ee8e0a78a66162fc7d207a8567710c8f7d7fda", + "c8e463592713e1c7727569c6e667d8918152fc4cc28c15fa75ce9b41239475bb", + "c909c842b7d32ea12f44d92ac041cbdc2c64248e9522ae465168aaff9e899909", + "c91c361212e050943a81e7bafb3d4f2b3a17c63f4373f240593f76233b48e5db", + "c92bfca22b81581e51629b216c9389ede9575af63c0cb28097310c7035952bd4", + "c94ee22263a5ae8a3bab787be129a555d8c2b662564b238c6d11cf1d88fae542", + "c9785645bf1b8f42290c3c10e0036dea320a18d1bbd8df0d8b57f974565bc139", + "c9d61d4310b1e84c3208b667dba9ae044e0acfc1fe96b96d8e2a11fd1f4d9322", + "c9ebe28a3b00f9cecc4ec7d71ff046f07fb16d4377fe33f68711a4145243b523", + "c9f778d144174b667b4657826699683e72d081916ab3d4443ea5cf1de63b5ebe", + "c9fb44774055fb5761f738df4c8bbda5c59121dc85ed27811ee16a7b17b8a234", + "ca02950b9ed42a6cd522865e22c5d5da36b6f4cd1206ce8f36fec5c2a9fb7100", + "ca0ecdc8c99fe496f1a0728042f34bb8477aac8d6f6eb988220200fa60ba3d8a", + "ca894012f7454a07dc52cb1a1f0f3ff3df6ac6c9066f13c331ed5c1d73eb0f3b", + "ca8b4797bb2a647ab2051a4a299d4e1ffbed14988e084b66330bac78a06aca3c", + "caea21412875078c8e0d019066c50138b67a46835a5cc2c25945dae6a099059a", + "caeb0797f58b1448e6f64d2636587d63efbb6e27607c26a6fa3b660296288487", + "cafff4262ddd03cd199ebce7acff792b8e0f906c2f90c0f7b556f8faaff4228b", + "cb1e6c8197a549f105abbef457a379bd4d71aa5c35d63d780733cf1f77e3e5f1", + "cb308fddcab3858dfba8e2d1705b9ca9aea23cdaf9dcbfddf4b77d6db5db9040", + "cb3d92ef090fd329dceea69ac6d48aa42aa88149701769b1a4625ba80cbceefa", + "cba2b38f8e1d3963539ceaa0303e8669a015599a0e01062fbe4e82e8f359c667", + "cba925939b83f0d297ea329100f6dd9ec95d783625be4ba508391646ad22388e", + "cbc4cbe38d4e3f010efbfc9d4a6d021783b5f8d66a9edebb9e6afc046ef0ee4f", + "cbd9adb58482cd85fc5c54d0a13ebb0e0be278c3edcfe7a42b8b246cc8b46e27", + "cbdfe9dad04b6df20ab06dc513414ca71c92b6b01d7e74b79a13ab76ae590474", + "cbe87cae84854bc4177b85a47b953f39523e61561c2488db4b4d64374cebf4f1", + "cbf3c36ef8b5885ced1792a28616aaabddeaaf368413906e9f7ff6ac103c9ad0", + "cc1299ddca29d3f47b825ac93c64b361242fa25803f328fca13441684a4c7a63", + "cc1b30d08252f2224567abf1482c833f629a31afede28893f45868a3122d025c", + "cc8b9c23a4766d262667973e449c8e1fb6f5ea9182359fe848983de8e69420f5", + "ccae31e6c91561c34ae01567e9f442e6ff4ae66e8b2ff665c8fb8199b0222253", + "ccc80694b03de71ba7eb7837ce36fd2c8ff6cc6a7e121f1a0010e21394ec7d28", + "ccc9952cb786577ce9a48ec50a19331a7e3b5aeaed521227fe6b36ca1650e8a4", + "cccab9452697a5822f7228d9ab3198a4e3f2b73810aa78705005edf91c8b68ff", + "ccccbbabccb218f9dd35e3245a04c9f58c86e3d11edef57aa70d17ed0a47ca5a", + "cce04483aafe15033058fc57a6adae63474c8886b7fbd33c2a214c02b64b66c5", + "ccf474053b489d3012904f3d2c634e04ed67f79fb7f258d12174ceffe4d581ee", + "cd03e2df6e42a8883dfbe44e1c0efc58bf63aa6f6d32d47fedd8bba1e23a973e", + "cd1847ee00a06fcac86360000d06315bdcb62abf7dac02e82799277175c37a03", + "cd1c9e3e32e853d95f9f87241c0907ac60f999a01c96947e80829a4cb472a2f8", + "cd1de18adf0a6ef2f23a850f3b25be3407533a2b7cce889d7ebc5ef5c137a3df", + "cd456c7ce5577a4d33433324f28e893d9257b69bbcb020525de57e17f7ca2379", + "cd6590458cb77b5c7aa0bc28bb00582e6f5b6693f59af5d38df77b4db73b7aa3", + "cd90dd5b59b902f716500ba7c07bdcc5f9d0265757f2d1367a47af2c143adb32", + "cdf4874cc5a4273cab51aa533b5fb08d7eb14cab1179572e46c68715013abf23", + "cdfc4db314c0d71b8350c0022310e352a396e01c94d446739e8fc33f6603a4c7", + "ce80b2a6b2332251556de83f456f5be22ddf5c98131073cfb4db9469f6c06eb0", + "ce8347d62ffbfe3ef6cc58ae9ad45b4a527df7b40b899e0d7e09e5cdfb0d254f", + "ceca7e2e8199bad3a54ecbfb618ba5292f78d1f3731bd38a7f8f9999ff8bb941", + "cee38d8376a08f3ca2660337ae409abce9f7f89102199b7b55be928111c3e34a", + "cef24ac7588db91521430146ed719c060006d2d6ed9315fb63fb24975dc094e4", + "cf66b4aae4a945bbca0bab0f912f0a584ac11475c3caa7c65afc461052f2d415", + "cf6b951dda214e04ac328b5e572449c55180815430fcb0c181cf61da6e998975", + "cf844beaf2e6c685aaeeffb989285275203a16da7b6c92a4478a82de33bb6982", + "cfb6ab02ca975d55b0a6c1878cc4a3f22ee15f7f9ce6642e1490eaac8fb8da77", + "cfc5f785a585166a29ef45f8f3887658907612b4704cad2606fdd86580d9306e", + "cfdd01086c7ef1d3ec816295c00994d3133a0c9fc0f097c579a38f67ec965436", + "cfddea7938adca95988dc306017212e307a7d9d29300a49e14781cfe582b3cb0", + "d01fe0cc347b04c146e981c9f3c86510cb9b4ac16c75439afcafa961284857eb", + "d070e8c8a5b0b356d8fbc0d5e50dfbc8cba88939108ff3bb17c8cee06ef92dba", + "d073ee715c3c64a67b1dc52f02c0645f2e16dc4b8934d870046d611511240593", + "d0a2f11cdc874d7797789d80bb38d398145d118b2f161f08d6f171b571673b78", + "d0b0069247d86164502ffe2c678701ba41e1ab19cfdaa75461bc56b6b257a399", + "d0b354e0d29108ea1816cefb8c4aef012ef0c74a5dcea0fb7683de54eaad24a6", + "d0db6137e2be2f61916b26e69df32c0a1525d91867ec2a6baccd1b05dbf733b7", + "d0f579e298d6c00b884b463527e40a31c703d780772924526fc4601c3ef12a72", + "d12dd9f2c736de3dbf0ab05b0c4715204d65d682112f01d6f0a881719086827e", + "d164afffcdfbad0c8b8829a9dfeb78cc90d6a4245e4744a2f4f9462af84ab382", + "d192fa159a7984c4b8d688747b547f3c310c85249445eda2a9bac352ade8b47a", + "d1a0d5cce1543295d9ac16a559390ca2ef9625fbec0a148a88662b3bdbc07566", + "d1a395ca68b59f7acdb1ae4b11b826a5ce25f79c9184abf7dbdac2d87d2a53de", + "d1ab005534a41df9b1eb7c7af7275121d5cac159e60361088178022ec008693b", + "d1b5feafb908fc6394d1e094bef4e084d8003e475c7314265c8e0fa1bfc63484", + "d1c84b48656978636a6b54ab2d8c5a289df23fe8ba0cd8d8f4e1dfc7873112c2", + "d1f34f69500b5ea583cfcdb117ef5cda1352b29fff00113740607e752e8d522f", + "d219e8bb14cc94caa1833f01f066fa4bd963a3624286e9fca56ed00866356b39", + "d23cd9664d80088a3a9a96950b1d0859a1e198edbc456bbeded1a83db91be9b6", + "d240fafaf43c653236bbf6eebbf58cb3b479c5f0bb18c1552eb55949f8abc091", + "d24203d0614be5b8da34b8412d279a17f0441bd4381ace8178a1c044142b48b0", + "d25a40be63ec05dd9772fbfbc282715edcdea3bac2a6050a637367a6be37f0d6", + "d26c279d4047b77c1a4a9a95383b7487e2e22bc12aee632ae36466fb6c02a0c0", + "d28ac0816f3c9f0bf18e3d08d90ebd4a752239f4f23d06bff4f47cc0c8423ce4", + "d2cc4fbd2e43a98674c6c4e68b970c0ddfc139b3d0db1f70db40e8210e8402ad", + "d2d2ec5406caaa6d416c4acbf9dba6eaa4c259b8a97dd1203fc90bd92cff0bf7", + "d2eddfd7392636028a12000fe3b0d06120fbc56d0b5bb92f34a7a52ec0feaa82", + "d33d3d89031950904ea761667310076f6b95a4cc5ca930b7b31b91131f7121a1", + "d3638aaebe3f77b329913705ada57e8ecbfe424f447bb858b96a4aea55f7cd29", + "d37f403d2e1a6ad27ffa735476b4bc9cc58d1031e7a6ee8c42ae69932c9c56d6", + "d3da0f35aa5303b3ababfc1859247dd0328001748311a88cd77376fadaea8a70", + "d41d6abf63e47839422bfe192daeb310402091b9e7e024b25ec534131766d17e", + "d41f562e5632185f7696701cf7294f8deb89416449143d857d247de6eabd1101", + "d436ffd00330337a12dc5021ca62dd16010db019b10d98dbc3d88d878eab6fb4", + "d43d1f6f23de682b557ae10b04fb03b9578a38684ebb2c75ad53680a39bc6b42", + "d4887e482e42cb9ce2d5a0350d934526145985b1e312e711792f24c38a951ed9", + "d4af0e0f77184ac84939d282b93b1018614e0fb91a40d6a0aaea1109f37d8301", + "d4c681632a45ce471ed9a1798c14e9f6bc335eb80162e5f1371611462d639d14", + "d4f514dc89a34da7c37a834886b1bd0144061a816f77fe6cef2bfd066955d183", + "d52bed0de5961ce7653d028389a47d304bbd5ec2fb492688d88e01c20c9e9751", + "d53949e80f745b4d64e9553b036572189079413f781fcd75d9c956d7a09aaa53", + "d55253c49dd42e9a2dec3363f86c4c8c1184894b8f07fe730a51c6660b1edbb9", + "d55b36cf5c50bc67d8bb6b130ab1cf86a08e9317ea19ea7ea9a3df4645d6646d", + "d5737cab82e5a56e1ace27cd0dfecf5e81a85a5b80e246956891a90b2ae92e5f", + "d581b656c72970c3bde09f7167783111a25b8fbc77dbad63a9a5042e6e1c02d3", + "d586cc1e5ffecd95fdc88554b909d8221f17d16a4726358d2bc327a2d254b8df", + "d5c3519f7ae4e585e1c3cd23634b0d912b7ef200686b7ab800b31be4b3e272fb", + "d5ccdc32319e9be322f989a297b46a9a0b100979c009b6ba6deb1bec2f3365f7", + "d5ee28369b14bfb5029dccae76c41cc3188b947e4f7c045d5945febeec161b14", + "d60003a162be418f023b13145c3b1429932f426df639d42f7eda9c12b25f09bb", + "d61fe033fb6964bad0a578ee4c4536c6634c299ac42a84d963a3743a618558ac", + "d62433ee8b0120631f7f4af20bdee7f25e9625184b009a790d3cbd85e25cd0d3", + "d624e46ef452e34d883a49229c0136009bea51e568c553540b303a7d2c94cf82", + "d639559a862fb3e47517bc78973650a49c35c11e75d16771260d838e65ce4854", + "d6a34c88ccf7607bfea26640f4fedb3197571406ef9225dbebb65252b12dc1c4", + "d6ad863a975be3ebe83c4ad6f1ce0c26beff8b91b3fe36887fd13ea576a6e568", + "d6ef592700ea7d33fbd82279ac402a40bf172cbe8b4903576bba1299252fb198", + "d6f318978802318d0e5ac779d37df16f5a0d831be6d654aa57f1e88c33c4417e", + "d71f2212c6c3b2416020d45b3e01d88c807edcf43f6b83e95b4cea0de13befef", + "d728f827d33c65af123c6671f18997b4e8f26289ed3f940faa60b4eabac80ea0", + "d74727b5d722908bbbb3ecbc7cc5b5d356a3c09635fdb78e3fb23a8d9a090622", + "d76911df66f2f4125ce433021ad75a37b8f11dc1e98310a3a5eb00bd2585c467", + "d7691a888b5923650a28fe3758cff2345bb1ae8d80ee8f44bc43de702259da8c", + "d783b3620e8f7e8de20c14c7c66a742cde0bde86556180ee97689ab3626c19de", + "d79918e84e2867f0b93095aa13d9df173a1306205e2c62a26c95d5e75af9a4f8", + "d8051dc72cec1c8f55d0163c4f6606d459ff34a268c1c639323160148604f86a", + "d8117061146d01c9377d0a4142990c2a3eb36399b490ad643275ebfac9e53933", + "d86a6cb10f44ae323616539741800437205a848404368791f18793c8697c27c0", + "d88c67aaeecd2123733c147b75b18a7e23d67ac8abaf7cebc51f004b001cbf94", + "d9064a1bb6a2b88b73173f4e5258feae5b2d2022e91639f3ddeee2c6adc6597f", + "d90c3aae92540da66419e78719f2313129851b552e2f3d21effabdbd0b311e5a", + "d93cae2b91c10e8b3f169f19ce95c444cc9c8b2b46c47e4556d2830ace7381c1", + "d93e2156fbfa90b936ae9334eb4dfda6fbd1b597cab22cb2c90be37a77932af2", + "d9406b1fc98b36f27aaae17128b74ec926f8ad01aa3dac817410f4cff97acba3", + "d956c4f0e28406e4c7b6bef2d310b7df8fa0cbd440eedb9c06f3ece7c5e4ee42", + "d957c2a65445dae0b2e0f0bc24514a284d28a55cf39ee1cee5a8d3e688b925bf", + "d9931641acc262693d83fef4e7c13905f928c7442a51ad8fdf6e1d6f74646982", + "d9a77f4a690ed3e06d58633a85543fd0c80cc41136e7f258c47f1552fb075343", + "d9f3a7eb5261064dfb2740a6bb3e8dfe8cabce064c91099800bf73db39f00fe9", + "da09f8de280cc5727564880afd5046632dc2d4650e1576b3569c862785995645", + "da11ecebd84b29778efb2c763b45ba7e11e55c26ea665e136dc6148fc81385a7", + "da151d715afef7c4222446b54520107722f3c1294f727eec51cee471cd982e01", + "dab4e81d25783c9bd0f74aee16ee181acf0af223526b364ec8945928d7c673e9", + "daf8e49ac3283bbbed06fe7c1cb3f514bbcccf5e32dd189c4cab86c74f013636", + "db1e47ccc5090a6d2281a7bb9d33077e0659d7bb7c697b21a9e649b6a3e3745e", + "db290975bec0205404d595bae0d1f9f9ee1fd7bc26f9175121ad300bcb31bd59", + "db2e86a479922463332e6278dbf55e367557fcab64dda06d3cc7de5c22906df6", + "db4b658fe727a99f255ea3957d2d3529947b6caac5ec48fe25c1708db1fb984a", + "db5d60dbab7a234266c0956d863a5f5c5a100ae4067a4d46e833133108272f8c", + "db91903e6de419db6c737b68d92f7f85721221ebe4c27813f1cd08cef5ecce5b", + "dbb5bbcf389e31bf48d994286a8395a089e7a6de641dc06567efc06a8125c08b", + "dbc1a9a5ff51b0d3d41c72676706adef865ab3e45d26ff2a05a993487a3a8029", + "dbcf50070e709dee8be0cef48068aa573818c8de9d5b7c440bd01c1719eef6a6", + "dbd36f5d6918f0b3f987d0d18bde8833f41024e3019ed93025db2b78afaf7f49", + "dbed23923526ee3ad9c1ba501c4c7150bfad61ab420e5e711e2b4d4e76192d25", + "dbf0ff60e08b430fcdaa06cedddef05cdb2fd205061012a0ae4113d9e22c7c18", + "dc1e5c4c9a22b0020c807905cfd648879658bf757e481c49d677f7ab315ccb3a", + "dc234840669526b8354dedff55c633a89fae838cdce0ae3c777b20bd0ff8a5b0", + "dc48000c38c5cdb704442f68e2b1faee6e061401cb9df35454212f46001bc316", + "dc6c45d3fb6024fbec0d0c553ceb9182658161d39902d52c837631db86229ae4", + "dc700ef65fb407d53f0af7dc467f57549ed1c4b6ccf8f743f380ada78301915c", + "dc78b2e1c869e9e4cef3a00177f73ecaf699a511a4bfb691b0be761977d35758", + "dca104eb57c18b8fbeb17dd08fd35b458a0cd4c870e1202653e4452fc46ccd00", + "dcc4579b164b16e503e32fc81f19470ff3982c05d4f61a41a063d1c25adf8e71", + "dcd3bae5bf55c08d3de86830ddb7571d60fcd64bf47134a6cd8fa7d15d10fc4e", + "dd29a8e572daee4a427ebdfcfd9398d6ff0384d4d2fce00c2eeb5055d110b081", + "dd8cb0abc314ebe78432a219bbfb7ada743bb081249088447dbcc4e4cc70694d", + "dd938aa5437ea65e7b2e1a8ab074abc3fc74de10e486f9256553eee63262b54b", + "dd95113e1f59e4c6968eb8bffa51d996a80a07bceeafedf95a1c8c58b302715d", + "ddd7e5361fe63c2df295a8cc68e8dd7678892867ff1cd46dd837175f30fe4175", + "ddd82ffd7398afcd1b42a4859b65af105c55dfbe21564d87addedf163028a75f", + "dde71388ecf1192c2b1cf1b0bb1341e5800ccf19e54417b3d6a3a791e60e97f9", + "ddeaa5c8e0724599daca62a8952f9f3dbdcabb48576783d4a5921d67bf6290a4", + "de1f40bae42ab53dc5a1a9154c96b94109cb63db2939d268d8c27be0f50c72aa", + "de2f03f07e8f5c21b5d86803f1c512267e8cdfc5580d1f7767383bc7dfc14501", + "de484ca0333fb6a1426bc6e8423a3ecf0e8cc6176a92c3d55155189b9e5bd488", + "de6da3d412c132de0603ee71fbf57148663c9652ca08988d366a2bd38032211e", + "de79493ba0e7a9bee56efd8a6291d858b5a59c282990fd67bcd24b8bb3e8529a", + "de7d61196c0267bbc0f2e2350157db8607f5ca2005af62e78b6c492a53e627d1", + "de8b3255316fb1ba2eab755aa341fb1645b172862215080cdbe07d595f6e1a67", + "dec04ecea85213d947af9b3d88ed75d20fef74ebdb0a5b319477e7f40a2b019c", + "dec68eb79dc49e5ebef9247cdb8ca00020536d911cdb3d504a44903e0f13813a", + "dee4c4ad7cce6ba20f17b691f3829bab814297ad16f25a705c017156787705c0", + "df72209a247f2662c87a21897664b840207d054f5a609083c4e4bd58c913dede", + "df97baa5c6e3317a4b7199a23efdf9739b610abcf987760302ca7749e6bee48e", + "dfa0964ccd4294a4786d98030d7f786a51de585ab9fcc66e9c5af18d7d61fa22", + "dfad806f4668af0fdeb83f2124e6049759bfc6a1ba71467f70a3e241d50db23a", + "dff55f5278fbef8d13bf51671d73b47fe02ae344308f737e751d224de5ae0c9d", + "e00b6adec3f29f19699b8ba00228d2c78f2d72bb996d0c4ca64e232b18bc36ef", + "e0348e9295bee7097b7872c7f50ca11c038e81dc92e7f76edf179e8ce64728bd", + "e09ce2a126107b366b8f8967eb0e8acd23e46f2100aae5d70dd3320ba973d21f", + "e0c8e621f083e33474b8b839fa19f52a709ad11cef6da76b1000469c3a4d84e4", + "e0cc2ed2a8b47079fd14310f898e4a16dbc27fddb31b8855b89f3d9ecc5cb42f", + "e0ee1ac0a2e7f6e414418734e3f8accbc6f9f09832a454b5ead8ab7eff5bd3a4", + "e11e96d715757aae37c340799218673e837289d9b80fae6534ec3f91dcb01699", + "e13160d8f2421179342e179055d54da9de069a1ccd13c16dc04928481d8d024a", + "e13c156e3c6b33114561f9a03066a2d1f474760c197ab3e22dda33996abc6225", + "e1490b6ff8322a5aa02caa25ee79e0e8b6dbd41368f32b055a83b38b3f20b072", + "e155b99821af5d977974bf58e1807c82d232156f53041f13339bcac76da04221", + "e15d71bda0132aa953c779dc21d8eaec2160b70dfe978c4a64c59cfaec344854", + "e1833ccd30ff1b270164c4ca86a26f362a7b4d378abe951db23af2437292a7a5", + "e1a0656684ec308cae1e1c9973c7db7ac78b8891d318efa3854fd0ccd6b55223", + "e1e126ccf4e5b5d3f928fb86c7c249c071384cfb6d6c49f59748fe062b89270f", + "e21ce0dc2ee47f468c8e7b8a13c61223d7379531ba486d121feec867fd8e6e7f", + "e22bc8f83c92edc88ee5e4dae3d64c162633b5e1e73d21dbcc85adfaf90b809b", + "e22d4e35d578d3bc10e8c0bb073103c053b3ae33c0f42e5f40ee6f843acff811", + "e2306bf5516952d77c9a0b4a41ab36ceabd3bd43413b14a2dceddb4c0342d351", + "e27557f997a9172b8decf36332ec7af376eb8cfbcce1577279b2a79db50b74ac", + "e2b6036fc7df03dd49b347b097e61a41f1608ff15d2268190f460d5d4d17eaa7", + "e2cca3b592eb4f08c768a27df03111493aa29246e2f896a08bbd1316dcc9c8b5", + "e2d431394164bd0c41c89f9b8adf6088435011a64d396a874e55abdd7269e4bd", + "e2e4de26dd09f5f661a27182517d173c2b5784b62b363fb94489ff795bbce5af", + "e2e71862d3b63a9440de0b65100f8f3a5f868f4685a2a8f514805033a88c9ef6", + "e3161696c0ff6c0c240ab5c8a39baf2cee8329d591aa4219abb2e6a8f339c0af", + "e31ec9fbd684cebfe22f4fd79d494c1940868bbb1b706892044aea02326b6703", + "e331d60266d5fb71a2cf5b4e342c841d9e08c449c00bbf5f21b41061d5e7916f", + "e3d29931e874f9fb5e99c63c1da162bd8be6723ba3b15e2a3d115353a095984b", + "e3ed4db7194f77d1944709b3080b212e4d1148881725a441b6a89a66747d152f", + "e401536f4e5869d0aafdcee910b572aed4bc9214aeb90a0b3ac026b6f2a36b15", + "e42ef36206320b49147f2d4545be3c521ffca988fdb68b93de1e150d74f45d80", + "e437847d2cd237d56bb0f4e94d08b96d54a346efbf5e00bd4403001bca402b3e", + "e49a197326a94c87b190f6dd10eeea7819b2bc890e12060ed234afdc5c549f21", + "e4b7acbe1a91e932a5ff62c651e8bbce6f578675db5c9f073bc0f4f595a4ba7e", + "e4c8ffb54e9731092c01d80eb64f15c244287cd8ce2755042e43812f9ae308dc", + "e4eb7f4d1ddbcc4ffb54b2bb8cf2f0a3d25bb5bc69d96ce8d49ca9aaa1346e6e", + "e4fbe2e7051ce629dbf11bec69934aa615a86ce36f050d38530722b082d96f11", + "e4fc8dec6fb6f8ce4464735036575318c30469a8841f3421203662d728c7863d", + "e5560868dd89e19db66b810054778ecfdfb79dbee842c17cd59d5f9259c8e745", + "e57a10a2ec65c306f28602a78f921856b4da3dde464448a376161c9207ad5642", + "e59cfb000b5e37220df6031d4b75f9caa5064d8e250d4c71555ccb917f9f4f53", + "e59db623511c79fa44e3331011355c450de3267fdee43f73a6e1c3be6d535c58", + "e5c3d31414b03e9ebffec47d7e6539abacca63883994e7797d0449e759904e8d", + "e62dc0358bd61478c2d074d0fd346a78581416f6da7f5badf1b14638501df1b3", + "e65253c864af09523087a95d6e93bb100f4d23a89d0cf9e7e149ca7d75796ebb", + "e663a99cbff1eedab7d4eefdf715b20b94288ea6aeea064d3fa5652427a79223", + "e6f99b65c2153acbba6bfceaedb81e6022862e7ca651aab3f2a6dfadd0b50d1e", + "e705fd902403d9cc9857a3cb79418b2309a2a73617d28b1ebfd9afb8affd6903", + "e720b0907b7c559e2ad11daf498bce7e81b90e04f6b7daeb902fcb445315791d", + "e7304b63fa61c5bf44279793451cce774c87dea397e7ebcb2db6415df9b98818", + "e74b7a55a37a76b850f7df1fdfbd4007b58480460e036b16cd2aba06a8170201", + "e74d07886141e7b7f17aacef7846cb3851eca347bbeb9bf9e12115209ea7a89d", + "e77a1c97ce579a6463489cdeb9d291a1deef4981ed63886f079a0cad1b71b24c", + "e7cc860c5ee1d94b6ddb825db86998db190ac87293ce08f59ce1f18720460690", + "e7efe271fb083d4aa855fc07a557b0ded89c5af326a13937164f32d4cd5ef697", + "e7feeb46423d16a543c678b1d9e622de494d4ec17a1d51340eac3b6ad0f8af20", + "e80068e7a72ce50a0bd03b687439a393a446208f30c8e9a042f4987eb1995c8c", + "e81a7edda92f777c9606500d272f71dcaad22047e5043f9760d290a7b9f5c210", + "e8314d44fdc7f77c3837fb3f8a00072e6957542d09afab98e04c0078a54f0de2", + "e86b8058966437966248ca46b07426dfb0a3f053336043edb21475056a20fde7", + "e88c64b97523bd0fcd353a58a965d2d49cb5d8d4ff848a2984bfe33ce0ae52aa", + "e893a900a6014aae7750c958e2ec9b4cff8b442c2d7330cad9ca387b4541587a", + "e8a7b252b4bd1f8edb0ab2702106d8186b92de10c4669bd7c2edc7a6e162c5ef", + "e8e85111e0a93a445476d3004291721ec6f144962efea2a6c2ba30b1aba3569f", + "e93bfc5bc342a1682e229484069d4cde0420f1092212a91dd88b20618aef5f3e", + "e9748c12d086fff748c634103440f42822b4d30d330de751fb7ebd16fbb65fa5", + "e97a1a46b82cf13f9847dfbc47322620100f5113275f800ed2440577f989165f", + "e9a667208b6e17c44ae2a228803f68bc443fd9890863921ba73faa43e0531ed3", + "e9c70d4e8fb45ba63db4e9e130bfe555bebb46a30dac84bc65efcccd5bcf74fc", + "e9d4b30aace05a47643d8a3306b7607b465c9af32f343e6c27e15afbe2ed9ac8", + "ea7322d351765ee91211e726f2a2e71b148614ff858476f2d314faff22537095", + "eaa227c5a58d2552cdc53b0ea798ef846e669c58bf6e1236a9f3ac8df3d5bad7", + "eaa547e3196dbfc5bf312fd6ea2d6860d9ae18fce3872e91d94a259e4146bc55", + "ead919499710acc08c0afeceef3fbf1e194220008ff82f204e997b21f0c4d1ae", + "eaff850268079777284976516c8b4e741a24febc416e9616a9b0ce64d0a39bc2", + "eb078772e8c9314f42cf175c06ec13c2a59fa5156144670cd43b0cac5ff3a7d1", + "eb17893ad911455c681dd6323aa29fba6306391cc375a157a2febb36171a11f9", + "eb5f7c73c14782faf0db5f533399f067787dc7c0042fd8b4dc6117e4b7dd4488", + "eba58ab888533f8846fdc9933d6d36e7325f463e132129ed5e040d70375a2393", + "ebba08751abc0f9c4f5074fae111f889f1cbc096694fdcca5011e5d753d5c630", + "ebed887eb371af718ef561d2d7488b49d834caadd3af8c5a0544b68efb7b7526", + "ebfb11f55ace4943dcd0b4c8c78d8e3316e1d4d22c73aae77880a891d2273e12", + "ec0c3c07db268251f8cdc4756dd27ebdd9a37526cbb44d0cf5a9c1f2ed52ed7c", + "ec4d703860817d225317b3ca6fe99f767d67bf59c14201c1109b89fbc2703fbe", + "ec4de8153a1f4115e7e6eb09ca88b9a38349ac2993c137e62bbf7d638e1e5415", + "ec54410110150cd6c1ebd1d382d132d0627034a939e7b6ef93c2170db5a5ec62", + "ec59c3922f577bac3bb7132377d65a763a014b6cac1269973bef2f8541a63075", + "ec9081187fd745bfa1c3c7f9d05a46149def1200bbc2772183179385df2525fb", + "ec9da9a275700cd08b7f6cc22ad718bf73621761924b7366ddbcbf6a783c85a5", + "ecbb1070a795551da662c74f7809c8ca608ac26e70e1ddca1c73c026143465d7", + "ecbb17cf37f94c9c7b3f89231851aafcbe0925e7e4d7eb96d5ff54427e014aa5", + "ed0b2d5e9d81368ac6029b17c0b2126f43dd2eec9201c76bef086c3a4f0cfb17", + "ed1e78181721b3f5aa283d9ebf81462ef18abe21419874ced31934518045a5f0", + "ed545e76d727586c418f0744d339402358a3aa5540da6a397c659d86a0bc38b5", + "ed616c04d4a39d94cc2066556580c2263bd90b6fe017b8fe86b8ca13f019ae4e", + "ed7f80b722d4c5d6cdee6e8c5c621f956149df086e3723cd4064ba0d5be6838f", + "ed82fe48d398b7d2cf5fd18e30e272c93df532b8c2c1467ebf9ca356c33f909a", + "edc1ef0e343b63c4b1fc0ac740deb67667e878d75a060dd098ed0e06050f649c", + "edc5ed01c736565a07399504b2f911ad7a8b02670da0dc1eeb2ca5a780cf8d09", + "ee3750871ccfbf83bb92d4c931e88d78a6e592eb39409134c1a18c8461722172", + "ee9448da8478284de63644ea593656cd7c9fd513177eb3e58283ba84a8c1079b", + "eec253d9e8deb02ffa7e8a78467d48c67b5e593e36f46b2cb74fd3804823d5bd", + "eed982158217d01a1d5b5c628a6aee7f4aa9758aa44e35ae6b48ae4b0b36bc23", + "eee65bd6251f9ce7acacc87488126d67cca954487a386830d5e4f3304bfd5b70", + "ef0211b2a54bc7071af61659e4a0487f611c1ffb44d722cf8b6a7f47a266559d", + "ef0aeed7749cc3cdf075c187cf83633e54450383a329c6e2c0dd9d9c893d7271", + "ef4c5f83618c0f55d9ec021f80e2c8feed4a3044076ab4825cdec43b091da1d1", + "ef588ad2795460519841155c165a062f282045f733d1ed6d5cb1d548a306fbf1", + "ef8a439b7f1d5e93bc57ef1607c0aeb59f791fe38a8a8280daad941542de8cf8", + "efad264184bd7aa09ef2eb1b312f42ac1954241db19463bb7ce5f07e3b9c7419", + "efd01beab68ff2d4fcb1e4f0286207fcbfb74427295d34575d8ceb391c9c5806", + "efdf1bc52ff67b6eca8933310fe35f6e2d914fe396c9ea7b65cc8eada41c3fa6", + "f021fbaabe1c089409a58f516da03fd2e19c31b074e05be889fca1151e50fe49", + "f037cd9b21c0dbb33b365f4bd160389d80fa5373a748b3dbf9be255f0fe64338", + "f03eaf76ad7edd7350374cba202dc95389556f56bf4eb3c02a32c61551fb8921", + "f04338b6f05255d1a4efc150f3a1a2d5ba1533e874fba4247596b3442faba88f", + "f057e1afc93790016ca44dc2cffdbf67c7d98134488954fe16fca88479c0f422", + "f0611536592f851e763da6c07e4f7b6fe767250d886b1bc1f5ac527edf740d29", + "f06b9f2044daa583f152be142881eb31a0b7caf424e1e2596359a7d2eb00524b", + "f071dd23de9824926063c391a86f4129f95dbaf9034032c70f807bfee403f15a", + "f0750574f2b36357f51ca81b9248c6b2d7154de18878f944a4a438a7d26e26ce", + "f082fca71ee6941d5c60d24a7c7358b281461c8c0a2e2c55e4373f220c7a25b3", + "f0a1e26d253c2e1370acaf11fcd05ada4585b63dc572ea53813e7f0870337be9", + "f0c004c62fcb2c23aece72277c417f7d33656d9d9e0e05187494ef6f29056018", + "f0cc7ffae79b48422c342ed7ee7ab2f9c117c7d9b92102ea48b05a11e47402e7", + "f0cd108d4d1b11a4bed5645b1b295f9ff0699a6c07434ee79fb7764684c53617", + "f0d7c76e820802f368a015e8589209c0b1ff010af501316b0e4a82e7590cf821", + "f124e0aab0ff513e104eb3ba2ff2c974505d10ffd7bfb3087781fca6d1f2c852", + "f12c64024ab41f66b085ec4528a3d78c82c6dd83c61812ecf475a1e0f12f9004", + "f13265389b401334fde5646bc13b7e7c4f8a05c630878615034f77541b1396f3", + "f14f547e4ae201c702c05d04b1024a226baab1f7f20e74559c94c8b5800e0359", + "f167fa0d6df35de3a5ba0b255a2ab45436efeb3b143a7cdaf0e8a6a68ec77f6b", + "f19f0f821f7cddeb39e9fce9ac5bc78d6a24e64275b28b2290779ea1bf99fd19", + "f1b00f410ccaef0d7ae613b337569f38d35d6520b51cfbe13970ba7263367342", + "f1c038bbd103b1de60b0ffa944d940168af7f5cb28ad2f619f58a53c5b63eacc", + "f23baa5741bccea2fb140328e4e00ab0f5cb1e1e424701bcd5a4c4be33f6e098", + "f23e67c6b6e6c08a3e110eaa2331c1068330ed9eea335a54606d1d2e156ed26f", + "f25aed755465da7d5c3b4e3c95a25600cc4bc635e9640e7ef993d1c38040b344", + "f2669e86800b3022fd2a15123b693b94b45af55681b255b85a85dbada47af1da", + "f2a404f19cfe1b22fe2af0d23235a5f7146d784a3b1a0692d6bb8bdb3044b552", + "f2b1b88aa102690a9c394f9214a04cfddc9c153861459fb689f46bcc63f8f4e2", + "f2b5f26abaeded0cdbbbd330a97f60a2cb3af54e0e4014f0cb1c0251a2989be3", + "f2f5a1978daeeaf25c8ffa085e09762e27630f6001497d9ad2be7923124031a3", + "f3aae264c5324b53d7c9dfa3c93a217cc9acb8b59786172b2436713fb7bf04db", + "f3acee3ba45918475e3cb3f57aa38f918024778585bb85d7ad778e5e8ff12046", + "f3b1ea2e2365db574a8289dfbed5fb65424c09de311a0297f2229dcc65e52243", + "f46ad557fe453b456d94d7591a9482f084e3c502e334a445ca0cfab1d465c943", + "f46bed6638a9631ec01f7450a8edffdfd1cd597efa1e3c18a7b971ec9b56d5c4", + "f4826ae6b3ed964c98c870304a5985692a6401ad5d2bd799fbf648f3e455a44b", + "f48b5f5117b250997fe6c64af116867753b003ba870eb9e70cc511a7d6cc8830", + "f4b1501caa6b19f21b015ab1cfb44af7a77d9cf11436e9b8e74ed73802fd4274", + "f4d2e4d7dd527388994c2677651db31a41e812bde44eef9c6683a97ba479129c", + "f4ee92a108e08b0836423cb6772b501eb452a4ae5400192dc88bce99518f91c7", + "f4f047a3a53e130dee3f20a27f71637e3b13c6437223c8a641b6b4a9f6df27ef", + "f4f81e3dda331425e5f951652c77ee7deda8d3fb5cbc5a2bc1e9ea53db2b9320", + "f51a262120089fda895a9f80697ca8b686e8c057f19ee736daf479b7826271d5", + "f55b877df863c6b4a5a3e233892e11c00368a8a49ffd2dfd7a1feada89702cd1", + "f573ff54d3b07aaf198fef31cf632c82a409ed59eba85845ff96b0367d964b1e", + "f5750ff4545c2651debea6d7c4464bb4d92721eae8fbecea7c011af94b084fb5", + "f58cceafea23ddd305ba490e7f8cdd8ae1df5b02f66e07bd698b2d1353ec578d", + "f5939607dc859b81f8b9eeda2fbb4bf58e9ac3f3f259f2141284fa44fe350cc7", + "f5deaac65043d57651d7e4530e62761b8014a54771fb2fed110eb0b30e86f3d3", + "f6041f907c89e38602fc4f723a7ba880ba6ba6293494427f433675fc139c5740", + "f63d5f0e4107f691719d2c7e1b0aa0fa40a7fd868acce8040031abdc046fe06d", + "f63f72c986c0997616af03a1c7a6a2a01ce412229e7cd8f2592de4b60789a350", + "f65732cbd65b8f3f8b4b3257ae9be69f496d828b288a643c54070577e23694c8", + "f65b8d423e8c5a5869491f91860120e2ad932f87aa646d51ccc5c97e478e8b74", + "f67204bc7998220c42535161b3da945d9522fb4f66d804b7bda97391d18ed41e", + "f67a153cc00c83debd8241b7b91eb4ebc6efda81127a3143614b4ec202362dbe", + "f67c79723180993631bcd816141ea11c780d74ce1f167dfd20d64eee34020ee3", + "f68e1fb5c0a10c18c1b436659a676060f2ff347549074643cc376516187d5e18", + "f6b57a0cddb03aed35a73ccd10e928ba35eec1f593614a9621e383a15a4bbc59", + "f6fe4d7f7d890ab3e96cd6deecace45ccf2b7703dfe4d7cbd19fc38bf96a4fd4", + "f72103979549dc42fd342428606c57e0056e1ad7aa6367c9ad53b6eae3ba84b1", + "f73acce0d0caaee1fbb643dfb565a921a94617a3349d93a8469b9760fb7d2dd2", + "f77aeecf0782ee72b26dbd0bc2afdd9474c7a16608b383e35e8e7247ca1719ca", + "f7869b4843638e7f3dfae398dda8e0a7560cd9c5aee80270a5267ae8866cf734", + "f7897905419d70b23db05fc0a1001d0b1a3b0af0f832117479edb4e0143bf2fd", + "f78b1994b24b4fdae392f7b46573346d468ed74676c110875db6860536411972", + "f792dd2b474132905f755c2f31fdc6d04573311b6838f293d104ecbba7ef9bf1", + "f7a7d978a948f36568666db2f266897d1d6db97c881afa967813a1d90c861ed0", + "f7ac2ef367d2595d4316d92f2f5a1e0b3e3ef0c52b13bc6903ab626e0768daef", + "f7c9b0a8be9f9fccfb26c2cd67badd6c4baae6fa4720cb9b9ce32718d0d42ce0", + "f7d15ee450b14cfad3a63d8a40a182d6cf2d729e5427d1bd43b1d514fdb2ac18", + "f844dac31b49b7e2be2afc4507c6835c6275992bed428d5c2811406eb0636ffd", + "f8856132a7ee942f9935d819d8bd1ac2e8db73d3ad1e3504231ec44eac8b4b2a", + "f88d7b87fbb90b5eed6107d4ca238347cbf7bd9960d11e6dbd6202336ba47a48", + "f8bff3207a9c4d7acba4b30d1fe9159776e6dc1cfb0a684cc73660264474adcd", + "f8df2bc65afbba35fc3a1f266114766feec630ea2a193325a0610fdde899e85b", + "f8e8e4500b2f9425a8c19279d62346ba5015130418ab023656960a73308e39c8", + "f8f3be4f9c461671164909f3a6a4360a0a18664a5783a29b2f869345d28689ba", + "f9044f70f67651a5074910319f059bd29ba17d5aaa643cd022af04092ec5b8fb", + "f9373e58869e091a50e8fca190323e20ad36dad195a8bf0aafb84d405ffb41e6", + "f9426611ad2ed31b5fab523266149e5a7076e35454e8b4b21b69761164b56c46", + "f952fb8637baad559eb2a8d8541a65dbdd0453b111a4f459b15c12e741274545", + "f963862beab529f79ec7450689199006366b9f9eb602dcf88829b30549b0dff9", + "f9b818c580b690669d02210dfef753cf6d8cdeee736dd43edf3e3873be4f3593", + "f9bf5accfa2f7af0cd3c16bc75bdbecfad15455e969c43a2386ea5e0dc164b76", + "f9fd406f361fbc59236ff4e5db9fb03bf34b0d52a314e50b9a06463060c39b9a", + "fa03e828df8c0572b8a53b3ede30b1093736785e63a68fbebcab58688c8d25fd", + "fa03f44e759f0f2b45d4ae60b6bdf1f883c7b28c8e584f4c9dbdfd0da8acf021", + "fa2d7063043b250978556d2efd5c69280ac146530785e68eded6c8c4a2272f2a", + "fa3375c4d494fbde579c72af92d9b836e215537068065aa024adda70b3e2fb87", + "fa44d75d52a573658e4fb168bff6591313105d2b215ec101d87c8003e5ae1ee3", + "fa601c703bdf0f05901fda4215366afbd6b8da68a13a1acb1ae5a7d0ca551dad", + "fa86d37d13aa868ffe88887c502f54675183fb72a6bf0f0eda73353cc93a6f1c", + "fad28332415da4ed66e0a02710033fae4e7974bd895649061f6fe1447aa48eb7", + "faeecb415d0620338cffc4971adac667836da581e69d97a32e8cff554889bb23", + "fb0c91e2f07bb12e03c91114d97b28f384dacc22f55c9c2534fbb5341594ad79", + "fb1c4b9dce86b632b78ffea1501e361fcff7a4d914c99eeb5646a1483c17a75a", + "fb1ca8b33a54a6968735c70926614093f25f1485371b0b5c94a50866f1561c02", + "fb4006f12e6539562628afbdffc1114c6109fcef4021e01a31272d54f7973643", + "fb61451de49728bbd653e2fb66435c9d7551b5716e4d795fb8ce5de400c31628", + "fb63b0298dea67ca91f29157c90022fdd2f6b692c615cd54213b93b435c04a68", + "fb87ea8200382d0ee7b1a4ddf3ca0d7068d3f3967fbc1cdab44b22301b06a094", + "fbaa467be2afcb06c9ee22987e7ea16fa3e79c192296b6c4129f07c8f60714be", + "fbb08add215e5c4520b18356ee5e2cdcfb7397916a93d3df4d9e0dd0232af675", + "fbb5155bf20f9145c10c42fe56c7cf1d1c6b7a8d5f7c748184a431c101113f0b", + "fbcbd4a4a21904d22d4d54896b1429e206a079dce30c8eca0933af05232a14a4", + "fbfd191d086e9d8c6ca4a41d248079bd285124897f997b424966b625f3a67a1a", + "fc31a936db1402433f3384dfdab6f361b46d3556e4c7d95f52bb844018d491b1", + "fc4ddb1b80c7669514ad1ff5d62406a0fe7e8688782d5189a850dcff081340d0", + "fc6c4e67ebdb78dcb98619014a4419b074e164bd5e992991575dfd2a66291e4b", + "fc72d6536dfdeb226151f1905bd74a43e8f04d2e7c4b12c36f6c3433c50d0ce7", + "fc7dd06302e49c42e86e4e8a4e9e093e918964e38a9e35ce206109c4b92b5391", + "fc8a7c5bbd30a4fe7b08b44f2057a67dfcf5588a1ffc249d405f6bf9756da974", + "fcc5e54f7c00f05f6f78b3cf6c1daeafcd911a02240265d44cbc2b853d6a5ab3", + "fcc6d55972e8e70cf5ea47dab7fc1b7efa3f4dc786c5a33ba46e4ae892947a72", + "fce6f3c6682f3b46233f31f7424fe98ca8855762fc84632c4019464a3c06caa5", + "fd057104993516baf2087ccaf9a5f36fb95373e33a94a82810c7a7ad048306f9", + "fd18b02e97f3f2538c2c21b3d618c0f0d47678fdd8494ad14a0fcc5ad1bd95f5", + "fd2c9a9f34990dbe30ab307f0950e8a255c1d575db5e24ca54618ecd92be3263", + "fd2debd3f338a433e73fa8321ffd1581b173f088dea2590a4850810f55616bf5", + "fd44d05b0be2cf03d5487ef0eacdbb3b76e5c00fd547db7623d7d26cda7fcd3f", + "fd4bc5136625be7774541ac903c7c4f174833235a42a9853adfd8371097f6fc1", + "fd4ee2313d81fb52f0930d955c668ed97fe3b85bf1a1c92c6d28c7253c84fab7", + "fd68aad1a332f4bca84e4a4c75d469604e8f51a2bb6e02f734349ba870efac86", + "fda15d0579879a85bf0495c5862956f75fb23e793ba45977c389721b079c6c77", + "fda896bad99a7e6f63b12edb5586f732b73ba6187afddea5b9f2c1b9deec86cb", + "fdc4083896df70525d6cb8838de7de6e510385561045aae9b6a11d9eb7174957", + "fddf26cb81896c40e3033f1d43c911b706fb58b681757d1c607e5cd8ba997df5", + "fde50489ec700e54054b2c5a63ee1b596e1dd9d25e1178b9d97bda5cadfb99c0", + "fe0d45c84237f46dbcd90a2d90b7d7103a5b1ae79d9641dfaa7e7b5d7c155382", + "fe2db61e327fde7d349bff423eedb5664b2d8d268a1050d50d700e44a4a4ec84", + "fe45796d92ed2ffa9edadee0a8ed0baf06a01ea06f7e2b3b280a3660399707a0", + "fe4834ee67e3dc86f371db6861ab5514c8451744449c22c80ddfe0855b2441a4", + "fe5b72d2a8a29732c5307f43f7212a492ff5720c9eec8e98b31c01b57293e447", + "fe7e015b2a149f7e3addde43798f0860be1f92ef8e0beb0032e9282e858f1a2d", + "fe7e12db4ca7b495ab3de2b8e812ea23219baf38291e7a5836944eee383c1362", + "fe860d68dbfdccebe089b378ebc4e3beaea70d1a8b24d2334c47799a5edff5a7", + "fea5a8461835b1382a1110a77224df1ce8a067bed704f1a6076904647f068b1d", + "fef252c6261533f1b9784314052f8e1e48ac6bf10dfc302c24b718ea18b32274", + "ff22d9c91fd4d74876b2b41c3a653963d348c8f2040039d5bd0af665a5b59af5", + "ff3168092a52292e5e43e7db6331bc539b4b37f1df12d19b1c616ff3c2dc0ea0", + "ff3542e42ba107e85406f63a9d670e4d53f34d98f13b7e53baa3de8f44b05879", + "ff3f03ddfca7aae413d0716ae39a988d7964e752108c348a4a4423616d85f81a", + "ff55ea16c630a7b728e6616bb5427410845da8046007564c6258d7d02b986859", + "ff6427309ced42e9287b4540496c6ede902122ee4ca6763c4267c75792f11ef5", + "ff65174fde7ad22bd4838e4c6a501c904ea8406aaa9a233f1f15b266abb8e1a1", + "ff7e5550a6afa9804c92139375dbd8bdb6930b456f9266869cd42c7384cbc6d2", + "ff88a6da61a4a0fc99ea252508a180d48600f13212246fe266b5a02b64ac14d3", + "ffc2588c1509c663c1406c1494a663b87978bc0c3620feedae2857f5c22ca4d7" + ], + "include_outcomes": true, + "label_counts": { + "negative": 24912, + "neutral": 6636, + "positive": 1156 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": false, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 2044, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 829, + "num_rows": 32704, + "object_embedding_content_hash": "fe97ac428d6b0ed4da7060eb6f697c1392b4a8a09988a10c0f633b1e457bd568", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 2044, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 2044, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": true, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "43e04927549fe3aadafe63067bb82c16c1167c54d0c8ebd47d4114a814f338f1" + }, + "shards": [ + { + "num_rows": 32704, + "path": "charts_00000.npz", + "sha256": "6f3211ef91cac305045b540e71fa40156ee697abff9db3c8f994149a2fc1b663" + } + ], + "skip_counts": {}, + "split": "train", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "000b25ed5631161d0436064f18bf2927ebfd97feec3b027cb7a3fc7f802faf32", + "005c6ef90461f4461053d2f248598e4dc200fdb34d95079ba9b6ee9cdc796282", + "006bca42e3c79ccd3a2cfe015bf7c713f69f779e9f9b6e05e6d60e05adc1ef2d", + "00889249a42766e52451f1930d859b4e9c6a18eb2d2a23e4a466065e1ec6cd8f", + "0091b5c64f92215ad5e12cb639483bcb463e589fb1442461b3b7f2e1f99bd18f", + "00a20929cfedf805498d877fc9a08bf4e18093022ea54d5e205ecd22b0aff85f", + "00bf989afb844173147aa217cda23c2d540be3549b8d54cee51524018f0886d4", + "00c9e85ebf618703709c8e915feb24d5f9fc6ef4b1ba77a7fb4bbd07f931b588", + "00f7d5c91383370fa6a6cf7e0da5227d76d4148a8d74c28136bb2e2c32e9d5b7", + "010ae081b71f7c0e58868fcb7737f45102882974c383ff4d8c1b02ce1d895661", + "0117fdd7ec26170b0745e65b08ea88008b09508b62e77d62a69473f535c25715", + "012a634e5771527516fd013df470d5b27c8a795d224f217fa9655c378cbdc6ae", + "0147c0991e5aec13d38c9a12625b9824d5e7a497734845173f31878b6daf3369", + "01642e4ace471a0ee60cd4a110c921359d11750c72c4a4a17274dc285f8de946", + "016859c711e2d334a59ec1acb53b154655e7875d1c095191ac681a0d6f2d459b", + "01a740cfda480c25d931fd14305d6b661829ab5ebeb80ab3efb4bc1b7d400958", + "01cabb034d28efce276c7c37f7c4d1b3fa2c9d00b140b109d619358e1a99ac3d", + "01cc39c8b7c4511f037106757c86d8a9147e5306a4d30e1bae3b41bde0455895", + "01d46a34d74e86012c60ccbcd0cf56dbba216277d41a455b8f04dd1367dbf373", + "01d93a2edcd9393b7d5f2543c37638ee18a7f731976a7f58e144de69747df1fd", + "01f9e4c4ee47d37a28ff9581e3c433583b0b46f8edea284260559029e7c04bf4", + "020d8719f66fdc0b0c47e07ef57b3ac2a06173c2c743a699b972fe3996758e9a", + "02251ce01393ea7b7a290137bfe09e465ff090cee97d821901fb100038b3fb16", + "0251eba2dbfe3f1be9cbbb27321cef00827b19394ac802bde83bcce72d7be6df", + "02752960d18784921c0f4b6022bb7a034bce292b03909ebbd0353c12d48ab314", + "02860b143f2e95695756174fceb8ddb331e7510aa0454f124250edb7863fd5c5", + "02af5467f98ae64c370ed93e1b882b5259adf7e1a41a00e36d0b0a64bb6ef756", + "02df6abd276ead475e81d9a264ff6c4187b0505a8c8d36e0300ee9fde4d4c731", + "031cb9954afaa630fd3a550eb9641912cb237d06db40d1acd81a7f6cc7ebdc31", + "032090600396eef932cda799b7e4ca43ec002031b155583d41ddf5f884b0e066", + "03422e256c0166427e92805dd77424b2025b7be0dfa3d2cacdd17e844c91a80a", + "035290871ce5028fce982cb3000b928e26a7daddacfa891677740136e5f415c6", + "0393682c39f9ad90feafe5ccadfe0e5cd11db16f15286b404bc4ff620d0a9164", + "04016ddff5f00fa3ef76c2246256ff48d5c7bf896cb3563f358e0ca9b5cad5d4", + "04042fe5cd41177bde33eb3dfc7c022d68426c8bce2b386b6c3d744b3b6c8ba9", + "0413d5ba033ddb1d8be7f3fd905b3a3fea63495b9e2bc6636af73a0cb799b926", + "04463ccaaca5d28ca99f63f4f53e070efa4ad2299568bd63a9105702336b5ab6", + "04553237c84ff09a6543e606ab9df00f3fdd3359b381e9cfcecb9f0cf8f66c58", + "04736afd75d9b70defe4c540c6b91495c1d483916acab8b9cb88954faaf5d7fb", + "04891991eaac4f5fe2628582b59594f435c2f81d561f2c42ec1dd98ea57408b9", + "04980e08e9f08128a95235e4570f5c3b26e9900930f8e1901b1cc805055d835b", + "04e020a7f9b5a6b03c4d0cf02f1a5226b30f77918560b372a4a86342886926b3", + "04f06ba196bb7367e0483cf316dadeaec8bee82115844252a7139a70a7c202a3", + "050edccb9a8c424bb0da9dbe686f19e78196f374d0a0a6d8f47b92cb2f8766fe", + "05165e6acce39716961beb3bb0ee00c1158ebf8fa3658dc70048d10cd99093cf", + "0518bcd40edaebdb67c915e851d4938473f26ce6dca50a21e69f83fc32288c89", + "054a1bb649b430a86f7802a9457cc6a83d15cd5b8ab6bf8adf410843ce7aa13b", + "05550c96fe8ba235ebbc76dd6570b63df19358382aafb3937726a87d268713b7", + "0583a22e745ea93e01a9d2f9b53642289d9a05b222a73c0fecf8e710fa1b59e7", + "05b5cf5f903d65c126181a2bf230af182068934b33d8184849b6b8981f68ebdb", + "05c6d0e8769e7b9de479e7e02edf2eeda58b5ebddebf2e1f15c962e257d49e40", + "0602af5175c035dfbe398a4014adbeedfe194d75ed41a0b7eb8a79b48ff6bccf", + "060d8bf103ac5fde82e3703ca8e2578b4f8c7bb7c5cb738f5d1209b919c61dba", + "06257bd3fa90f0afcecc239680999406ab79980eb303d45a2d1fafea670e4a38", + "069f55a960c8724588c1ffd62afe2fd0bd83efd2e34cf6a5168032643e6352f2", + "06eb82c273f65f490d85d60a39406f6cf2318d14ee9596ecb1cf7fcc3ac9f8da", + "0743154e958abc52c160fce6065de25d968ab60c7c7a536d400d2295bfc27255", + "079b15a218441cffd25d9f3aa501b9143a3292bb7005f9eae05704e55f3b38ec", + "07de76536f57dde25b6235024f5a41e215d6a13d9f823e2ef50e4e84c87fb739", + "07f15fafa5887d8328b676cfb87c6f8f7dcae9cb187b8b6969e2f3a4ef37e8d0", + "083bb24051300e75dbd52e0202170794bc727994f278922c2d158af777a3f2cd", + "086bbd948427f350f1d964b288a729ae80da38291e409fb7e0f0c688d99562d8", + "08713adb8a3215938b380fbc0c63f235e063847962fe02dca3f6d20113fea1cb", + "088e20d6cc294aded49228f0ac9a7191e7cc9fb848bc19a6ec9d03fb7258748b", + "0890c32a99d90761a2f31733eedbd91b1980913ef735752d889c0710fe572764", + "08b122b9a1c8a40b5965898017846a28d6377690db7128b7b31417f45d1e407b", + "08b58c89333a6a06c7714c86704b3f06bd2ad23a18360ca5e8ac7a2bde0649ce", + "08c6791c2cfa2927363fe34b6af41498531aa6816ad3edd85c3f9835a1ac1014", + "08db846838425971e9024677f1cc8e070c502bcbeabaf05f6f3631dbed7a3ed6", + "090f2f8b58a9dc0ae63008a8fac34a18b2aa93522542bb472a1202fa81e69465", + "091953502d8a89e9db47809dba001d5756c622e3aba8318722f8da0054bf92f5", + "092e168f994875a90490b287f3aeb7ad7ec27428bfd07d0e1ec1645dd2e01af8", + "093675a243ffec08a1c179a6757e916d5cd8dd9cc46921469e62bbf3bc12fba1", + "0947a97e05cd96908d88dd2db1de6be0175c37c2a635e5506ab0ef60723e9244", + "09a45c5c82ae74f3fa1dbfdd04e9c9cbb68ed2af9f96dbf6cbe731b22c5f00c6", + "09f192983656d6b34d005d8824dd443c5aa2a86212e1ef363d3ca398a61127bc", + "0a2105ebcf3307835abd4a7f5a7ea78b1b8061a118837a41879beec8ac9c4333", + "0a39ffbc1c4821c186d48f34e505d1dd889f98280e19b2967c7296fdbd4686d9", + "0a7a2bb9c6b1a50d1a9522163191dde71a243bd834f093cefb2ff1481dc637bc", + "0a7da33713c8db7bd3bc44ae27bb34e21ee7301152b2bb9d76626ec934e57f5a", + "0a994de647582a2ed0d6ce05c5ee895783f3d0a242425bd51bce5a205f5e0c58", + "0aacc576c7717acf5a36d239d777b8220079ff790301e35589802e502b65cc6e", + "0ab3580b189b821099bf7214360927a818a8e415f10d4ee7006a7d6ed518446f", + "0aec7bce1ce582391a1644d3411acad983fd582a91af97f199631e487d483d9a", + "0afa74ff678a87361267b42d66b59fab3466e8dbf8b95a5f891c25ee4a0a6ee5", + "0b034ef0b1596741e3285665c5bab78be118eeca05fac3b0685c0e405e60b01a", + "0b856ee1f7054bfe985a8a4929618c2f8c241b97d548c3ba2edd0ce3c8636aba", + "0b8bf874669ae24a086caf5364a73cc92e86e1baa7da60ddd21cc9dc58cffe54", + "0bedc58061fd753c26bcf63e803d240be5e7f5a044b0628b5d5e456b35345fad", + "0bee130933c311df93b7e72ecb227b6894a91763ffc616339264184411326529", + "0c0ab38d6a39a42e4cbcecdc53231d83e1b1e645f5b24b1a6fdc8ed2213d108b", + "0c3ffc0a5ed70915980abb6a49e16622554ee49a5730d559dddfab9115b6ab85", + "0c7a98ae4b33c672b70b431ab840bf764156ad0a3143c8df83ae1af6ffea6551", + "0c95367a82ef1977f91b7bdece3b7d452ac5947ac67445d20680d4324e6d70e3", + "0cb834d2ef4c99da95a871846baf987a939a014b4cca2f156974445a21c89196", + "0cc76f5c6a58bb1c614293fa3e9294f64fd03eb893cbd05576a9e93ee282ae61", + "0cdbd10f984a65865896ad1dc53188dacf141bf7ef001a0762752abc4207d819", + "0cf838444d8848a8b327d97bc22b1e3ecf4c14bffb554ebe9dbcccf35078d516", + "0d2cf77cb168280d8d9d3b9ca4d212baf17223c4da3f1f0dbedaf7d95bbfb42b", + "0d31cf5b5687ceab9361200aff34004ff93663803b4644b27d1d959f457d6090", + "0d77208f3083852c88c631f5a4102ad7684253ee7a8f2ecb5105725de98a9f22", + "0d84d509f5df6bc0a68efbeece7432b092fa13b52609b417755a8db67632970d", + "0d95a334465d12b48b4882fcb17e7bcf3c9c1e4dc69e753f044d91f7525654e0", + "0dc074e26e6b013f64ab01a46d120a9f9ddcffb756692e9dd7105039c88af908", + "0de8d03b14fedb9561b9015c19f8ecaf855b222a2423b0fc9a502374ce4a6c2a", + "0e0cd8063d131f6694b924dbd28dc10dfaf98b2f7df5ff6bb011ab411cc528ef", + "0e33d93a2b330cc4879f36904e581a044e9934fe4c2f28734201782301bb9a40", + "0e55cd1f05f691f5f7316ced762325ce7b77786edb3e9e65486d53c6e34d123a", + "0ea0a077924dd4cecbe0a3cf6e56b97055a69138eabc98f73d668cdc55a8d342", + "0f5b30575f5d8d9fbb772dde91794d51ae97b2f4a84b8986885d9ce9982bd455", + "0f60d64a0247253787e778e9e05d247a67c0c1e6ad497d8d596c13a8515015f1", + "0f76c338852c84ba09db812d81c87051f18e3a4175f866f1748dcbf8051d58b3", + "0f87489e07b3fd86800dc412d9dba47d153dca7d2a2bf1a2bd499bdf2c6ad911", + "0f9b2fb89c06a7b3f998a4e878ac7359a60ddb43ce1d9d46c5298eb2ce78ae10", + "0fd61f330351d6e64c0b9d1e6e17e73760f6e839bce6dfd46aa8958b0a00e0d7", + "101dfa78c8e779ffd065d635677a806d1220e5d870d64ac8bd95376840c9e7c0", + "101f400f3a1a701669887d3522d66c35e1dd66e64a55542c144f74dd4c7228a1", + "101f8a873e2ff5f5f2422c858ee11adcadb2eb241c8e329c5ca8d6b156feca65", + "102bd69c2a0b6d60b3e093cef71d13b91187ab631524b3fde873a75a795f82a1", + "1030bb1d5219a2c2d7b4560f0b8fed5a0b7645b178bf2a25224f3e8a1620a5e4", + "1047bd5df24c19ad178a6ba3b0e1108087b995bcf277520efa1ba27511aca823", + "1057678ed417e6ca1ca396a9143da3da3c7a44d7824c00178707a929a980993b", + "105fb9809fe0bc910f4fa8fb60b5a9bca2a517ed9781d2c99525cef6bd7a7c33", + "1076382ed2d4fc79f71805538631478e0cbb956e3884829ea3582c5ee8511b31", + "109679dd2218dfbb038bcb415aa96ae23b53c35a1a9cf156656633fd33b12051", + "109be5cf5ff9399f14ee012b0e509b867c597216a88f62b615f0fa4f79cb313d", + "10e050af1016ad6490f688299853f4c6a26b49fc52e36d8e84bb16b1d6242f63", + "1106d1fdacb747420db88c70e23d0522e849e8ec815670c0ff7c826e4a75d53f", + "111c5243a9942e1524b878a9931a8bab82b9f22dcb1a804a118b7d5745e1c557", + "1132f5177070b804b78222ed58670c88c119a10914c7cd820a71b18061fccc4c", + "113618a22be4bee42ee2bb850f8ccc18363063f6b3cdc8a30a8ca58b9b39fd3e", + "1142609193b022cf38eec3ec0870d6c51b2c09eaaf6138a8d55deb11a6c5f22d", + "11450674cb59ca3534c525d225161770cb93022c728f4835a7f52574e959525d", + "114707d425d986244f3e56284f7bd171563cf48974a42fd7a9280980c67a3f95", + "11773ee6fd7210cf7c79880cb39fa7cf7ab2829df19080e82cad70c285ae4268", + "11b4798cc26f0599eecdc28b4d71317e23c4acf33bb37093c50a39a188631945", + "11b56f2db4d76ba9adf943bc17191c2cb6e5a85d85a1208593cb7c1be386ed44", + "1209427eab050c56945e46d87c5c97c8037c55ddae6e4f0aa97a12c04b38226d", + "1233ac6385a62a731f93e267599b5c5169646ecc236c05196bb6256a4601e223", + "12a42cd1df46b7dcdbe7e2b9a63a24bf047a07cb453c4064a2f92be8e58e7a95", + "12b0cf2d082125418884cb235be8f0cf114690e28e8e68ff8de681b5a0a801a0", + "13149b1fd7056e439febeb35a6867dcbb149e9081d37fa40e83b1f2918ea5e6a", + "131b8be76b5625f24c2b90ef450e09681b8105c48bb24612d260f7abe159b85d", + "133e83462cc2534113fba38b5377d44f087fd0aa62fb17119a2d775c4d36ae13", + "135c96d100c2bbb210c05b0fd0ef4847d85bce2f7db80ff53a6db6a34388ecb8", + "13600885db220c1356adecf1f18bea3b6548495d5a2dd92685a3405e6dc32601", + "139065da5be130bbc91483d942c99736367a5b8e88fed0352cea387a7a8dd805", + "13ea6dc51f604aa5829da023023854a2495048e1f0760c9b3693d1b6d6cbc295", + "140b360113e9fb4ba876e619c0f710422a72e52423a3a5c80a7ed758f1681024", + "1443c885727a11619a79c4d8beb93b4f70e2eb0d682dfd1cf245d1e66fa67beb", + "145fb05e3a2ae5ce368a34f6fcd96b7ef31dbf82c770652fdb4a93e1309f5cad", + "146051089e993bfdffdd37eaaa68c9bede30409ab45c27b17c19c9bdfdfcc447", + "1480b5f9e56ed421dfa2682a888b5340df9e3417b2bf8c26eb628970dec5a891", + "14a571926fb18de1ad06566225635e5562408c6b1e2f78c46b959033de658e70", + "14b5b48bc2a11d15c666669958c19a316df7da7ae93585e4fc29782003f22093", + "14eb14bc234531012f5a646c2481f6f876e53d1549adc80ef13030c6ca20ba62", + "150e06f72127d24afa4e0520537a06b3c6948119d290c73c8bce75462e52b706", + "151401539a88f6fd7ef8230cac5454f2ba76c8e3413bbb677dafdf138979eadf", + "152b07d8b0784d39ddbc1d8033cb660d667cda442b82103cf2cee4bc344b62e1", + "1589857b2270441a120ba8e1402c97cb04438de24c09d023d2255f6916f012e7", + "15c85017940438224999372bf58525a0aa05fae056b9b62153189e1b19774ea7", + "15d9ef11aa04e54d29e0e84e71fe641dc54224f835c497ea74c18a6c2f710e53", + "1627d9af029612789104cebb56c6f6ca76795364d6ea2d2bb6eb4911ae636d1d", + "1652f6d3ba2e0a8818b2449312190f6e266553fe636d1f9ab834dd7984a01386", + "167ef625245b0fba78daf7d0bbbc5e6fe0aefaa9dbe1e57dac61fa631b475138", + "16946e5f2cb7e92c9b2e2be8f3e6e03e7c4a7b884986bd8db1b427600a1e6591", + "16a262c3f0d6c6f5df9156d5b413d2ac9c076056df7e3b059c0bacfd32a02c74", + "16ed36710a71acf4e83a0c735591a8d8c90197e92a38efcc8f5ecf64a1868ec0", + "16ef1975b3bdb478bc236271efdc9cffab09408902a5f97ce16f5d71136edb63", + "1705a03558836eb72c3179c8c3f78886201b56975c7b1ee7ef61a9cadeb4a57b", + "1711dc5e3e5570e0e338a8747c3c62bcafd93fb89e20f4596ccdf0da8c1a31ce", + "17218e8f2c3254089caec4db721323a772301788f1ae0e1d540fb82101af6777", + "1729956f439d4baafa124ad35906905bce52a38cee105d0384caf2bf4b1b8c16", + "1748ee905ebf6e5544ca8a20a2dc34e69272edfde8c325294b5a6e7feaed3445", + "174d8e6fd793f2b7032fbf0d980e5f4d8bd766c85f9873782481450c8baf2078", + "178a0f21298df6295ec0adc89eed35c2c7b0010375ade0b3ea639cb06e4c7c34", + "179c1cca46f3cb63e3f75c021f41dee206bc6a554eed8b17a49522eeb93db65d", + "179db1683a5d69775c9698822868220d9908f07495335ad2473ab81fd62943b6", + "17b9ff51808a80a062bbbf618fd89a0d21a707ddfeadc23243cb82a6aa2f9241", + "17bdbd2ced1b33326fd60ffe6f5af3a474d9323baf21761a637897088221a48f", + "17caa6df22d23dbeeba5faf91e1d00809f676ec09c65139d493616baa2d814c7", + "17cb801862c13d2966d77f9841a7a3e020ec4eaf3b76f14adb6aa1816047b308", + "17e6e2f1435e3d01d6654206b99090f419461dbfb37993d5a7fc128169279cfa", + "180c43a6c0de8a43420887064895b3aa42bc535816446275fee6a6a6af523c30", + "184ce76e1968d8a3369ccd694d266187a1189d85515eef1759b0c1c6f784d838", + "1859ef068a39acc92b320dadbb60f49dcec9bb2799dbc8c6f25f54151240f0ff", + "18ab98247de6b45481ea7b0934e111b3fb070f46173f5f586bb9d45f4cd3c700", + "18c879052385c74614d1a44ec0ca146ff4413a852dc5ed816189f45047c61ce5", + "18df2522938daae00fc6bf415f08a5503d5d4b600b060b5e514628b10a8363dc", + "18e88569169f27453c3a17a88edbe98bddf953e9022234f2e5a0bcba4849d111", + "18fff60f2e7239cd15e46ca71f35847df2b47d7e499474cdd1d3512894750bbd", + "191f38fba735695d000d80a4521af73f630fea434a5676d87d1b27c544bd10cc", + "193ddaf83e3bfa7913045010dc99c78a7900f686f81bb1a64c72c8402131b494", + "194d8b0abc3141bb77465d1a491f4c23166105fef6a0ec0b46dbab0fa0b27a97", + "197409c1266c07fe3c0307fa9dbc526ccee630d158390c766a97a8b3b521d16a", + "19abf2d41c0502ea57f2d87647da2fd9096befc28cb60052e5c1f9a03815c5fc", + "19b6783b167f943186601698d9096375a33996a58185b4fd8f6a1ba54222b021", + "19de583fa8e8a4aa2ba3b2362b6f4a4d5139dd4c45718c1b6a13f34cf5614017", + "19e44efb9c3709c75976aa81dae9336fabd9f3a16efd14724881cb3730964579", + "19f460b02fce9592cf785408a8e17e51bf35598a9f123262c56d9cbf144a1aa0", + "19fa18cc19f1a47e94f37519208bb6dcefc4b91981884f101182e1025c76433f", + "1a296224e9477d2b02c8f3f9abdb975a926f5b16f09a262c00a1db29c7e29127", + "1a5a2327dbf13f4d8062a3a676c7c3be2acc4469f771f49f385b6f608303f885", + "1a5ca891c3e8863c73d87d409285913f3ff31d7d816ff7d769b18424406d0b72", + "1a6fe7be0ae3c5a1eddbdea9cdb59ffec5cbe937bad1daea304c4a4c33ffdfc8", + "1a770631048156b7cb85f7f1c3604ba29f06fb0194113c0cdebb9741cb21cf0d", + "1a9e514e8ebae8faf4aa9b2561e82c4da462ac342967fd23eeb62d69c788c37f", + "1a9fad98a2bc4349a33356f65471b768c20daab285e0ec8926cc2cbd64519950", + "1adf55444a134beb42228bb9fdcea16e6ed4ea5514f059ad5f241bec3c07e58a", + "1b44657071336edcebbd0778f6a189a4c5d407483596e41b82cf2caa223f7184", + "1b4d8ab0d77e3a7b204f36bd251a684a81f307e3e5c353299c03e46527bcbe57", + "1b692f8a75a468d9d73d47e69bed36a362534ac7439e4b7ffb46a28ca6ae4300", + "1b938aacb3f82d2eba748f4d3ce039643df540aa52b8a226b1c47559dfd95300", + "1ba01ade66bbd22f55c0b6c4fa5d5ad80ebf7c31f10ff208dea06bfa5acb145f", + "1baf7fdda1317cc8e1aa739628f9f87d48b7e0fdf26e88fcad20f570602d58d6", + "1bd4b7607ffc276d7dea3a901f5c49dd25aa8450579c89f9983848e7d9b68b8b", + "1c260a74d7a7e4a86538fd40f497ddaa09cf0bdb87d3cc4a2f491d1b76cad2e5", + "1c2f381834ffddbaa77f1c0985c687d61ef5d1d87723ba0026aac8c53f6c61a0", + "1c4b6cbb1a2a0dd5e7445c1927f918866bc9ea76cea0d3c46c79421831ed4b09", + "1cb958ce0de35812bd01a62f72785aeaf1d2a0b942e3ea7be0b3893287d0bcfd", + "1ce18ff05a935eb586210f789946ff86af6512f5626fd0f6f3d90aa823c59b26", + "1cf5eb085a340488bf274e08c6abbafb32b94ff4456da6286a373409848f1373", + "1d53c386b644f1386934ba661826894ad14674b148d6199883619500cbfeac72", + "1d693019454f375a0ee1f16e9a0cc473cbf941f780b4eab01c210c6ab7d1ddc3", + "1d78802c9564ceb0481995708138e6af5daf67039ec5fffaa7b6e62c2a09b7af", + "1d8b9fdf05159ad613bdf0714f03e8b12dc33b3f78389bb315d13c336f8497e6", + "1d9d0ad3ae1bd0b3c2584d50c9f535b95f6f981c0c306a903ab3a14622fa4e83", + "1da17175ee9ae5d0b54fbb2a6afe84ab8f750228fec9acbe63af0fdc34e86a27", + "1dddb86c43db3223ceeb167535187e1dc4f77f558311137ab9598e173f42fcf4", + "1e37d61f66212b48b8f89e47c6a666b81600b191dbf1b93cd77301e19b59bc1d", + "1e60e9b00d53547071ebd296021a97f135965fc4d14108f39b2422776efadafa", + "1e898b25e792d44792dae03c892d9509da8138095c2ee7ff05f747df251ef63d", + "1e9370a197078bb8a937eac632798a8fc73f985b22a08e3e4f4418a7d252a53f", + "1e9a4d1e09c1d1eac8f0ddfc3732c0a6625aed1cfb4792cc9f0c35b226bea6d3", + "1ecff6afd06d6caa8afee5203626181994051d7a71897efddc9be4c42af91989", + "1ed9801a7d77ece07e35f4a3dcb5ae794b3fcb8d8b30472ba56281fb661950d7", + "1f1974c9c42bcb251ec0a6fd11a37ba070cba50c94b94d4d8173f17c7b3a8669", + "1f2197f0f714f26bbceeadb235929047fa69008d79e878abd900f1599e4eaaaa", + "1f5676917e8606c554ef1e53c14771da295818cbcc218eb002cdd7f1ed92cac8", + "1f93422b066c8f014f661708d7b347338edd9f76fe8a7e7b2318c15128416d7d", + "2006d578e24eebea02053b839228dc47b6caeacf097a56d9d747b1819df472ae", + "20403264c1f7c368497fb1b777303827fa9983e06820d7281639af0bf3f4e96e", + "20646ba67096da4fb1ab927a11101408c675c2eb98f47805aaa769a8b3db67f9", + "20bb27f8873c4d93c946b6891f3e513ec84ca2b6f09a73049952615b0248e599", + "210a7a5467b03c8bc0c2cf65ac6d5db5d76a98b285bc0a1e9c9c117b1768021d", + "212234d9d3b54e23a153e6222de1af78eabd8b93df9f6436078ee4b2a3223f68", + "2126cfceae5b8e513d078433eef8fe23109167b12bbff8d1c360ccee15bd0e61", + "2149243c6ba95fedbe578ddf8ac61ff2325b3ebc36705d3e278142f3806a062f", + "2151099bc42497224ddfdf04bd012b865f8565cf17b37ec2ccd7a4a73403b1fc", + "2163bf387c2bf5b804e987bf19844e67db7a90704c25bcad773aef04d4d859a5", + "21c4f19658aba33d1fb5c99d6e0d6c0c139f5218e44d78a77ffa5284896141b9", + "2207b41b5d1d5d2916d616e2af7d8aefecafb390937d39fa6e2a540a3bd10e4d", + "220831fdb2b9d540590561a6fa4d2b97ce6d6482f2ce58f567f9089ea8387831", + "22280f10fa1c1437d2664ada33ffba110c92a720bd7d5d657803207dd18535c7", + "22a36a44c5a57339ad24d7023c86fa5588a6300e8637b51351dd7ac95da29064", + "22f355bcedcb413a3a1dc60fe601ecca2584fcb94b8f2b56491c6361d23791f2", + "22fe153e2c7dc2a356f3551ddab83540615177d8066b248bf72168113be476cc", + "2314f1f7d20b72aa7d1d275a77ff5e154b3ca6e5beecce0cff9cba24fb95f873", + "23523c218d0de27396382b1ed9debbe4d895135feff96a92af88cafe23eee549", + "235c8c8b46ccec4d668a3c9c9acf7e1691674e6d76bd31cdc5b8919d9c62d4bb", + "23750121de6757ae56f097ccf73f62973ab859693341fc53986837e6cdef1a50", + "2376eb1a205defae31db9d21736c3a9981730d3e8de1c237e084b331f56f0226", + "23c8cc053a3e3937b369c9a82b97dbab7c1b3418079d83bb808c8ee6a8cb977f", + "24037ecc9e35cbc55aaec3c4beac71aa1b73ed68c84ba0882c32d53a156835d3", + "24063a84bea566065e3eb027a021d7321f6073ab346602abf8bbd590a787e463", + "24418099cd07ceb506972b9e4e1787eea959ca7655ea273a189bdd687bb39f54", + "2442a7acfa983a1ea38aa0f9d72e26e644620ea256c96537a9ea9146d9453022", + "245709bde24a4091af4962982e892c9e60ecbeebb4467db6ce16bdaadcfb3d9d", + "2459c1f49eef7a04b4e30c35ab426b182f335c3502bff32a32b15b42f73ad032", + "24894d48044a516cc510afc78da561f4baffc729562753188a040e7378af3d26", + "248a9d49901fe119fb30582e47717afe7ae45690000a45fcc8ee35518753d89f", + "249ecfe12202bdf2985659df13fd59ccb8802ae2dc6188499f1386d7362c0cab", + "24a0451be2da0b8e65249852523eedd2ec51ed37745039663151334f2023c326", + "24c84ffd078a3121a4145a43c56e4f1a2bf0af2f3cfdb189f98c838731066f04", + "25063678270b59e0dca5a6da6eba3292f23b73d217c9cac51605b15560e77120", + "2518b9c1010b8d9b2d7d1cd22c1483a017a24ce6480e7d11b44e414ef44b0765", + "25348dd365bc036dac3ca8c5d136c534990cb2faa13ed65b9beaab47203d8084", + "254464dd9570b6db1fd50422d4c43c65e00e79e73b7f67805753d87663fa78c1", + "254ab0473645a7d33ea1c7177f62059d16b3aed7d778d712fa260af6b41fe5ed", + "2562e4795a7465ef02f84e915ca1b58067581b7131b29252f9dfdea193c17fbc", + "25b468e54479d43367920591e3ed6aeebd9abf6f10e1eea7317a9385008d1170", + "25c0469c9130572e4564ba51afc94384fe426a6bb26817c98e57d5bb2226ffda", + "261a4e8be9e066d28fe884861cda7b2f9157f907f5fbc1e367352c42f3878753", + "26212fe5d8453ae051b0ac57fe878c9227f645900a62cf21bcbfdf6a0fc34c7b", + "2656e30609ebc0b05b195b9c0e09ddca9d3dcf58b9c2407eb1baa979794c909e", + "266db8f2f7eb2cb3582b4069583e6e96c68f8b4c2111cac4214cd4572c1bf692", + "2679142ca668cd2ed57827268096b51b059693540395cb5346e1c31aaa903641", + "26b4a45547ce31c9abe7b9e18b8dde2b06083198e899247c49f3da64f310c18e", + "26b9354f82f2e5c5d5264dd5e3d91b597a90830ed119946f4e086ecbb69e4c1c", + "26d40782ae484f44ff1d3a6c9a760c457b48f9cc56194998c017ca391b7d597a", + "26db33a4e5b448543a2a7852a03a797297f34982049f1bd0dc7ebf3807f9f981", + "26e92dd8552c48b677811eca3aa2246840723432f17775fafe537fdd1fb61302", + "26f397e39bd00131ad71a7aad609c68e156ba48c68b264166234d946ab4419d2", + "27066882d04770d7e9e64e700a19a6f9370b9a34ad3802ca1f9bdf19c37770bf", + "270b00f071e7989acc5fce6eb464501e6b57d9c336002964e9eb65617383d72f", + "273a74693860dfe7fcfb511a287decae91dd4c8a72b71af522017505694a6794", + "27407481c77c04104695dc23de6a69977aef5457e2ad988c1644523701f13d7e", + "2740a0e42da39c2fa8c568cbe32098b1c3d225756665665556f3f7f6a43a0495", + "27858d3f5cb16b93823d8914d2f8c3372e7c686c9e54b1ffd81c5b934ad1e5d8", + "27a7460340351ea1d4644e1db88e17f3eb72666eb67d741f28010308ab3a7a41", + "27b0bb9643a61edfdc28887735cbc0983b19ca2d152c614359ca281fa5d5d57a", + "27b242c5b4cf58073dc81620e1d34d802768844a3a6b1f6175330bcd5dfd74fd", + "27bcda081c48a50079e57660ce90ed1035693e751717c2460abc3724fce99a8a", + "27e7476fd5be3d2d690ae3d918652b34fb880dcbdf5868fdc723b92538497555", + "280189bb83c0b59ea0a19cc763241246d9c875cc395a2a44b8981b58913503ab", + "28124203f106909f1df4f1eb9f24106733b41600a23bc9ee10f3500647c78219", + "2828d558dee61df8b392e18e255063d3cc328b0bbf2bee4245c4378cf3452423", + "2855125525b095570c5c67a3e29341c7acc8d003430f0eaa7c9ffd3b62a4b82d", + "285ebf730d8e2e3c9de075c89cd76833a4604d7bf38e55e1f232514825053166", + "286613917a09de3d887c18c08de2c8318e746292f5960f14629b6837fcea83e4", + "287ab60d93d0337301bcbfe0c86095fc2efa96ec49f298a840203dfa6a6811cb", + "287eeaf0dc4a3c7d7ea6d5a3dc340ad31e89a936ea03e1418e7d334500e9bac8", + "2885cd50b962d924a12f2dce415a974cef12dd736a2d3d6808497099ad4242fb", + "288a9d61d75d3a9ac82165408ab2f83d773bc6976d0a596343e0115f37baef8f", + "288cdd186e53aa4e0eeda60339143adc8cf1b20a7568a5275edaeb2ac5d44d30", + "2892fb34d6fdf1048f8348e29c1e2c3eaff561a648a9016ecac7390198e0a8df", + "28a2333a43a7143735131c539910d2b9a76961757224329d64832322fe34de18", + "28b23e9ea4c919838a761bb97144a6472f73bd6f7713209efcee7f30f2735306", + "28b9b8824154fa65a6140ea02b8b19d23f258f3981b58eeb1157aa0157d12a55", + "28efb908bbddbda776159898adba8ac6c589dc6b3d37829b590c807ed2eac206", + "292c695b9d20625d27207381f8a3e70898aee3771622f38b71e090a86afc0a58", + "294a4a2c1a832c0388fe80f5beecfaf4ca644cd360c07309573cc1577bcd972e", + "294e7b801a7eb160b3a4e5a424080598ba1f1b3f73400f5138a60c3ef0bccffc", + "29744e52041dfdb69de822316a881dc2e91ac164a8483c53c3f8cea36de54686", + "29b0d55d68bd9dfa81634efce57079b22ef6fc8199b081b7c1381731de5c48a6", + "29c4bc894cc82a5ab9c0b81405b35d21f9f9cff75b7f5f33413a1fe01a7a7943", + "2a2c87339df141c33a723fbfdd435a731a0d6852dd65ca14e95e6abf6d92e75f", + "2a4492b8f60864d826a76eed372bf588abf7407050f4fcdbb4b3ccfb73559183", + "2a5f58badc336d55b3dc5815488b62b0667ec6fb54d6bae91243f46c9062b24e", + "2a943b3c5c254092702cda0c505dc040cbabdc7e04bd7658b35481f0c5f699bc", + "2aaaf70ea612431d001d3466f0b41627abfe991e7ecf768ebe8734785812e243", + "2aceba1f4c30f8131dc9ffac25a01aebf23b15c34b19f5fa8926aa4e63a7cd8f", + "2ade1798df72258a18c346a6051b1ee1779e06d9dad7c27137403468fc630bac", + "2aea7980b8e26c8d434644d2b1a4c65ccffc39ba85b00eb8de41675c42756667", + "2b0881118dff8870ad09e53fcd20f0e4663e45c8ca5f38df1c4bf17361a2a13e", + "2b08e0a8c9d17fd5c672d90351625b6dd1ab26e2a77f68ae04ef065c3a3b8758", + "2b360994ca527b6f16c2aecba4370306e7afbd6c7d20995e38f96bba71da6be0", + "2b38841187c474862deb3f9e0eb5065ada3046739c7ca2b8f62f0c85a62fc8da", + "2b42c4ee1c3d0d4d83dab44e08dd6ede637b0ddd7c16b8190b5b08988715b45e", + "2b4f44a83e139d6234b2609433bf8436c4460bcfe236addcfbe63595c8ec994f", + "2b621cec625ced5ee26b5a268b34a664e21be930eaacf81e052434a037cdeac3", + "2b7cc30d5340a2b66dcf09fdd5c6e5ca85bd388bfbd3345630990eed07578f80", + "2b9cf96df99a58f4ebce65d21e097d819c00d44ad2fd27a98d3308aa88e6b3d1", + "2ba4807fa727358531b1957300c9abdfb1ba797fabb7a7dec22a4b2dbb8c8171", + "2bc9be0fd0d56c399fd79f919ba90ce52faaab5bc69a62519ebd214e17489472", + "2bcc96d40c2a72958ad61b4a1aa2123c8d356bee6aa1ab4a661135a5bc90569b", + "2c1654b1ef1308a13bfe2ff712e531a32297032794072730a00ece77f458fe61", + "2c27838dad793f315a486df8361278039fbb7199008c026422040c445f2b9f86", + "2c387f23eb35c3d4a52f59dc80cd87a9fbd1ddf6314944a60e7fba59d0765ed3", + "2c43cc1bbee25412c64d941f66df407bfbf6b4fa6dec9128336bb1f301c6d7a2", + "2c4432fe90d8817433832a4800d0bf40c932a4692404b1fa73eab43bfade88a7", + "2c70cf437ff6f42edeb8f76651a33fbf7230d6f0b672cdd08bca19916c1e30e5", + "2c7e589a02095c96e26ff938206dd582151dabadacfc5a8721ef8cfa86527b94", + "2c956b88706537a241524c1abc8ab57a320c8711f8503cb8aaa4bb17f3200cba", + "2c9add30016eb8b582370afb233e756a2c0e71441505cd96142f27e36e88c1d9", + "2ca3401452d5d5866ec65739ab2665c8b5f0be1c614dd7059de089fec3a711e6", + "2cb99fea0cad751b8a4a1b941ed87172d52d55fb43fb83638e31b9efbf4233fb", + "2cc0152d812d1e4a0d511ff3c3a9916e776aa614a366f1f73d3106e6897bc52e", + "2d1bb608b747735c0b5a69c4e51fd79ed6b5cb826d2a61cfa642cd13f8989b41", + "2d2dadaec7a8758c8dc8309497a471fa2e019e60f9d6cd3aa19b4ec0a51d2b99", + "2d4cd5e46d3aacbf9b82a6edbe2411a74c4a93212246c1bb2372372e4bf3274d", + "2d683c2c3b49680b6de9b50e2276b7bdcc137261f37cabba58a7748d299a5494", + "2d7a92c2c3fa714388b8ac5806366ceb8121ad8f5d2f8b9984b2fd1ec6b06e37", + "2d89f2626ffa73c6be327d17d2a6db0779eae4beca522ce7f24665f70ccad02d", + "2dbf667179319df46d094d753e44d5dfaad646777e08b29b4c51d58c6447496a", + "2dd0949bc9ed9322b494caa15ea82863a6a116f20e0e6651c1d5e6b6eb43f52c", + "2de26fa321cc0f2e464c49e500b33d39797c3b6be17a60668063ba26dfa76e42", + "2ded610c1de810d2c462f51208ee2d8f471d9a3995a6bc6932c5fac629560bdf", + "2e119b1f0a1c7fb0f1b2c3f5ec1db7e89f7657c009a48b309538b396e36b2ad4", + "2e28d2c5a315902609c458005876a85506dafbdf01751fdcaab44a68d0a3bfa2", + "2e6dd85f441bd65e0fc4220329cafb0408430e5d8de2ab07a5990095ff43e78e", + "2ea77ca16c79e921ab5851baac1f0fb33529d7c76a7d2526fe3e403761fde1bf", + "2ecfa522280f5eac8bdf12c4ddf4c4a33c5b60f36f306a8e2561bd7c05d3f148", + "2eecb84249abc69da89a65bc6cafef171db054f0399e30b7cd2778512941fae8", + "2f53841fd202a63ce5944e746c15fa26e17302e631b041f1b64022545e851d77", + "2ff450770fb2fcaa0867b408f1a5e66c2b65770311e4c4ca0eaf4e68c6e04a3f", + "30511fbb595277baec4c896231d4e9295ae744a425e66949fc1c9f745e951a7f", + "30653eee6ae7bbc39c131176c37c2b9fd5ec2c50008eb84f5ae21627c1fc12c5", + "306a71235602fe4889afe2a1efc2fec8907396abc8edb9b814c710abda504325", + "30aae25405ca1260a5434470f4cf866a9039e557139dc0260f75f35dcba741bf", + "30d6674f194cb2b76d9e31310c49eed068a97c0f27598c46d930a2f6fa59ea10", + "30e628d6fa4953917a5c581772f8ddee9fbc06c63a4d2956bed54b6ea7323c73", + "310e11e670166746bec5b4b32994cc60083db42de75f51d351e07fcdc7d3de46", + "31121904f1bcb9dca43ffd7e0ba17e8b4553fefb8385245b890a54e572f8ed32", + "312ce46a276e976e2336873ecf88d8e6ce8da47e9d1c280fe7934b1cbce52834", + "3133263be7c1529f939a42c98f9f5cf54339ab8cc8ad88ecf24b653c2ab2e526", + "31619efc33f3642822abcc8df062b55ed10485df2a6b91649e86018ab2f2c9f8", + "316d5b71d81c1d3b43e88a63aa20bfca9a2ae50618a4dbd9c3338f5eacbbbe25", + "31c8c284b98bdd6e6b6e76e48688b98041b67fde8ed080bb821b723063f24866", + "321231bad3b78e54ae2e36b015490b90756bb489d54c3f4a474665fa9db95b23", + "32136646f2c328cdea70a654cc9aabf770a36f339acbeae5f8948e40c0e2d3da", + "3229ed80b09d389cd3ab365025abc3e5a0541efccf5213b41200a8dc12d24ffb", + "3253500b87ad1014ba69e19395cd95459110bc8b1dc37e4a906778e19d71d04d", + "3257111be2381ffac0f0e668d5a3ba794eb8c4c2dd03e57bf13bc6d4471b88b7", + "326c201a620cc66c4a4d90735a7009ad601df58ca76002c49a0cb39831f37d71", + "32a616312a1e0a3a8b2b427320a861a432451b405d7ba02a7158d76b055f39a9", + "32b93c82ffe40795f963cc8a2f0b18d9ceae277f114b027f79e4d36fe9b085ab", + "32f8abe41933ba53748abf536e0e0ccf4cc4e79bd65f4c33f1df78f52b45d970", + "32ff9812853c478ec4ba6d031cd30a38f47f295d2103f6bdd1e28450958fc14a", + "3338ae2f7ba490655d53c884258f45d848437fd173c216a38837ca2cc09f8e5a", + "333988cd2d484d4f92a17e109724085c52ad8c70ce1759c53553210e50d0f0c9", + "3355c5148bb66e9b9638e671d428c271469a8ca2de794275c94af852e8209424", + "337b9dab25d59bbfeac2ddf9ff3b194f0ed6c876b99b071cb42fb2574a58a0d3", + "33b73f56f58baa737f8591faf7618590c2ecd86bcba29259e69585da9dbc521a", + "33bcda29c685106c1c0f44fdb5946a975f15b59275e8ae3d7c0ad7f8d404987c", + "342b09937c0ecbdf5b01afe4d178961d86950c31daa9d90fbb5f9bfebb5d8a3b", + "34373b6e9907806a7985134899c6979611d5c9e7e176d41b97e5880ecbed2fa4", + "344a203506196c9215b5e9f57aacda02e90cadd3a9430befb19349d13afd9178", + "3472ab26eca549d514b26dde208c03dcfe5a7a764be1c5514b9bf3aecc6a66f1", + "3480bb22f27a0d18b2df530a5dce8893367e0f3855fe65da9a1be6638f97e27c", + "34937198be44c29e1ed3159e7ec17dacb6df05fc6cc9c0b1663beef0e95462f1", + "349c29d22cba205fe77921efacec0ac6ef8b71ea131f273e91dcc5d042771f75", + "34b6365aa65685adfb11f115ccaea4ad1bebf026fd9e7b0318313a7d75a27c18", + "34c35b63588dfdcb6be0ce3eb3398ccb276afe2f2ea8a6ac3a30921c858d9b53", + "34d179a8f3ec05d380cf2667f5bc24b504fe9a125ec62f5759bf76225d5e50c3", + "34e69d9035c99f06a5aa13492a356a90693976f53d37de5868016b5519877481", + "34f74afd2a016440c205ac27a027ca4ca31ae30eb360a5241462ff6cfde32dd0", + "3540be5c5eb3cd046b586a603ddd6b954bfae55c076a97a22f77e4dd40ac9493", + "354ff8174aa039d4a22a628025b8a9a6ec415f7a6a6cf5874a722c1f36b7da40", + "360027a341c08574c0477f28fdfc05e786916e797b7559af6348a68273739d25", + "362be82bc53aeba93a56f0c4cd5f2a371fcac8f45d5e7240b2866865e8a03804", + "3690398863a71cbf8c4fca9137a29a0e6e15b71470a2f0fa1cdf06a5d0986bd0", + "371b1838c0b76c4959eb92dbb7a645db0e915ffa25c3906b2959d5cc627c3fde", + "37337b4f60f4e996080e8d99ab02621bc21eab68b26607ed1e8ff6a7797b0ea2", + "373f72cd6fdabdb9446a1a73ffcec5022c36c185aa4036ad5429b02f7f6ed666", + "37522879f3d15105cda2d3ab6b48fed2900198e74e844df6fe086b385d0a9122", + "3790c32a444c5c6f3edb16980563d016559ab40aa9a48700e292b413223ea56e", + "379eec9aab24cee73bdca8e950ba019a1f57af3f88bf83f14540496a223e8420", + "37ecce1d750a93d7ff5e6ce79171495cc95a596a892a565921fba2898fdd868b", + "3827b9b917f9e9c1e0c92f935c31ae04e70a8ecc430e1a17df84688c499264cc", + "382ed00337d1740c1abcba4e6b069e5c19fae28ca9f551087ad3d8223b10e821", + "384398950404d022e3d937bfbeea616ed984f4800284a2548af95bd875e718e0", + "3859548b787c8da0ffb479bccf43817cec3aa1e6ae9c065952140c89add2b017", + "385bde3762f16b48d40ffca0f7e13cb61a3685cac72681c1ea6d46b8565fcbe7", + "386620005ea0a9aeca9e2115e73f6a315f651d1e6a33c570438104467964ff23", + "387f75f652efc68830d25b8fa3e05b3e67b26413579c7ca31092a97da03ebe90", + "389fe21426476539bc015e368b4b1db1d44dd895995e1aa3a9f082fdac2b995b", + "38ae7ecb7169e273a8ff2ace53eec67dd77941dfab4ca3610f84cf489ac06c1e", + "38f13a2e254e38adef39a763b20eb8dd3ff8fdc529bae0429891336ee448c286", + "39000ae05180499f9212cda76d3251fc437ba01b55d5cc9387822f0673bfd14b", + "390f26525ac002e5a9812985150e0b5a53bd4bc13d39d33dff76c58c5943ed1c", + "3922d60da591994cba312d2f2a8fc8d8117c09b20b198274129a070f113cd5c6", + "392d57bad566f771464837d462a4f940f6bb8b307ab19c5e6cd0b93b94c90d10", + "393395504d82649ea066d408f61d423ade8334b7d7bc95f2949b1a91a3c21898", + "393400bd5410c8a61b80eb939fd77272f5baad15e273c7401838185b5fb8d548", + "3937272e73fb81158ba96b14584d01423a8d789a1c439c3ac19085358e4d605f", + "3940d2f105eaadd7273423da9474f33a55787dc9d4e3c4c334ec2fe28f4a568c", + "39516f23294ca9fbc6114cb20c160c6b7f0c205d63889193cb85f834e1bb329f", + "39570eea5b1d6207bbfc9b1792bf673b1c6aaf0e8934cf232a771fd4eb0b42d5", + "395a62303d9fbcbf1a19506d29fd1a95337a3e998115b8f45602dd04f19f27d1", + "39764a681f8e76c170113a5ffb08d4678cefde18fbe999acd5134bc1333c4a86", + "39b3d97686cdbb4c091fdd041c7ce589bab27b9a794f798052cb0cd13fe8873e", + "39bc2f74fa976e69d6dd2a8c599e695dd3ce6bd2a28fb764ace7acc236da158f", + "3a0a35b88e4e046bb4809979d6c0638f0e673a23342bd0f845602f9d68d83446", + "3a8799a5aeb66e6b62a8f9d1971a49d558032ef93454ef38af18d6ce59d58c64", + "3a9d4a48fd9eff24b30053f0563e2cd0a8fb066a1f20f131840a902aa8d29440", + "3abcf8119ef5d704352ac5c3393f8905d420e5cb6e269df9355c046d33513644", + "3ad8e387b6b41cbd255f061e746d929211b17dfa1dc4c2bb3f988a731a6a1467", + "3adc8c039c613b98ff8c20e0670f7a758ed2e9e39feb135d9f5365a08ad47615", + "3aef058e6d5fda406e7e9d808a96e70f18ba8e13162edb2908661f7cf00ce7f9", + "3b072f9113509c9d2cbbf1c8844cdef49e2a497e972c6f6671e89870fdcf7012", + "3b2fd03b31505badf3cc0c0ae855f48bd2783c9893c35e9ccc88f55110271fae", + "3b76d52cda8f218ad86f297985c5938c24a4b6b632854f3011494b7cb744268a", + "3b9e0b44fe5d97d8001018fd4570ff07c06d80ba961d940a98c4472ed3ae83f8", + "3ba52aff6dc34cf2624a72e08e61cd95f3de7295b25b0cd669b267c9bab081b9", + "3ba52cf7bc2fb85c021648f84774c9837dc9612bd7a619c517c1c66e4ef44875", + "3bb56255d36bc07beb145539c98a47d0d3aa1ba617524b5948e3b2c22ad1645c", + "3bb92d37f525b8e3c1af2c617cc6ce9c7780bb4041eadded976f54ceed6cd655", + "3bc4dbf30cb70d551f8355bcca87cecc0d215b5744e0b50c9b0c783ced0a21da", + "3bc883d49816b88701ebaaebcba750fba11e2680392e23ee31f486c0c5862b68", + "3be2384dee2306d6a9284b55449b778ce79b220658a9b1bd21dd9118ab14ee21", + "3bf059c7df21bfa5f8b729db597f2ccfa845b0b3b1e732fc1e10f4425bcd3782", + "3c780b30a7f1aa34eef3a076aeb0d0c9e0b6233d652829a80d6d09464475a2ac", + "3c7aeffc56ec06c0d657ea706dbf66038fb53b3ab45ce57abd52c188a56adc31", + "3c9c25ac5614ff2f35703f3c8b16d214c19cfaa98be57f16c62419a05248f1ec", + "3cae26f451b61e3273296c01d01d60a12c16719d2ba21ec35e56f42cb37196b9", + "3cb0441e03264e1f033bcbc9a5bbb0d4410cde112281ac6549a918354325e2fb", + "3cfd4dace103cd378e4de22dadcac1e856aa3297ba31185bf3324ad0de33c9ea", + "3d178d2959ab3643134b553b2bf9240b0faadd3169023160903ed01a928021fd", + "3d2baf4da5720c05a85d5458cab3caf75b88dbc812e96696877dfea74760ecee", + "3d5b80db97a27e956b860cef66224a4e13774242ec0cbd808cf605e22dff6ed4", + "3d6e35262a8b1c59a282867c635be36e6d3a19a8d926f243f8811ec445b36782", + "3dbd487c90e62aeb025e3e17bf1dada719a29d9d02eb890b08f8d335ce9bfa82", + "3df597c5e716d2d5c9df79f49d6d278fa9cb40e3c3dc9b62d0d570a8f6e844ea", + "3e8457255e410c29054eb03ecbe8b264f1b3c5f74cb676fae8febbe706f1ac01", + "3e9459ca0a452caa4ffe6c08f088f780b56014a8fceb4475633d52b79ec71102", + "3e9cc0fb1dd20c269828064dca21f3594ddb7a2b2de3befbe6a5aa7d122210f1", + "3ea36a3f2725b618cef04969dd397b1631dda55ae703a926f78e6ce73bacd4ce", + "3ec85c9d41a20e1fbd27a3d3a341d28dee5281763720a6e6198b3bee1f336d37", + "3ee3d21edd0432f918f2b2f2da8d028916a311c6d1db676955e5b985ead589b4", + "3ee6a26718544fff1c7ecf9b145d04616e2405948378f9ec342251f56d9c233e", + "3f006610eb2c7a2e531da7e7e997d21202e3510dc0ac56a508ea567c3b7f863f", + "3f39376f90046200bff93b447e0e6a0dceac5d3c783811289e0b98cac2c429ee", + "3f836c4a17f0b9d0af547785829a9330ea4702b83d86098ff7dd612c3fc4f642", + "401436e97b2f59480c5c391ab5bcaac864876386e2bf617497cf181fe45690fa", + "4021fc9ac7e29c383c2a74fcecbb0bbffc07306dd5ad62445cdc087135e45ad2", + "405ce23ce6f135491c13e994d6051c77b74bd5133bf7b92fdd05083a78a306d2", + "40a61127f13657828dfbb6be83c8d0ddc2ab8b6e6ea8b0d23ecceaaed43f9250", + "40bc5caf332cfa6dff82a65aba8c88b49d8d9258240b7dce0a0a208ea44e2397", + "40fd462b084290e729d6e367d8e05017492546885d3dadadacc0e1c5d045131a", + "412893375eef842497f0b60c9a438f557df0632085d4bc926c66b080c40673e4", + "41b4b99877e41a0d93cb88c9bc81db9ef7d14c83c6b9357b01090b103131406b", + "41cf7462c3ae41845da13e06bc518236acd8fd18f38cd7e1b279c38678392caf", + "420435e1d25b95bf6ab1c9a55c923e409d5da847168091b3760226e243ba2c14", + "420eeea9117f59559bd541412bcb29cf8554b2ebb1d4b8638371e8d73b15ff2b", + "42218ce98ad3d8d50bc9cb306062f0baa439662373548602415acc7e59d6e9fd", + "42558ca06ed02105c1166604d705f4f767a1e36c7a78618437fc36f0fc7ba0ac", + "4255e9bfe477e94d2520a86c29f52e6041a4b05683c78288689f0d3254db0d02", + "42649b4f1d4cfb99397aaa33778874f4012567a6f2dd991393b094ae0596857d", + "4265b41d4e437989877b223b245e1063734921b5400fd04ba45ac53c5ffe90c6", + "4267a36f64ce7838ad9e10bfdba933172a098d263bb63c86ad57267027942326", + "426b2a61d885d5483224791a3c349ddbaee80a35e9c40f80bfa17fa1f7ddf578", + "42777dcca97c89d7e5dab61e5d9d50f5296e32579e2cb8063baf1f68b8921d90", + "428f274d9a39516b33a8ce19bbf358eea69640c134c81028375e2d49aaa891a9", + "42922521409bdb49b86404d39136e93ea75eb0580955c13fe8cd2cba85756686", + "42d0312b0a32fbd94ca1b9eaa4b8e3129fa96947832f97a6a44d15675e697585", + "42f5ca82146746b778bfe5ec97acedd150aea7e3294c9898623fb86a53b70300", + "430d0e82480ebb89b687f5648879a0c26589aa9c9f887d3327b279c330b2b591", + "43295a9e46b5e2ec8e671c5a130fdd7f942b7efb434d66f7b7835620e2a859a5", + "4349b4d1462a48bca23750e495a84a3b950f705dfcb3d11c0cffe385eaa19ee3", + "436a928e4fe1f3e129a24d447dd62821a8b2a5c9055189f0dea60828b7f361a3", + "438e8de1b84bb27d2c051c461ba76ebc5de760814e0988577684197b0005b3f5", + "43bb7b981ac7954e20a941c170ae59219c91c77a2966d776942db5e4028f24ee", + "43cc161ca50b1b7d86a7e025187296c87c6d289f8e9e7bb86f8b6d1edaf7f026", + "441586d4cbf2db66b066c6a372442092654c3d87158fd9e46e6091fb5feb634c", + "4424a4bc86c0f46c8093e3bed4442f576579feacfc43f2366f36e4fe6edec869", + "44650da1115b47ef24e431eaaebc63ce3482b9888382be4309e9e08ae417f4e6", + "447de9ca3a4c845fd9fff0d19c05e240558368ea14d8a481281c42c1b3f12984", + "4498af1a55b9b415d066ded464919d2a55edb6969b8cc00092adbc52edba84e4", + "44cb0c73cd673eb2469fbeb0f283e7eeea30e78fd242c7fee547887a1acc4f92", + "44cc9e16828fa11b5d0a4541d3a29383c8f97c4eaad6f8b8cd7ad9b804f77951", + "44d383d0c482930c758e9abf75ef1b4145b7b91a7f3ba4a8e41563c30cc60009", + "44d43be322fe6f463b76c7e48e789ff01e07d3712606fd6155204d9e96fa7f53", + "44e9bcea8279515cc4de38c7c1b47cf7db5b1d5fe7b3373f99f31a334341f2b3", + "45092edc1b76ae550294388a7008a4673b601988e5d4dd47e0d5e42fb3e1ef01", + "45607e5b779450299b4a4e3d2bec1d1bfaa5de408b81221fbf109d782b8dcc06", + "4591e8241665cbe9eb8e1e475f97037849633d40bc1e3dbec237d87d292913fa", + "45c3b0d13cc47a16729ce2bdc9c4463a2b73f299ec743fb2c3cd93dfdab96286", + "45d6fe5461af10acda5c405e9d1a098a709cdbd59c89c6da0b41ab7b9565c360", + "465d1b63766e37d26df675c644396e902d587b2ed23cb7654dcb05fa05543133", + "46844362e00bd617fccf5dec58b106fc8b40c69054f5ea96fd3f08a6f7106d10", + "468917e21826e30fbf98f2b87d396d0472fe5b98c216eb12819fc588e2288f32", + "46affc777d8595127e09bdbabb975693f690868625ca609955ac8bf61669c912", + "46c916e7635bbf037b90447dde28310890f8b755c054927867966849863981c8", + "46d8a3840800d6114f9e23ff4c6920318183c011fae7580a86042feb881ebfb9", + "46dba5eba3ae9cab894e7240ac8ea3ee6475750d6c22bc1ab75749ad11c90516", + "477dea60e11636b609f77bf206708ea7dbf025d7729d90f692a3e732b08b21fc", + "478481dae1cc617790b53d41d5783e8000b51a433ce3bd0979e2fd5512f0324e", + "47966500228dc154f1e5184b4eb5c1d7079d2cf0ab6d6873751954f85ac2fdf7", + "47d6af26ce42dec6de81734d68bf4d2e12153415a0048b9645858e67a46e57d0", + "47de3552f64938c412f636cf0c628e63813bc8464b3d15d6b39b25bc509f718b", + "47e7e6462074a1a7dbe81ecfe3c03772620597901fc0063e09b85f360053f888", + "47edf18219d7e7f42ce9b3fe479cfcadf04f52ae02a7cd02586b965f5a9163d3", + "47fadbe243f65705a8d6f991f805a499136f721c1165f8e6f93f186f0a0007c7", + "48130f01e7241c2a0cc995b602940e1a52ee6d6e4bbd1f64580f9ed0817685e6", + "482d446437c7d574e8059cb27f6f258acf28bb2570996ad698ace431b7bb501f", + "4844fa3bfab190bfb8f62b622ca7923aa2473fcb339f49964d2043046948edf5", + "48873a484e5925c760df63afa2c3c1a66198254db1ca5717cdd081b5c79c0516", + "488c31db771d6fb4a209ccc928baea074f090e7fb56ff863b2e569d9ed1bc372", + "48a37c04e31111c927f2a066db22f491afe23df1eb94d9d9288c999f471aa982", + "48e31de5c3115f218c5eae6d25a2d4cd097cc97480aa61a93b876eeae03a1871", + "491364a39d23fd232b902a1bad2e3b9aa7884909a16969eaecaca24c4d125257", + "4938fbb14d7f0a430b584a9a5d28a53667e267d6669b4c6419dd6ec9bb6b77f4", + "4983a313916042ed6a0c6c2bd9d48cb8a2904585e99db84a6a7d9bbbb105f99f", + "499aa49d7834b33ab4bd44e7f51e7fca36bb850bfc76b3b5b8542db1df09e628", + "4a2726cdf7b53daa50ce0d8f82988880cb1ab67aac8e3eb096e386b06ee377eb", + "4a2f05baddba7f86c20f9bd95ec3a75ba9e604c10ddcb3c0b46f0926feba4bc5", + "4a459a84cefab2ae16c9dd41d5a5e38abbdddf9e88763fbea8a358e8f0a45450", + "4a4a6d458d69c78b42eecc5d11a1565e210edac4cc7754485a4f7dc2ec353a10", + "4a6ef7f11a9b59fff7083b81620a26bbf8bd849ccea64eac497b37a58ae69826", + "4a7ffb8d73d336b41de75ae007d05cb60d78fa29f979886dc1f4758cf66a14ff", + "4a871532448ee3c6d421c8a462db8e257039a1dd1547315b004671a4a3b79eec", + "4a8761e3fbb633cf41fee33db760dcf10f1c1c281fe188bdce901883371631ef", + "4ac00b172d90a8f879b320d58f5ce6f177b4f0f1f2fdc4896d8513121e1bc444", + "4ac2003f5ff908998db16efd8639d53cb3d5d26d28fa7221ed0f8163f6c953d9", + "4b01d0ffe4419a55d185fc6a50f1b80d629d87d5d44caa68a4f002cad0331eb7", + "4b10518d510ef77e3c7337bf0761660350d2350b22cea604bf6da5cfc569ecf7", + "4b20bff40caf59eaf8e5b8468dbb031f2239f249f8eeb09eea3a2c5aab036f8f", + "4b3210a8d9fa69888af9d8c56c0def3bb79e5e05f0a8be419e0bf58797864eda", + "4b5b4b5c0af753edf62720b09c8461fbf6917106b875aa95e5429c8b66e08c76", + "4b6a1d6c205a38fe3b7c533c282dd7b29ac4b5ff6864409396020a569999b374", + "4b7f80cc29961955ea40c7d3567b35a02164cd1533d958d883be82c4ba37b31d", + "4b8a1def4d36441651de8f179889ad3bd052bb0becb9605941116db4018c95f8", + "4bbf36b7c2c14caba6070bbae9458af2c813b599c8f6f3c6e2cf9705b21a99fd", + "4bc646e0147b8c2f1d49768a352f413b830a2332df659f02e944e942d47a4786", + "4bd9d910a8041060f92d96bf5eb568ce0140fe65e0015b82973300cf0e5b0688", + "4be8d922a5de73ec325c9248fc1416187e5c829799430a4dd333e4a7553150ea", + "4c1afc535fe4498f8e6ac334816ed0b9bbbabf835f590d477284915804ec6b02", + "4c54b6a006e39b19e32a114c684e4687e5bdb997e3c1d32299df1a6d821e51e4", + "4c6311c9c35a3420cdf7020ede4be8fd5f7b42235f8f7691677857ecd3987a48", + "4cfd7bdd44bea3204d1c2a9061be31965670616e9683866ae44294f5376a6f40", + "4d04a412a956ca16c52fc241daa05d7607215f93580007a531b0d254fd9f52d7", + "4d052ee0eb223728de2c5566ab2bc2532d03ad930b5f2cc92f0a40c1e75dc478", + "4d6bfda867e611caabef7d76612f0b5aaa6418d8225f4e6d42fa953a950d17e4", + "4de79945a00baf1aa259d5875bfcc7727bf66a46dc8fa9bc2231d72b821d48bd", + "4de923ffbb46a3f8e6ac63c98a68521fd21c1ab0f77649c95a30bacabead4e5f", + "4dee6a3056ebdf8fadc76c651ada138068fced8ecb685dead613ff9f1ce21912", + "4e1e2a65b95720debed07bccc2ab2fb4530f46961a49a58b3d06121dba5ac69d", + "4e39cb23a75019301edf20fc52aafa4cd6af401443571086d35b2bd0578b742f", + "4e5a8e5c4554d8fa8a888d419e03dedf35272f60c09c06494bdd6025f1aaf47a", + "4e5e55b9e0c37032de19375ef4f580467a7d16c24c117a936a64b1acedfbe1f9", + "4e96aab0b69cd5652b2226c538170f17d2c99dd6fbe6558086d131f1ab426fba", + "4ec8791a63530bde19bd54031d055d324e66610201287ff0a15c2b1a2fda1534", + "4ed68cecaf66306974ee0a1c02ac6d5522fd388a6ebf63f1260ed6bd778e6ccb", + "4ee615c9b08f46dde44466f10ad5597cb8da99157dcf86430e3409d29ee2e6e7", + "4f2bfd951868f8f07f40b14079b16caf8ad4ff9cb426f1f444e36016d29c6d3d", + "4f44da2e6a0ee3611a2f59dcbd74e92f9003581abbe0ffdf0eaa4441c485f5cc", + "4f5acdad32a85f1f0913249599e5c961a1bceeca6258089074bd6c79525915ff", + "4f7ba8c30d185c5a7dfa3e424b3c9e8f2a2bffb63293f27438fe741526458cb2", + "4fbfc62a8da5a39510020c9ce45669045efe132b191c2e611b5db80f6ff1911e", + "503aa9adefdf6b5f8bc9fabe338b915ccb08a00434799b4b2a9887bd2475433a", + "507197a8f0ca6fbc5ea59f39fb0f1f93f463b87ccef674d37f216214cf048ec6", + "508d052b57de3a3b4e3c114fd09f3c0e1390e61331e018ee6636a39d34c9ea42", + "508ee9e55ec34d55b104c6fc261d9eb746e4e70512ad86cc0b4309420b47ab66", + "508f1063fa711383380384576cf4b882743780c40f5b068d19ca20f21a78498f", + "50dd754d35675a097c9ac8e548f50f62d860771bebba8ca0c32e8db8da81bc38", + "5106b9ea61a0c1ad92726963b125faff828e1c21cd1872565f50b1cd3aec3886", + "51164d3f4bf9e63d7d12f2557f54de4f38cfd15f84d3c9ac6aba4e7b4f7cf00e", + "511f1c32d909dba225053747092b92f90309b832ca3b77266befcaaa1127124b", + "5125d348c3b07f6c3178ec0d4f202d1651e134a8c5c54b12c2a51f703328f066", + "513fcc34df2dbdeeff9e169cbb3da37e3f749e7fc1015c015a9cd546b0044572", + "5145f5c1bbdd99afaa2fd7f44f5e9e1f65aa81e02190f562903a48943cbf81d6", + "5177307c8c4ff23aecd65de6866fb2638d3d7ec38857cfa69a6b1735d3ae4ceb", + "519a433335a476427b4e44e79c849f394218055b0b3d55bb5d827d57404235f0", + "51ebce2f08cf13324964a1a686b9d497861cc807cf4f352c649a44836c3e94a5", + "520c9cec4ebc993350ca357fcfb6a8c3f6b94ad865e20f46ddcb517c414bf9dd", + "5220fecc9698d8c201b67957faed62daa1a60bacef7cf5654cddf7e2b7ccc75c", + "52259a41e170c1c126230665c1e0e2b9fcd62ebc41309bf079f2d8372c1e6d95", + "522e80a35e589f1d0ad9f4f7b6b6cd0b718e84a27b5001690f1e62f9b932360b", + "5238327c3ec5fa63a5a4cb5dbadda9d28c0486b41c53f91661a2130bd715baf8", + "5244e6ef0b5ed9f3207115544961ddc1ebc1911fd6964bacb01d8bf76c00d659", + "524c7192963314b4237bce27dd2894d568e7fc3372c9b7d76e772e53bed3f6b2", + "5255f663fa401436723b5d5f7894ed1097b9ff37dfaf3d2b746e8f5ba8467982", + "52764263ad81241602654110f7beef81da96da4ec7b8c60799edbd5857587e37", + "52a60872f2deacda62eae94debfa7f6940e2d58712570cab942848334ec35422", + "52f3bca068bbdcd19eaff06f35b06f7e535d88eec057180ef79c1d408b3b6630", + "52fa559775b9d6bc1a7a600084774c5960ed4a3bb7fc494ebf021e5cd1cbfdfb", + "52fad5a8f3e0c1a5efe527864537eb8c3ee9ba1d18e21bd0553925d1a4dac3cb", + "52ff1f7716b9f49065fbbdcc8ef2ce9ddb14b91daa85fdb2729237d0e59f6cc5", + "5305de227271bd209a44b2db1b715e7d261f4c402556d75a55e0f1b527f60567", + "530b04bc8910bae2df31a59dc8ac9b7ef4f4dc854b82f552a23044fb168e24c0", + "5330727dddfd3cfbd27b98ab33714e4c1acd7aefc2386acb5fd788a7657ce576", + "533ba29ec6475d2a3d97751dcf7cd534b0ac20aa01c93b7bb6fbf637e84f4acc", + "535739cdc04feef32fb71d37d31105fda85e8465082bf605b5441435aada8542", + "5387d01cc44757a81ae1ccf1111f3a77fe8c210cdf6ed1a991192a80f4cdb0d0", + "53b018be0e50f8ad61778e2330ed74ec2ffc8bec9b5d06a8cba967046f7fe86b", + "53f26ef79ca484c2bff9c31ed2c0b2d6ac2fc5a437d9b29fb1c5ab9dca002e8e", + "542faf6ec88e75b833dc99ce6d5fd4d30eb3373afc85f9f535fcabc38d0ccf1c", + "5468da1bfe41c940866fee9927d6945071614195f680f2b64b83c55bba3192f9", + "5494e181e6577586ec41dd3e5abc372a33e765cb03daf56d3b20db748dc79b80", + "549cc016d0d8b032362d4d1649408bfffa31446c2590b2e12804ebbdc47fb2b6", + "54bf2c3e0ed21b66938eb7623c57deac2f09ee563dea39c3e14d86a9217d2654", + "54d8b11fa7465c7082792100e111f8e33492e254f3892a41af6f78fc123d2454", + "54e5ea5fe2853c502e96c870d0111a15365a5f6bce1f3193a7b9c348645481c0", + "54e9dd90dc1debc55834f9788aaded500adec9d7619cc66817eb3b8eda688b94", + "55043e55212e6205cba548efc9313fdbb51cfa8cca57640fbff9dc8aab528853", + "556445fd46eda083b9309061f7e2fa74f036037f632b9b970eeb6722d23303ff", + "5573a9b44b03589da0cabf94c4a8e8937abc3d157356d864293a721fffd6b64c", + "55bf14f4a1a1eb840ef9a1784a65ba2d04e37319e45a2acf8349860cbef6a232", + "55d1286538ca7f5a4fd5356054a3b8f1dc9526876d81e36a0bdf741c802f1650", + "55e77f7587c4d4a56c639ef0c76bf425495c87ba7fe9cc3ca0c1cf436418d585", + "55fa2fdacb594e28831ed04b9b0fa4a047abd8e550f7d5eb724679036e528d53", + "5613fb98363341a6104fac31488fe8fcf907baf29f54278bbd9df7342c0f8685", + "566626d5c211e1d702e139dc08be33384e6d823d5cec75a6cb7b3310c6998a0b", + "56c1062c0c0ed6a0ba04664b78a6355cd2fcbcdac3aa93bc06819def28aa37f9", + "56e70514de14b66605e2b2e23053ed771e60f1e0de950cc1fd0c510a9a5301c2", + "5706b028c6b3503ed4ec4b5f490a5ccd746f48f3a8520d31d1d83cca2b8594c4", + "5709be9646cf910153f3f75a496597712cb7411e2f9447c7fef7fd492b32286e", + "571925f0b66c738b52105644b24558c21771db1f4432842dcb87a1ab468a74a9", + "571d8a20fccfe7b2de32adddf80c3e3f437341d84ae5fea77e5c55d8d9201dfc", + "5725a7914b447c22de18d20518bfd925addee19a17d889f3625836ebcadc972e", + "5740788c353fc6c81713fd4349e0db8b199ae0e1e8e4d5adc84dac9087e53e47", + "5743c10d43e919f0b522f535e9682357ae759de4f2044f5913aa11483dff0881", + "5743f3b3ae3820ce68338256058963f97e55e5242640d1dc30f974297d9391a3", + "57441d4c49333dd837ecafa0038bebcee2d990af8ecb55d4ff3b34ee9e0fe376", + "5792777bcf215d5f29e1271849674a435ed2a491f59bc498a24f761716bc833c", + "57bf1e0123dac8c3ff51ddd5c0e66620bcc27ae225e8c35927529b2fde62383f", + "581c0ff964ecde7b34cfd519ffec1d7846dacb2d96dcaab573231b5e824f341f", + "582bf2770b2a7a438b46966f406f82fa7f23dd8ad0f4c516837964af31808117", + "583ff7d92c90bc9811ad96d829f25bd68db1d0f5baefc02207c3c55179ffbd1e", + "58587d94c44401d22c7570b425d78588aaa439b5ba8a02532cc32fafd64b790b", + "5861d48f3a22385c21966caf1cbff9e534b2bc6d9b24b04a1c2bc92a175101cc", + "586df6b16d0371f939f01dd0fca066135a548ec526170a270879a775c4d6e8a7", + "58953bd77119c5a75dc8db52eae11aaf841ce9f6acf9c724aac634e0916c98d9", + "58af007dbfbb09cda0c25a22146bde68c6101750a61cc2bb16773de4fdd0288e", + "58c399854348d4943780f0593aa64371481e164045bc1e02af6cd5435b68a781", + "58dbdaab4d64ff0407fed71b3944f8a45d07694f2a39bb72cad56d94606c61e6", + "58e1c39129cfeeb249160e0272d7a56800521b08204d103bdce6b8867569c0ae", + "591de6a6a561511570150c61e0dc026f7babbe07e022131910a92f7523704d93", + "593124d7a97e611c01bcd92a663ff46fe9cf2d26cb22366fe35be7232ea1908c", + "5951167c8577ebc5e40b7323822b0b24a5da3268fbed0121456adcd5546090b7", + "59958e12c7427964002f36c93678bd6093ddc70364b2a735f592ac7b53d303e4", + "59a558b41fee06ccd7a1c840b603c99b1de92ec6ea6deed3152c01066a533212", + "59c8aee345f6da52cfba936abbdd140b1f318a80b616fa7778d12bab59819e3a", + "59f012671896e2a38807e6186a07c1111855296e31327c5fdd2a1dba5b785f3f", + "59f0eebad0170449246bb9826bc605a71fb122133ad7d4e7d99c69603f8629e2", + "5a07dac7bd8ad5b87afa1bc38b0276e6480da48f5e6d17b7825c8098bf88c1ec", + "5a0ba0d9ac4d2cd1f66309b325bff32bbe54816c4dcfc42064244df39d65a2a1", + "5a28a5206f5de7aa53c740e1b5b5b6cbbed409faebf4eb9f803d7c63a5198e79", + "5a3bfba80d88b4a3978f734acd65bebd13219893a477685dd8a71d513d02f424", + "5a7cf8dda296956ca9d978266b4cba91b8c4923c9b21ea98e740a35cb1901b50", + "5a82c9e9b43a93b1d64933552ec8836d741ca1406b29f8ff0c121ab3447c795a", + "5aa9412ceba584bc77c6bbabf4fd18ed16253403928e49524ed59535670e5e1c", + "5aaf3e59356111f7d87a5be93f33806c428219dfa4ab46dc5790f8503e31c581", + "5abfec56f23ffc8b44eee5e710ce21cef1efa1b0987dec1ecf800891da7b1001", + "5ac17fd232e43b44cbc0abeb3705d2538a647767056a2973c6dc82f24ed377fc", + "5af847ef35663184ba6a26712cb6a7344a96f2fcf273fa3a292b4bb46701bd02", + "5b2ff51ee5fc993256b0d9a247a5fef9874fab06a2fb561da7741d48c98c4700", + "5b4f43cff4bb797638bfd67b131632468a2c82a8f46e8028c4b2f70e5c374e5f", + "5b5cee99d8eef512becf6b4c6f2adc28a7674b2a5b2b034f6299ef87e135cc1a", + "5b81733f6c2d4875de6d68334be907addfee1ee916eb178a17b4a3532e57ce79", + "5bb74799899c9c13b3de7b14145ee9a36e517b3255b98fc68ed551e3f168eaca", + "5bf76a6863797b85f12c1e9657dbb98cbfeda76a85e5649366bb51c2e25ae0ea", + "5bfd333e5ee50ebc3ef7343214119e6485fcfe62177243c9ed44ca94ab862a42", + "5c0660c0a889c03272b8cb05ddefc3bb0f3208eceb119af380c167b29c1152a9", + "5c12ed807c668a70cf1e43c34b6976fa59d4a75b94cf5f46e6a66553dc551001", + "5c3800b2100255c46b68a1c6b3949bf252472c389be1176689bbe9072892db81", + "5c7875a957f4a01842286acce36973d6f1b43f0b7be8cf309ce3d3fc1b8a576a", + "5c81f028f79f4c7834047b6f0e6a9099cddec1698b588f49fb095cf79ce66096", + "5c89cbf0a0308716fa318e4b90d30aa624a3420ecbcdbab00885ded6dec88f6e", + "5c95d9702aa1067cb6ed8b2ca35dced65dd135880926fe90f6723d32342ddbfc", + "5cb3005a1e6be72d09b1fae86de8b44c7aef9f7b3fbcaf7be1314471d533b087", + "5cc8076479ea7c2283aa6ca570696a1ff9830912ffa176e470a8360a0b94b1e8", + "5cdfefce4177c0db9df5fe05c4d9838a299082541dc99c4a2b2ca62eb09973d0", + "5d197d6f8601540b20d9c8650ac6c7db604ea308f7ebaa6455f4f4f22bb9095a", + "5d5711143100eee894c191c7308a6310af56b08efd5d96764e4633c39d472f9c", + "5d77ac5abf8d323e7a23e3e0fb820cbd184050de53e1f6592102f3ce1888782f", + "5d8d05965144cc8ed052b1ebea298aeaa8acc790f297bf6b360d8799ffefe1a5", + "5da330a2d7539cb8079584a52f6d704f1dbed9de147c04d8001ff5e11b0536ea", + "5daa16db0f4094f7ea1436e6b4bc0ff8eb07efc22c3b63675509a52a235c51a9", + "5db712157f9dc54dead72fde0ed3dea5df4cdc2f9572b76c471c5c22b9232bef", + "5dd622ce281dfa0b24d79e8399b00c68bc086ea44ce4326920fb148b0e6f4d78", + "5df83d897e2924cb350b4a3305db4d44e1d066c990aed69b29e43e0f6698f533", + "5e1afb6bc141daf303dbab37f66ee10ebbe8b31ab3c5656946238e2eafd6340d", + "5e24f0ff25337bcf32fac07d4030e897af5dabefcfbeb5f1cf2e5403ba82b9c2", + "5e3432bde574450d89842f92daf06262e8cc64d281cc107ce3f103dd32cc0eb9", + "5e4b5c42a003ceaea591f2895a3e0f3102897dd8b1ecfe91a8bd5b5f562e96f2", + "5e589de637f00be39babfdfb626967ed63a1cd173634ed66cd240dfd436de90f", + "5e685214a2659cfab9e0ef45c26ecf4f5698b852eac4238043d62e60fa539519", + "5e6eb52c3e99332abab43be7928ca3633f011753547397f5a314b3e166035a48", + "5ea7348a56ef47dcb20a2c685063b693a67edab31a66863d7db871acf8dc477a", + "5eb9a73a975f07b91f8b3e72ba5c8456bc036afa6e319978295073db5afc4a6f", + "5eb9c1eaefa61748f03a84a8985aa3574ff723f4ded3b96cc6fd312de9f478a7", + "5ef8af7db8c8467bc40fa36bd555fafe62a1ab4e9946b732bd14b8b7785fda5d", + "5f250cb3bcadecde0bd95597f5d4fba1b26740d4d34d012595438f01455e9e59", + "5f2f285781ede7bd7228d4bc4cd74e2e679af4ab6f79188c80ea37525786638c", + "5f3490442150aef643b464dc288c4a064717afa7e6fe82a0db06d12bb4376fc5", + "5f3ade9c6ab3e134e04cd4a11338b71299eb710e0b2aebeb923e7dbe832020e3", + "5fe9694c951479112476e396fb24b6701c41954c967143688ecf85829914c8c9", + "5ffe2d07115394912d1f6396ab7085e45e9aa33eb85d986ecc24d1b720cdaa1e", + "600952a30695601677ef7a4b490fbcca600890c72bb1fcba30e6608f52a3b048", + "601938fde46de7f2ea79924da1579b5c5776505e76b41d86957a714552446738", + "6050db010826953bf2c017835d673e3201d38873160548b2efd17911823f3310", + "607db073c05e934b6c553b86c9b277d3ff247c7d7a6b8cfb70158246d56eb0be", + "607e3ebbfd8fa181ff70f397c7b22d0ad49597cb5cc85ead3b09821969d1e139", + "609f5fcd87f8b7224c173b7705321238e7406b3a54298777d7fec85ae6eb2ada", + "60e15063301376c03a8acf67435bef4242d6ae4b1836722c25a338b8c1bf4024", + "618d56cecf230518ff456c9888a33aaa90bf6b63edbca25f220851a7d2047900", + "6192d9e645ce38581a2ceafa43b9f5a92a38ea33439bd627797e16f54d0d2792", + "61a51010912747df01da5cd08f06e107a55b3e04a0ca7f99169432a3c2ff7872", + "61cd4801f08d19367b08eefc34e54ca6118b7c9e45e4e40bfd123134f8dc6425", + "61ce3e015ff0053f90457530820a7a8d46fe13e094e36b34c455a9c5ba1259b3", + "61f7a10997a6de054614fb67050e4ba86dafac0e7e82cac440206469de7de82b", + "62188821e56e67a9095da01261d799a8f4303257116295a6d51560bf7f96d272", + "621d8c4f8a40c4cc92b77b97df8bcc633317af6589211de5485863c573897f32", + "625750077e5ef43a7436d8a4e067f2bc09fc9c037e0a37b9c6116697c9af3c53", + "62702c6a819aeb5926918fc55115d3ad2a7667b0465dde4335e9f15cc5e91e33", + "62767847449284fce1f687e9c8015a80ae44b4e5b3d741177f2d5323e438f32b", + "62b1c59113149af010c492e62e5ccb43ec4adc764b9536cd0852fe9bcf2c897f", + "62dc61fd40b554612b1ba15c8cfc78a3a034eab498edbb67758f37664179fc37", + "62df329d815d6957eb334e427fe52d6ce5d18863f4e2e812c982004f24bd1d3b", + "631fc475f1c091e56e359a9aa4471130ab9a5895582c35da8b378c747967ba26", + "633a4fd35f046f06b4a4dc0e5a90b1e477763a2124535e3e425c78e25527bd4a", + "633bf032214ab02575b9908ade4b36342e8801f3eb6dda731f807b6aa89547c8", + "6341a2b834df92c235865fc9924d178335a4744ac558f4a2f96bf9b25441bd0d", + "63606c5d2195afd67a85725058a3dabb0855cc4b56ed7d66048433b523200118", + "6376c53f85f5ef69d5b59e136d2ad58d7b045fe50d0696662cc988f8bf145673", + "637b7b47f8f66722655cd95433ff31ae247dc7285c3348a7abf5dda931b84f1d", + "638daf7eb92d77f62d09ad78bb2c3f915e9809db388c9262deffd339d42f8b10", + "63a27ddfb2656a6745bb08f49faec53d3e559269161b2ee647134804ec18305a", + "63a986aaa6d340794b5a30bfeef97f8fb7b8fb91e641a447f129bf1dcd635f55", + "63e0e5c2a713106bccfd18bd22f26b4403229956df862889834518e440e6416d", + "63ef9a580cb94305c24269d0542a6ec21cd0f1e2c91e57f55ffbac99bc7163a6", + "6423ea5b8363fe772ca1e62ed51591ef0e2c7cad699b917253275cf8a71321db", + "64365e6dd5353b5442d4700932937991b7775997dd01d8fe6453abc7cd9a3e0b", + "643db93d793e3e730baa3209418e81e3f268dbb1e7a481ddcf59300a95b2d8d7", + "647a28aad4b02ff76bf2259ce3e1c17ddc7b444c3ac52705e681c64cb175291d", + "647f41c5b6dfa99ea202bde2c72d94b72b96e1e16cb297d7e00557a37c227154", + "64a7a3087e7a42aa66ea37486727c3874a65ac8611e49acf44d804965ea352b4", + "64d351d40a34f7884df2f840b7fa21727f8fed6df9e05e5b1fa6bdddbec49ebf", + "64d5c7ace5d90a493707fde2ba69c96975472d619423de17d258a14a73d6c04c", + "64d807ab260eb9d668450a8f1935359de7f4df518fbd924d220a81c6329301f6", + "64f76ea78bd84b0f135d3ede3c9285c77bb30e844a15dcc5eaf6301ba843cff7", + "6513fa0432f4384c96452465cc6c3482864a8e8fd9e7805b5a6a162e049ae062", + "653a93f89a8da3751e456c49059224b46698b894b64350b7e3c63f44658e0d8f", + "65647f03bd50562243692b63cc1fdfc4a754a814a21bf410cf4e0c48540d95c0", + "659c2ec601cdf969de0359d6b82058e778b563e99581d841af4c429ddaa1edb4", + "65a83ee09df22d92c5b76d1ed8e2e1f8d63cc02c4abe190763340d3d8313eeab", + "65ade03bf0d5ee974f9c8bb9d4c4a00a66b48e1bbfc7386d34c7a4170d16c49e", + "65cdab08c1e4a155c6f8e5617b93d8648b3b6a5912d4b790d02857d3507be9d6", + "65e5649aea03c20cd090502514db112dc347491b82ab8eca8b6f394a5c1b51fc", + "65ef0031ba9a2d6b0ec1fe5f29e47b3450c348c8d790e5e4d4900697c304f440", + "65f80b4528d187f9bcb15ee1794c0f43689c5d0b08bc2a75eaf2a31c52bd341c", + "65f9260cf8b1be768366e28a641a648f4769425ce0b37774259be274d7a64038", + "6605f42fbdae3b25ab1530fdb2e5d131f1b1ad59ed024da45c2da15fc8fce44e", + "6620b6219ad7c9bb82b4fc14b69fdbe3e0bb3f0a843350dea575f2a68352f8bb", + "662575859843a090be178ef11c3ff949b26975089fe6a0dc0efe041da3363c95", + "66477eb8101c0eae9ca8d6e00fc5af48b1ebe634380b7a368bc9887036d9edc9", + "6656cf871958da5c32aeceafe2572dd475124aaaf701cdc309f577d418044b5e", + "667f496aaae9c55dc80a3241ed1680bdd57dfda585610cc577356107c47a67e9", + "6681e3c1384378849a7a9295a3c4a4753b4b65445095201402636da3729f2322", + "66f368c851503c59694f9ee32a9f32927b8fe9fa1e80dbbb701f87bcc048e57b", + "66fcec4db0d060ad0ae50ac16bcf92257fb5cebf0a8cacaf0097b4a3cf590463", + "67252f580d6b891d16bfaf4180aed1b01ebb7ab5d6ffe0ff6dbcc3f315c1cad1", + "675c6a52ee8c1097c94aabe8f89da07c84bfb1729b4fc83d082035b4098cbf39", + "67aa1cb881d30869a3568440aebfd1ff0c8e52743ffdf4deb1f648dfa9ec27da", + "67aedb4ea431c92855d75899e571ffc8a0566485bce9ba162205149c951b08fb", + "680b5d1f7823434a26a54fa967b9243361a3bc8505f6d3014aad56e8255fee8e", + "683d4185c296a570ac27cc4108e8c1b7a14bd682b0b04879cddc4786448ff178", + "68516ac9f1a2c06694609dbe17e755798c4972d137779cbbed90bda9ab0dbe94", + "6873b65c87de9d43a3be6c7f6c3dad94b85dd07d3063f127fb8ff9736ed74855", + "687dd21c9c339af790cc61e3520fcb729bdd986e40acb3cbac5b21882b0a7d7a", + "689c596a1a402a711028033b1e00b31e7a30d93605654124841b30283edbfde6", + "68d2c928a05ee93db92e1161dd420921dfc98e3bd055cea5383ed8c450cb9a10", + "68f0dda42d4f45fe70c134d627e1ffa69479dd40159fd5d8164b14649e82b2c4", + "68f2c4b0e3f60bf7f398c9b6aa28bacf6d2f5e7234b3f0857e3d06920c214c04", + "691a1ea063bea59e2ea787fd37e06c333998f93705c02f8c88badb80f0e08abf", + "69296a5c433d9a8b385e82a2c65bee4a2de9a80b4f77441559a9ea83f3f6f1a8", + "6974bf3ae3d564d5bcc545a797bc0b2e11f69be43b840119bcf58374566c858b", + "6974f12d69e3af683d1ab7a7d20a865486783d23b4e1c282b154cb6faaebac71", + "698c4b79a847e21ce2dfceb683173bb2517d401de64c50844cd4ff796bbd98cc", + "698d53ba96b04fa3bbc0ff889ce2ec3398df89fe1d09022d4c1870a6360c9074", + "699c232eb369996e6e1955d8755aa4df666ea7adbd9171521c1106deaf28a2b9", + "69d39be858ab5a0d1731a1a0de016d5ef8d400c011d243b6a5182f1adf354ee8", + "69e7227a17f559f45e0e53f484042ed1b12edea43a4f1c9115d0134f7dda7465", + "6a3a2abc2148efeb99cf92d43659fe4437ad3f381fc5cec5cf18bc297c6fec96", + "6a690eb87882ab82e8202172c9cd7f6e3c9fb672069eb0ab8dac0e7dc7d05de0", + "6a75bcba06bd24c12169079e32622867190ffaf07100424ed00e1858c69822db", + "6a91e9529558fbf167a7cf0893a07bd8e16faed710a86e06af068fa15bb67873", + "6aa592fba84736f361ddcf66707fe15babd6f50b5f1fd49c21c272ecfd7f205d", + "6b4719b2a5a8835e0740c73c2bbf6b94213866794b174ecfece0f737f1cd001d", + "6b51b99bbc348bee5c4e4604da974fc566d70867a4d0e011d55a252e06cb0db2", + "6b7822407423f5266f91eba2227e33c75eb6cb85dc67efc76b07fc06ddfad88d", + "6b9663fe2428b5109a5721f7e8866e9e69d8a62b1f270019ecc36a347603e821", + "6b9c5aefef9b58f1e8e192fff34cf257b08e466aeaf65a2853c9a0d88a19502f", + "6bcf9d9355d514c522b60268466703f3338beddfec4380bd24d7c022b8ec87c7", + "6bd01a73d20d03563f91657146f0a6e11c082e8da4d74ab6f76bd146ad9610e2", + "6be5b5b85ec4edb66ee377e4682a06b3882e7b7c6ea4b8b7f7d3fc74337e2dbe", + "6bfccfa455cc73d12acfec2372639c0a80e7e809e43f3e9aa536677a4497fb60", + "6c06419d83f639d799195f586480be6d1f65ad715cb88b9f2700086f6b70e594", + "6c2f8a4d7b49e4bfd26d82b1779e7fd4b6ce7f78de2e47b7005a63132718bc98", + "6c66f8b2ea659391d439527556839fdf14b43d7104cfaceaa2c50e54b7bbf966", + "6c7909f2a90be8e7963c586b202e174f445d8d3d7dec3b6e864e136502484008", + "6c7b914983c75cd033d8e9266cc5df962bf7329113b58dbd8b29830e93ad4e7c", + "6c8284565dfd154013854f88ef41a73491447a92b69ee0313f8266d2007737f9", + "6c86c884635b1713342b8a2104ab5ffcf17c5f5e388a2f1396f36280c8135b66", + "6caeaa904146cf8358cb8ccf09c6a44c64e1942acd24fba6432ebfe674209788", + "6ce3537f885d05ca6480438c7ce3e87d1f7d2521eb0f31f5c08e47cf301be28a", + "6d36f8a775d3eaa6a2c0b0ad390e01f35bb6b8ea75409807ec9b9a3c93be592c", + "6d4fe2a0608ef4ef22a00655ca12540eb6636334c5202261a66dbb6d10a58ea4", + "6d896096e52d1cccf599dc7fa94fcde94fff526220ca8c4ffc626c42495df1a2", + "6d96d09c7e5a6a9112a35e96e7b57c65de7883a1f51f9a5db07146ce857e07cd", + "6db2b190ba0fd5fc752e7285ae272f7a391803e52660e928273987805c9ea2ba", + "6dd7c52cad4d13afdcda3ca78630bf63ac86ee745524929fa91c1cc9ccb544cd", + "6df1495b93ab4d7cb31c85976c88767a2906f21144a7a8b856ed57c5d584700d", + "6dfeb5a052c7866d1798360e88d5714fab6693772b66e0417d45c74b5763c33d", + "6e21c0b9482031bc9f387ddd33a53ab464c4a00c1eae99f69ace97054c81abae", + "6e428659f64733b176f25f790389d3f4347ce2862ab67d3ae1fd4ca9a42cd330", + "6e586147e1f0d42aeeee54bdb5236d097e305ab7aae76514ee6f4acd0bceed63", + "6e6347ede261653f4adc6b01200384e013ba4103de13e31f7cb82cb17eb3e109", + "6e63daf41296594baabea559f145029b9fc5364946a47ad7a4899ae6f6c8f9f7", + "6e90c6bd75b3a980e10388fdefdce25fc783e51729cf6f00c8f652b0f4355365", + "6ea1ebde2882b97883e62dfd80d3918f6c8de7406f0de4ce9619c25b2438755a", + "6eaf4819e64e8f094c8f1964c77bb2aeb952e2691b520f2ec2fa7e11f52fdcb3", + "6ef70efbf5db1a44d48e3738de90d485aea621d09b3efc0a541198a5d5b20bc0", + "6ef9b67e2d1d4d36228c7b5218e96042ae7ad65312c2022c52b4b14c67686487", + "6f25c4816728e39049eb9e3a648e2ad713e25e33507c05f83c84126d5507052f", + "6f3ab3548e1e543697f0eb90ee19d20ee9fb9bbd8b940606a4b0fd8ee6595c0f", + "6f3b4625f41a1f8b908a4f6c900231e22e702083803b05f1de408a1b58cc987d", + "6f3e158f32511ccc6690cd472aa9f02321cf7d353e167241a7c6ff92134c5994", + "6f4218c3d3934cb40b30b14df5a72de35d8dbd1146159083cdabe234471186bc", + "6f79af20b759c197b9bd3b1b63a504fabf62e15f570d70c5a8afc28aee5559aa", + "6f89168841ee0bd7f09a457fddb74638c7bde20dbcc26695b6a702ce2126e883", + "6fa265f656f2ee4d7a2b8c55b477ded670ecf48496fb9c4afd98bc0d32d39ebb", + "6fa315dac5b32cf7abf9acfe27c648859b2ccaa3b6e161adeff396ade3723978", + "6fbb766aa08fb955aa7577e9a7f2ef8d9fafa9dd0fc8d3521ebf5f460301cfda", + "6fc5414ef35c32d41c91fbd549f5bdbc0d8b0db216280c83544ab0b8738b6f00", + "6fcd3d40f63cbd59389972fb750ee27e1adcdef6a5274943948f40f56116fb14", + "6fe35d8f5fa325e35f4cde71cda545655b1c653f1772bfd8ce8fcdc280162ada", + "6ff0db043be5147c89ea98552ecdb3d43eb872a907cc4797c01bb226d980f5b2", + "701eca67391efee74e0293d67cfd39e615baa695474d81970834e9e62c7d3cf9", + "70333759946dbc2f084534f94f76d6604dc5dc3ebde87e79bf4bbdc12a7dfe9a", + "703768057979fb6f20c571ccc72439a6595a20f77c4b01d4b2d1bed855e1cd42", + "703b9ba161ba6e11b97f64d87fcdb54c9f53272699dbefe94990d83d2271590f", + "703f7f554bbbfe686479fb152fef9e4e0f8310a827e86b8515adf24b07a620ed", + "707e3480e3adf85aac5025238159eb94804c76fd671e28e23176d75048a511b3", + "709f5003d5a255e258b1cb7a6b18c421a2e1826b448c72ed8847eeac5497ef3e", + "70b3a8211a06b1d0caa06b96b49926e57109a461918cc02186fe43840ed9cc3e", + "71088e9aae4a8185d5d27950295b872a98ea093428f97864c6ae60a04f332a98", + "714c7d5079aa57ea41eaf89e238ecf1f20918147887e41bcb8d6b2f6dd05d8f7", + "71673963d8dad3c8041c1c46fef6c23da0c49ea1df404712d1d2cfec197b0574", + "717caea1d37df06e06b5cb5b9cbee7081e65491abdddc40c5f073f499eb97c89", + "71826c795a682894dabef3ff7ce3208029ce95212b8b8149010dd01522a124a3", + "71853c6e61e8a444c03052320348c810c0073bfb0d31ebddcfb9c4e9c007c02c", + "718c33f21779928837d659c7614a844276b6e76a5fcc9b62a092a25fa2c29184", + "7192b4a737df2076f40c10e6893c2ffa904b42694f1938960401a11cf8738d68", + "719712ae6554824342c77f11e57208d5fa78d40528df8a18e61d48b54430ed47", + "71be758ab30f48eba0225f88b5e4677fd61309234c44078db44801c879ba3074", + "71d9b63e6b32b3a79ceab2553a5d4b8d0d060c02034ce041a0d86081287d851e", + "721f9f634bf6ebd5c7ebed59495abec3cd11c9b72631477995ecba11e5dfd8c2", + "7233fc7cf525a3643d7abe89bfc1f9b2cd0a11f9936a54d7797967f646c07116", + "72462d383c86b76753eb6817608dd89ec609c406cbae7ed4e717b595909de462", + "725ff03054935ab9923ad90ecaca69238e39046d3fbd14000e0b698401754d8f", + "72695a3c8e402351d00ad77e266b6ba8a282aca36289e88e36c61709877919fc", + "72e78cfdeeffe0bd2597a166d4da21981b87977df5f8c29d250cb10e51cb6581", + "72f4d67ba20569c6b7596ec75c0e033971e148698de7f4bebcdae8fa8554db17", + "72fa79b3fa115e9812888bf78b82495c5f4cc6a234ce5adbc3eb386984c3184c", + "72fc5100b1654ec387007afe56d8bf5eca6072396db1f7d944936eea41695f21", + "73024882c66bcc50e1eb8fa5534a49ae5dfef16fa8869944b961cfab6364c0af", + "730b69a152e1b93d05dc8d4dd430cf48831c4edf53558e148161613762d5e6c4", + "73298093213dcc7424d426cb063933c34faad99e3ecc54f6a1f9da12e0757b16", + "73466bffa17e0f61131673c325dde5e475e2534dced253fa6c2c041060fe8d16", + "7359f0b367c18c3514982a300af59a3715a3cfbbf68ffe9619532be27eddc830", + "7364b82fd2ea76068008093d85b78ebb04a31672269cf9b25c4fd1d1a4c6190f", + "739ed04dab3d45687f8a69040dd7d3d9193876342abc769ea1f83d4cf177934a", + "73a4760cfd30333ca79502c85b198c3776db9749fa4c4b38edca375db671140f", + "73ab62d6f93a31d65bf4b47d0752b58e6bca8ee092e30a0b75ed176165770b60", + "73e19802a19244d6ba391c14e7e910267e01e9d9a1823acff209361dba4f418e", + "742111f5094433a5f24f30d74366d717136d0c7f310c03cff6e4c7e4d2f16972", + "743c7e0bcaeefc11b5879252821ec7ba7f7e617480ba2989bfda8db33d43b8a9", + "74684ee19ac68b9d5652c36f29d803ac7fb131c41bba960ba12cbfb38f420374", + "749d83f2bb09989fe35c1b6eabec5bc4c5730e2dc87ca1f2cf173ea5fea2034a", + "74a3878c4403073afe2c4a2779a4460b958fb4687381f2f40792a88a808cff1f", + "74b8ff4e4480e118d6a2f4918ed91f2bc0585219cdbbf6062ce8fb1996f647d1", + "74ba9ba206af46de2e61639e2df0374a8248861b38702c513176fff43a393c41", + "74d5ad78c8c335d3eb3e4b4be59efe582982aa2f607c15de98d25794595b3139", + "75049ffb0430bb1c3b413f523d00860d9ebe79608c5b96638715b44457d8580f", + "7521f48d4093fd7a9f6f645199fcf1745851467131ac37581781ef7d2b225df6", + "7540f3ca514bcf1ec786b4b7d11ba9f68eee79fdf891ed8c4f711c40e5ba8b25", + "7579cec0a34fdeefe775b1c85d11e936c39b6429e30189253c52d8a9230aff9f", + "75926f87d7473582ce80f378332a95c7c20b6a27ae07575eaafbd3203b23322a", + "75b7d995c7b34a8667be75ed3691324e218b44f94f772c4b2c3765401f01d106", + "75e79e1f3af52e503798047cccc630e2d91cf5525851c0884290c03dfde1aa80", + "760dbbc813ccd9ae23ce4af764de33059e888bf038d7a65e5d6816892f9cc103", + "764089293fede6ed51e409246c5cb35248fd9f2538c7ef10c37b36cda222fcad", + "767475c5471db706e5873690e0ce6b40160e0cfffae596f2e0609f971f41f849", + "769b6e89a2fbebc067461c2c54e8f79f242c729bd7206183ba670dc65b275f82", + "76b0bc810534bba4a859942e88a604edb3d394b8421d516298302ff23557409d", + "76e965b06bd3d10aa463f44812e8ea04eb8e67c95f382595a70be22c42dbdd4b", + "76fd68580002a202777d8bee3d257cc28cffeee5de1799bec497fac4427e0c04", + "77250960a3a38b0e46d4366dd3387196ab80ef8e5c4e224587156f973a55e094", + "773fc1d055664538e2caff1408b4786eceb0348027158c0ce749ee031220ac93", + "776acd210e8fe45c59dcc77d5c4c9249019230746124fd78e363d5842cce43d4", + "7794ba7ff588975da27457e5de81fd2021a7d5f8657c33672e36b38cd7bd13a0", + "779804956eb5a224028889be5dffaaea3d890ee8403e346b8a68051f8c122260", + "77cffae22072a98ce40bd10afed90a8a4ef52833566e3b14c4fe5c3603f0555d", + "78196725b339be6d51593df871fa995b35e14ed2dd70cac976afa3cb7330c05e", + "78435438eadc53e4b65b80e6f52e7d3b8f989b81bad7b49fb4b06e6fed2ce3db", + "7858336ed2c00e5618549fbbd572a335c911c09a4976bef5f8ac1f08a5933920", + "785bf60336e1b28f1892dcbfba28bfa6898b93802fe99093ce45e8fc308c7916", + "78622374cece0a3dd71545fd5579fa5ba742fb0e275d452adedbe3bb821a5edb", + "78698ce70fc4b006e2d8f6374ba1cfcf74c0a9c4b29b075c957d92f942cd73d0", + "786a54e1510ecf3e0c15b22d8b1cf54d50d94297cb6bae026b522534374c78af", + "78a73a8ad0f98bc4a4d8638ad881b815a3e32bf2a2949f180602e7875134aa1c", + "78a8a9c1a3b7908c79c7f78d726116cc70a98e29b738ac171e11b2fb25e1151c", + "78afb450b01a4b9fceeeb74d3b40965be61cba7e43cd68c7dbd7028e89268bb3", + "78ee6e15729bc5127e4e4fa362dc21a2482f39a6fd3cecbb9de2fff3ad884382", + "78f740cf7bf686664e07a6dfd745854f5b16eb9d211acefbbccf1f903b3c7fcc", + "79393d7ca4a928730d3ba7c7b33d3ac19a72629becdbfd5266baa2058dc936ec", + "794bb3b63d8687eb22490f6255abac5d7e1a4eb7f1852766700090be9c4ed871", + "7970e3c540590f3d367a29d9b5fb6c0fd23c809dfc652e359680d9e03bd1c86b", + "797f3cafd57e7c848b365be2a79eabc1cadf42857f5a2abc1eb2850b082a1f42", + "798f00477a084973c5c1f4a93cde9839dce6ca25634a4bb83e78e5e3ce9e703a", + "79a445fe8117b072375d8cb67d2ce686e79cca3d029ce8a703255513edd715c7", + "79b2565cd36a5aa7332f4cd279edc77d9daf30771d5d7b961967603af3d770df", + "79b9c50866c5fa2e695540ce7a267c0889d0f5f3f30abfb820d44a407009c1fe", + "79d537183284063b3c119f5bf642b045592f50620b0feb4e444beec840a003e9", + "79f36210ee715b0f9867bf90584758664f37847083647139d14935ead9805adf", + "7a1e81189da79ee94e93d47aebd5bcd6fd85b716169e9561f213678523a4a17c", + "7a51f2d1ce1a72560afb60675ff504b47fa01bb657a0dccf975a371525239d89", + "7a88199756be7bd36308fdb0db2319a89bad7be1a4336c7eb15f92eadede9be0", + "7a9442e42d1113539ae1654ed1ecbe54c67bf72e55e467c57688c0f4e4d31e43", + "7aa0646914320a193ed7cb20bbbe65d900bc659a2a581f5a44055c60197ed130", + "7aa4be1cc1fb76f5ee2d307f24110c84d565971c030a848da542be8edf937c07", + "7aa850a2ca05f925ad97095285f06535102b93bf507e85dbbd53f1ca3d000952", + "7acaf7a8d5f3879c46553fec4f100fb2a1dc9f8ed0c0d8a883489427ef2d28ea", + "7aefadb4ddffb69dd946a207c21f412da4554397a8b06865e239c602d2f41a55", + "7af5155fdd59640ac809c59916c3620598a785fae44a3e702aae488c119c5198", + "7b16ac75723b6f9894eb0599c963725531588337e41ad546eb8395327d5e0697", + "7b21c9201cb94c0510eadce9d4cd9a069c097f584a50c41e7968ce3fabf34d6e", + "7b85738369d19b76ee12a33138b6fd71f12b61c541322bd99b6e8c76f28d8f84", + "7b9501a5c4baca2b8e964d4fd1e9d6ac724d7a0a1c0160cfbc089920f900fcf1", + "7bb52dacdb2687faf5c22439851c2c834dd54c485d7543d0aed875ee4a1a394c", + "7bbfca7a917b961e83f03bf91996b05f5668bc93facc9cb94ed1fef301a115b6", + "7bc8cd8c3a7c5107c3c2bcbea68a070cf1ac231a74057404dee584fdb70c0a03", + "7bdb0e3427bab33b42fe14d28182c3273838199c7b439da9e1bf2fbbe30ce74a", + "7c01f13b6ffeaa36f3d6754644c6b5f5f62ba7d3adff55ea78ee05281a7151b1", + "7c13410bc3b2cafdecde4586c74704a26f911d86a07f147af9af91f24fac60fd", + "7c15efa53621d248accaee695bbc7adce989c445911c33070ed5377af5a738df", + "7c276fdf802f10307b08c02b3597e7ddca1ff05d81e58426241b978b1295bd4e", + "7ca8ff06f6624f3dd7194560b088908c42e11b69a2b015b252e84e391519fcdf", + "7ccc8fa8248956bd43d77506a4c23697e30fa61f2f5602063e885c278657066a", + "7cd938fabf4f322c80e458c82e4e29ba87807a0d77af5714dbf740c14d4096d2", + "7ceb188274648cdcac071879cdf812555a194a99b60c088d389b7db82149584e", + "7d1cb0401330cbba5c232aab8f71fb185f52d939d5a474c481db009167520432", + "7d26d34a80b40971e91ed54ebe1c94d874fa06f7ca0cc1710112faf2d02410eb", + "7d28016ba3f18a075f25cd72c23c8aa3248df56228fb1a52a723d9a24e726368", + "7d4978222a424efebe70733bbf7ebf56ab35a773b50ccb82a690b07d65576549", + "7d4da588cc4a42eb2dbf5920937d1af624734e7b94c9e9fd35e000de9b19958f", + "7dce8a0adb7f8202cfa2bb850fd97ff64521cadc0ca4a4d564ef4b6abe260b69", + "7e14c223156ea6e79def806060fd0c9888732cc9959313d42a56e6a384e1828d", + "7e23d0dd4cd6bd622866dec150a1d38b77187d2895e0dda5229305902ab23be7", + "7e7c44b1e6c90932b9d8b3496d700cea042dc79e088873bd16584bfb0065d21c", + "7e9b8e888284ef44482249468bcf1d3c05e248d8f83365adfa032d7155b7c39c", + "7eaf4730cb6b13e2ac7db67cf61b6a29f5715cbd294685f743fe5b1545a2e173", + "7ec7ac968403f21ebc8bac18aeae134a206b12c7524c4057e2b47a42fecef24c", + "7efe2a5615bc2ac81c2a8c56a439dafbb7e04bc721a6857129b0dbb7156a49a8", + "7f02c41794b097eede7d73b9d380ee74f7df101cb0fcb2c5ed18268fa95dcf87", + "7f4eeac34b3358cd586794fe9fb121217a86464deb4b1493bfd413c57ae77af2", + "7f6c61ff00f23fd6ae6b96d61a303f6e44363ff4d1679b13b9cef244e814cc84", + "7fd7e3e665311b4248ea1af06a835d00dae5a427922abe1f898fe66a958e5382", + "7fdaf4bdab2643b67df88ccbdd1cf0d5878361070c6374a12939e7cf93bc733b", + "80313a3c133d5918239dbaf1248d1b2abb392f39b294c81ea689af6ee0707fd2", + "8031bebb0d9126c9be5daa6beeca271b8f7879957fe35e0e47c17060eb9b7811", + "8074859bcf62c319d896a8f29d98216f8991ab9bdf49f879ab36d33dd155d9d2", + "80ad51c06c23fceb63beb5462345dcb9a2d1b67054015609ca1189c2308e8f8a", + "80ae9c3044117ffd27c3f375f0e29c9e75d2a3edba632de71adfb25ce66b0771", + "80e4cae673b060511ceade38c0a68359b9e878300c9d5d0259b6552deaa5a1d6", + "811b18091fbf1a6e5d1452fbbdbc2e9ecab73191974e0214e38bf70cbd0010fc", + "8124f366da84fb287245aca463572ef89c274a6360cc0e9bdee7d477ef041215", + "81518eb16b5d44c22df9334eb65fac0dcc85031b0c946172485819306c58aa8e", + "818dbba72cafd429131e635b3ef6f3dcd5f3d40c359d6f615235f11eb769bd27", + "820c4004f3ca9ed9556f3e68fdcdd8ab6e394dba0f50e532d682344629184ee0", + "827972c6d14855d08db1c34677e97fd79a18c0bd9fb2b9e9e45f6a0a05a2952c", + "82d226725b39f5e86eb5bbfdca67c52fa239ee867160c45a87c90194f9c3e509", + "82f4be5f4a60f1413f24d360f20b179fded451bb7f109f1f6b7a15a7b5393f80", + "83134fa9b0a26a50c2fcdf580f8ab7160a8404bdfb887cf727d7588c080b4ce7", + "835422aa07b758d79e0f7f35f6e5db7bf413b872aa8a71f2abaa82a96bc8c799", + "836ad77eb86cc6612922f0fbd4a848187aa5c64219811459d4bbebfe01ecc345", + "837b550ef7d135d2c0dcd5984d065228dd5442d3351d9cca94321162d8b14af1", + "838f6d15062b30326ad7199db9d071f7507bccf1fceb33f3e8a204d285382faa", + "83d185f09165dc5d972254bea55079367c28a0fb300ebbf3fe92bd74fe2d93c4", + "844a4ccb1843663785075b9e9f858bfd930d305b1a5c84753cf9c0a2a0295da7", + "845d12f4cfa04b863ab3301a97d26363b521787bc09ed660cb283520b35e9b9e", + "848898dbe0c01cc84e63e5f2095e35255b43bc886f0e27eaa81e8b8260a297ed", + "84a94da8a7ac516f98b806874e3ffaf05d4dbc506126b3dbfe613fdead407985", + "84bd9538257b7814607343164e7ed9b5e4342b8b4f7cd3545f72fc1ddd06896a", + "84cf3d3a21806b2e0a25f2137a8df5a2838f1b0b747657386e8e4018a9f7009b", + "84e808828a69df041c29bac0e30230b711a94e906ac9820f06655213f786b6e7", + "84f7e204b791c99dd098aadcde86e776a5ceabcfd3061aa4c654a7635de22f9c", + "856769850310c7f661ab3a987a49aac3f19b580db8f96ab79daafa718e247f79", + "8570530e03ba5bd517b643180a182c36fe9c233ee4f5cdcfda9adf6544d97e5b", + "8574f58478a831ff1c012fef160d321b0e4a0c4e0aa1bfd4f02ce1a1fe3c9b43", + "85a6f82c5d501f4f85312ee5c78761f3711c14fe917f5141fea49f97adb7aa27", + "85beba3967198e7e0def9d27d36611e722d7660db0c44da4dc75932d501c438f", + "8631f5eb9a74ac31db1a05ed767754d8ec31f089a80f38116a71014bda213882", + "863bb5e180baa89cd2770b88f31edf3988b20dbbac613a409311b9465e593c5c", + "864a2260f794a96c454c1e311409f8b7eb71278f8cef9f6f1b610de80c6f347b", + "865f0cf27ae5e60a2195c621c0ac35b3bcc9324ec41b8986fbc714ba480f9ea5", + "8699aad8ce4823f923740806ea40269c4ef238e140c811865958e98d665cb08f", + "86d85370fe7dd74a8023657798682dda13199fab06e13bd306d4a19dd8193a0d", + "871cb4c9c8f611b49d7743fd17eb92d14640bbdee058490611bca68dda174f3d", + "872c8acb3d12e47c416d8c271212920cc4654d7339111e4d89065ae2f6b15285", + "873f4d11489712ec090a4451aa926f41fd3800f396ab4613c7055f9710a41565", + "874f46d9052509cd07edba8888b99776024653a9dba3aa2ac48a63f232f7eff2", + "87afdca89f997e5f096f51341578d2ab8b8c5f1f091e2011d0df87b28570cbd2", + "87d36a47ee715c077744344ee6e94618940f64b34d8f232fa15248e96ec679e6", + "87dc2cc17041f5f8857c27415fac432301a74c3f7cc6e3ab1e6b10a0f124ad34", + "87fe37b344acf82bdc4a7d88fea87ed6570374d3511bdab793b90e0d2e1f2a0d", + "883ace1beaaea3781f22637789a1a7fa17bfb1ce7542e941d81bb468a7d4c6e5", + "8846f36ac79147eb10014d75f6fd6585d01f3490d72496a0bdd74fc5b1e7f181", + "884db55185577f00049d89caa0ffd4f57d3fec4fde57b2baec680c6e4ff4836e", + "885febe6854c1e5acb517005f8a6da8f35ed7099c45193832ca4fa5e3ce91848", + "8882fa13167d65377a7ba90a7a4dcedcfac1e80b54c84a5b946296074674ba31", + "88bc8e9c23670d5bd20a398979d863b137b267aa1fd7d8c84678d3f72a163be4", + "88cc71bd445254f00b73120853a0b61cfd04c7a6f912d657198109ef8deb7020", + "88da3f334bdf2598c22e1c4cfc7e4f27813fab04b71a1c94fbd394963104f5ac", + "88ef35c4215e6661b6b13b887413f6cfb5fe007fbe0eb7c31ab8f8667d49f939", + "88f24ed049e9cfdc5e6e52664281db32ee6d605f8880ff9795f339c8b8cb6ca7", + "88fc7fb8d44b1eb7909f8ee97234e419796e3b2262957bf06855040d53b30e20", + "8906b268b99b4ac3c7eade7be1ff2265be2c7fd00c92ab2c1ef2a3a4fd4d2cdc", + "8909455ec2ed4207fb2252286af435945ef7f4441b14dcdb2233b2c7e473c62c", + "892da162016430553dc0ebf569bcde69a9d968cfb7fd52167ed6e243a99af167", + "8981887e94552109b3cd72aff3dfa3c9d76eaaaabebf0254c890e8a58ddcab8c", + "89a3a2ac4e3d523b93cf14975ce15e5fd39483055aea8eb9754967463ef4bb22", + "89d52a436b5a0a0f5caf3ec0dae813d38b2ec6f90f9b6ad984155b2ef628451a", + "89fffa58748f397976e7995342db915a9ef79590640577796c7d99ee674e0eaf", + "8a12f9756e56fecb2d2654523cc2b63ea0219362fcd3ab082bb95812968ec31b", + "8a258b19bfa17e45608be2a3076e02f86b2bebced13facefc1f28a5c503e3958", + "8a38325262b8f4fab2f9586fcb48caa450546bbf8881b2512fc7ae56f0463327", + "8aa00ccd9ec106af3f8d6269121ff1dbd381673b740a26106da23ba717c5267c", + "8b09e0958549cdad4bbcb5072d88bb28b2d16887b3580879796753f2ca73dbfa", + "8b1b7db85dfb029764987b5d104bb3bd23bce31c4c15285536218025bcde4bc3", + "8b2e208352c7bf5089566c2285fb25c19a7e4c68d62a1a45ba3eb0642f5a44a5", + "8b3e1ea8341e7a38998e66b52af92276c2ab7d089fe710bbebe40c37fdf9c210", + "8b3e415c88f3f697e9264f31cec88cb364776b3b2174b6ec9d2c9ae8ab41bb2a", + "8b455bed9daf8f050877d9ad9a1d0008e1c5b5b47af5f2608ff6d63d7f2778f4", + "8b4dcf783f047800dfce66ac900496e13d11389aa43f11d0ba0aa17a53d35900", + "8b4e9df3726ccc0a874a7657bea1c03e50a1e63855a8fa4aec0ca050d16c5cf8", + "8b91b7882239b55dccd3f2a3b699b870aa6e3cf9820fb32f7f64fe0975716466", + "8bc15315ec593223c023b73d8e47bc4fa17ec93d3eb420598028076918e9e59a", + "8bd6765985b355a8426754aae723dea54f2e1ac544ff0a1a3442941e6febaac8", + "8be8a2bdaa02f79e7cdb4c7c3906826fa6bf90a20bcf9285cad4b3b105aeb2ba", + "8c02e41c60007b69416eb7689404b46186087ccfe0f5989f20784c2c196b7b1b", + "8c8d4af696736585ce185cc8af41d0b6109a2ad22d4bfa782ea7ef9a3834e55f", + "8c8e11c3bd2c532170df6ca8a165d44f1e707806299fe6ffcab13a6f2e122521", + "8cb3a08d1ccf19c8725c6a98ed7b3386e5799fab11ace8108c2883579f682714", + "8d177f26ef02fd353303673b91e46d8390241c1c279dbdb22c991b3c4e9f51e7", + "8d28413eeca9c997dac5d6ec5ab6ab12517e44b8c4a51ca3ba7c859491df3952", + "8d9ef2d42ea02122ee5863b202c05351599d62885d2b98f96bb737e4ee6ebc33", + "8dbb7ce9aa0f47e558051a724cd235cdeda295cef4ae6af454076079bdff514a", + "8dcfd3fb6ca84c1f95efc8f897513707d70ebce78c2518aa8f65e814e71f3545", + "8df113b565bd3cc6cec8965e630711bb168b1cc181f53bce4c6b7ce61ba56aac", + "8e22151cba0ac0a1e46d5ddce156fd63cca4eae19b77238cca06c8c8ce821eb8", + "8e2eb253feab70a0380720d136c671a52ebd609d5c1272ccdc6e3ad461435156", + "8e4f60fbc9c964d0ebbd10f8b9265be69a3a3edc2119ea12426ef43119d4ad5c", + "8e5ceea749d717624820f70c22b33842bca091f4ae50be442a7ec0f09c83303a", + "8e6d9e83a4e8ecd5052dfac7c65bafb828ac22f1788885c36a58ec7aca9d27d9", + "8e9c2d035ed8eff3f545b75e289b7e582c7968100ea73e6fa33b0be1d5bb50b8", + "8ead263dc6ed57e40bc9a47ef5e9f5c3e646b986f2ea12f7e6892ead5de2ab8c", + "8f170427867d4318616b12da898037de0f181a5431d3acded4af696cf1326370", + "8f4222b557e6df356279166322bbd1705e8a56c35891f90c1530cf4bb2eb54a0", + "8f44f3b78ef1575f9b970421c721350dc71b5db2af4dec9abaab2ca7578652e0", + "8ff84b817ee44a102d307bb8083ced2d3cdedf4cf0079e6c459c7b677de3a329", + "901a8a97dbb978e7d127091a6fba78c0400b75a12bbf3d417b28fb0af80b6782", + "905bcd129bbf0751e06533ac956befd3daaaa9ee2e6645cc6fa3ecf71fbb9a89", + "90695b391187c27e2685fb7e84f2652a507fb2a02449a190d3267bf7cb3f5b45", + "906b270dd3e6ce8f729128dd2cb3031beb593dc7429e4dd36b13f401cdf792b5", + "908adfeb33ccf16b1cbda5b092c58b268e734268ff6c60cfc466cc856adf2baa", + "90a9b33fee83fcf0446eb2bd3672676120fa0145c84b4a808785d5cf67fb307d", + "90b17242f7b1bf044dcb0c8b348a6b20c4f43458b8a4263562653701f136c4ef", + "90cde577fd11b1b1735407d95de549f9c0a53404b7f2d12fcd870cb927e9f059", + "90d2284908e605264442186b3da69f670bf446ef3616ef6e730a093e090e2b3a", + "90ef7fa7bf2f7675c592189ef0b9aee190f6b142d6df567bc67852a3fe46d9af", + "91436958d8b110e882c5c4a525733c39f6c910e196f4deb9f42603dd7c4603ad", + "91629fdb7a0c28df18abce3897b3b96b2554f0a3b724004d415f8cd7a3a47e92", + "917dd26021510d66f517c0d401ecb5d7db01a25a1195fc4ecb9a7a363814268b", + "919a549f4845967ac2f847626e2b00056eecf902c91d9a4be8378a41640fbf34", + "91bd8da2cffc4096f89a36c40aa3d00916cdcc73f8a681efa0222941be36543e", + "91ffe0cf3888e203f9d71c38b09f1fa3d34ba073342f26cc49bdd72e92ab0206", + "920c0664db9a83dcfaf66ae2e13aef9ade367d3221902ff79efbec849060b80a", + "922aa008e201c6d77a55d168be1f336b56911fc60a133a2ed900f3cf13d73431", + "92563ce948515f1da8aceedf199f6ed7dd85ecc6de1f26c98b99655deafe03cc", + "92697ea9bfbcfec599c6d210f730325aaf05166191250d1f162d162258961af0", + "926aa9c880645612620c26ddcd7a444ffabb7b7edf31b3bc2d22b50819698712", + "9291a90d8529ecbfa4905aa368ef4026cb7a430e3e6714b9b8f334dbe5cb96d2", + "929700cddcbccce723799f822366c39243dbc4b470d2164354f1168a9b7c97a3", + "92bf7e3f8a5589cf3497c2a9dc4b945e169b87e44a1c01240873eb41bb77ee8d", + "92c5af8113a4129e4e6b5e6a9e16a45471fdde0ec55ab2cf1f64aa1fba547d5d", + "92c8bc3fc53f871322fa08f65bd33d640fdc555892939d08208ae59cbc888a18", + "92e75868a799ff640fc178d95d09d447e721af90c051b2ce8d970f9037c04670", + "931e6ab771d72e7d47b63fc46fccaea8b91fcc80aa97a456bee36974cac43006", + "932f61eac4752e0bd55dae596f5fb82c6a5655beed2cc0f209ff157dbe89e180", + "9363a4d2b67faf2bb77955660010ced2a615c568d3761c57a3bf2ff6404ec4a6", + "94a44eb8c02107750fa3c557560e6bec0aef76e28851d236b2d6cf85565a07f5", + "94d38a120b004f5a6b66229add7e74e72dbd074772ba15d1742d4a647d2713c8", + "951e91b14a12ad616ca8991f1132fa4f763d1858822d0157ebffc429b49cae4c", + "952cdfdd6d836ab796722cb133ce2ee16b14348de138f70a79f1c6af33ad9c38", + "95312bd603102ebca1809ff72dbbf8e073586e5c0a4c68cacc6199d1e1224e6d", + "95406e941d31e39578bd8abbdb76f1cb2b3eb7bcc360261d849b45b641718be8", + "9568476e7af8a3f709e95241c456daeb7c9b80accea85bb5f7f71ad6b4387f33", + "956ff6130d82abbacde17e05a5bf2923b8a4a993b65c424d4f9c95a30427714c", + "9593d227ea9654f8734f7c51145c6d3eee4179603c050ccd5642cb50d2f790d1", + "95a05b8ab460184690fc31a8a13698b286f0e92bdcb33fb5cf6af66a29b3ab47", + "95a5f3efbe93d44838d1f96f3621c477d24e786415f4c81c9879dd403e4b4278", + "95c254bc14997a2e0c244f9213f7a2230d543948e2c41e38937cb69235ce7eb8", + "95c4df01b8d01f9506b8814f2631c677d1604853eb37cc30abd19bd33be912c5", + "95ca30ba70b76786b6fbc3b5aad9ca496be3168819291372dae2eb2b6e70e234", + "965257f692454bf6a792cebadc934b730ecfa2a179d3fe46df2232fb32d57d91", + "96d82f098fbb8db5b98ec2e8f8ec63a3641b4c660c41aaaab61cb09ac4ae15ba", + "96f19408441d972335469bf0b4364ad2cd39f3e435ba1b0e02972576769b7970", + "96fa526e45620e358f25a3d8752067f54c93554cca27cf49eb56c7913c4e8f7b", + "97320818d86e303e534a01a6dcf3774bfb866340af2a33897cdeb7ddd3f8de06", + "9747edba14159f5fb25629223ff12e9bc0d216302826344d592c5105e428919c", + "975bf5d76668602e6ba980cee7f109c9434a3a37c1b8b35d93fb5e8e7a608a18", + "977685b7cffb73f1ef26fa6a4f2b7fb5bd358a4f8f839052a2c89dbbb8a09670", + "97abf8d14bff7ab218a3cfe00a321ac0e109c828bf806129aa3b2c33ee6fae09", + "98002f7653792d2b2c41892baeed0c7871b7856cb26b78caf2195b83d11d135d", + "98302df238b9b63340092368d30b1e5290ffdca36d5a5b3d24a79f63f7dcce21", + "9834e883bee15cbce032514b9ab9335f702664589143d62a1fc71a032af3d901", + "98722a51369c5ca8848ee4144a01909eaaafb0722e5b8c04ce0c87d9aa096dab", + "9875cd5eccda046323b2e00db35a097674bff9ec0541d5b3eed73f5f8e39caf1", + "987eb90a6d108de4e939e23419ffe5a45a8f0caba5219dc6d14f049b0393ce76", + "987f394e337fb104b903dda46a5301aaff287730007f46ef25afadae5b7dbc78", + "98b3c272f364d556fa622ce5c522e9fc0f060dc4aef276bb44dd1d46d5e9db10", + "98d225867299292f12703bffec008805ea807aee642be225324659d309d6b226", + "98d302541fa8f33ca7ca098bd107aea4ed97518af5859ebb10c8a6ea039bae2f", + "98e07240600a5cea93c946519efac38d57c0b3858ae6a47638bea60c21879471", + "98e654baa488ccf9b9007a817167c6973be3bce500d7f03d1fdd73298cae5e1f", + "99428849c4d6e31bebde27e9099ab532683054ce8c153a9d10a7b65e56f932bf", + "9945f0c167dffd618b6f84eaf7a8709781a93caa6e0ba0a6c2393c54e5b7f3b7", + "9958c8980b2b1b12f3715a6f85c7aca1486f43cc2ce26172440b894f9fcbac94", + "9982a84e51afd9d4e847ca4dec6ad6d8fe88c8849074f780cc82a921f363473c", + "999257b0754b17852fb928aaf87ed897706aaa3588e087cfe4f1eea6960450aa", + "99b3b41376a8c953826ee94c16fdb7a8043cacc75e44148bc4d48cad1c6758b2", + "99c3c79104bcaaffc5c38c1c85b4b96bc953dbaba19994863b50bab0a91c4dc2", + "99e82a068e68ff5b9d9b6de848bb2669cee8923cdf9256a0794faac08625f004", + "99f302b695c73ae896aa6a57bb5c781cd38940e32e98672cd1c6387ca00a73ea", + "9a42dbb9f9aa960515c14ac7992fa86c323fd97df6deb622daf0e340b30e4f93", + "9aabcb855d31dc16f8bed9fc53fd312eaa100f5b252bbc59eacfa0743e7f12c7", + "9ad7db7364cd7d7d8697de9aea722bfec1955477728fef1bd63114bdb4e42224", + "9adcd005b974106a7f456d51d6b603fbd89c076c1d74fb6965712e9c35e073b6", + "9ae8a425fd5b7d3f65a6939b75afa5f607f45380d5fd4a54146672e940a05b1e", + "9b4eb0e364d3349b3d3f10bbe399fd8ce1368111f97d521c7636a349572fc063", + "9b572af176a0ce08ca4766f2fcfae2a2a6f44ce8138c941be9aef566beb694ad", + "9b804167e135aac643a0d5144bc61a7c188d47eb0a6e17f0ccfb5cb08183022e", + "9b8670857d068299982e3e12da1e040cbc4089da59f6652f7b8ae34584c276c0", + "9b9cb54e75f99488e11db80a28db4063de7fb107041291028130bb6637a82dac", + "9b9ddee0c23e3340dad578eaf73967b63092832f46e26829f7d05b493ff48473", + "9c0f001259d0ecae9b91379fc580c00e436b58d9715f51e6e39ddf6459606997", + "9c22c606bc416d61f094cc2dc17efd03777200b2037a27f5d485c97884b231e3", + "9c304d4792c3378127ba41e6a5ce0730ceb9098676fe4bbd4dcc5c55be621260", + "9c4b420bda3ad85c9610c1ddb0930fdae31c0509c31a65d65f48ac32d72eb2a4", + "9c4ed10cefd936aa1c795de9324409d690e05d54899d1a9e1bfc432bc45e9b31", + "9c5428b74d0734c1798659a5c2a60cdd104a631bc5c2cd482108ede09800926f", + "9c58dd0f52e8ade322cd6875f3d98cff28ff26657432258b9248a9b60400f9cb", + "9c6eb67983bac3503d1fa4f3e747f02c7a25d3de09fbd646cfff2d010810f726", + "9c97222a640a39803482f4e08a69e01a0450a3be06fe4fc9641cf0131b0e86c6", + "9ca67f9e97473ad9f858f9fd62d6c2f9c7709049980088db569a4728f7623aca", + "9ce73e107b7cba29d5ad4ac9b3a920127a0d4b2f7c81ad090d2152bd4f1bcd48", + "9d14045957382f9a922548f9dbe983f021f3d102ac0b4d2c2658dc4700d3b952", + "9d1592120d27fe3d51e75420ae1269de3b705afc3dbb5b89cce8de4ccb52b16e", + "9d3c066c345a544216a3e13515026d70b30b2bf65442999ada7ee95942fda828", + "9d80dd48429037b3827ba214b30643adf392eec87a0c3ba9d2167e12557a58a6", + "9d80ee70666e9432e5b6b7c04bf60f050ef6ef8ddc40d02486ab6eadc0cc1191", + "9dbd67c8b94fe422989baf694e2aa381769117e3664a310407b683265fa032ad", + "9df49ef86b0558c59f03245b2744e5ec1ed8f24add5adda97f61534de4fe4c5f", + "9e2772494f3e3a4d63bea115187ea31220252ed837a201930c9015ad51d4c0b7", + "9ec4ac3f75b6b18803e497d20e16b30f6b5a98d905e8afb47e895ed64aead6cc", + "9edd451a1be159f01f6432f0ad82ef62570ee660cdced89909882eb0d78c5a90", + "9eee7d2578410d51fa92385eff3d2357afc8f8e200163f99102ed21acfe7839d", + "9ef26a47cf3da4e812aabe3aa2cd7e1e6b73276f12f82643281967d5dc7bbd45", + "9efbab6a3cec41e6dc9c76eed55e3b427f7b4926803c4373ff88ebac5b4a1d87", + "9efd4b51ad36d81e214f27d70fb6e36ecc4c3566a1b659f78d6259742fcd9bb4", + "9f1009087c7b37ae089117668f728aaa5f3ecb22baa8c604cbb56eda5096b1f0", + "9f438393cc1d673b507b5163f7f99fa21fc9af792a0578aa7c117d8ef2d9614d", + "9f4608d4eab9ae10ac70d874f81e00f0c06ca749edd729478bc739c0a8fc1976", + "9f537e23b1e63ebdaeba8c83d6a910e290c782791d0652b8bed9fadc802ae38b", + "9f720ffc8c64a4886030d06ee66ddba984162e4e90567fdcd1e371052c71ce7d", + "9f83ec16c6dfdc98808e6539b3af01ce77f36771064307578895db61f041d296", + "9fa6a3c0a80ac376f44c6818436d1ba91c105d80f58bd984524b3801c57d4033", + "9ff10d17184c153e9069f5b824aec53bd5f435325952615bf79a6e0a430dd425", + "a03e7717c89a3aaa577413130e453605801d85ca172be688e483096d54d40777", + "a05f659e06fb5ca28fc989c75b2092aa41efc477340b3143c980c624439bd579", + "a070b405d69bb48b537162f88d038381a8b8253fdf90a8f080ec52c83da09f8c", + "a078011b24a347ae2c5be1d725a3d4c6ffe933a58d37fe7c5e5085315a9793ed", + "a079e506e625b7b14bf23dfc1608663d4d16ea2a8e7aa8b9e50662ba862a93f1", + "a0a32a724d874bd58f98b5f7fb50b1d157a6ebc89f6efede46e9142b9fd5d16f", + "a0b6c02e901895db03c5ea136c311331a2982addeabca9117e552b623ea8646a", + "a0bf65f9ebed8f1cd09c82107f1c208997cf8b2a17c9e2b6b588e0d3f1b3f609", + "a0c09e25ef17e1692554bdd8e22ba9a13b8919a359ae77ca15e82a818f9cc228", + "a0df1828ea87abce9638cfc85257ec619ed709cbe2192fc222708c13c256e38e", + "a0ea59161b4c689a3ecaf735f546c10d007594c544fc010f836cb7d01ea5d197", + "a122c64266b92c9dee0fa5ad5d81772d0180f88416ca5ce41e7fddbfa8ca4cd6", + "a123e568191dbccc159dbf0e2610a7dd4d4cd1d901d5fd255d84b36e93171dd3", + "a1279e59cdc47708df9e5014384f1f7824738edf0986e296526bc7763f6dface", + "a12b0d2bd7e72eb43a9219cbb0b6c5c593d94ddbcd01820f06a7a12d7a30c575", + "a14884b94402c0efadd3fc5e9dff09bfed8621c78ac78a3e50340e6e06b2a36f", + "a1854a9e9f442c7bd612070ce1950c4ed7094fee3b31beeac51ea5f545fd0c57", + "a18bd1bd8c4c4b16779ad1695fb61ebaf9d343672af48bee35b47fe1414968a3", + "a1a5267ab45977532a38fbff6777b9544779982f6f4e83c549de66b63a4ba068", + "a1ac8f2d5688e6cd4c46638539fd8e8fc274b8077ef84fd47e3cb3e148864cfe", + "a1b96a861d0b7be41db93fdf76b9ca4b90e24e451e2895b9d90cbdec14cfca30", + "a1bad290aaa74df21c1058d796b601398ebb6a0223dc2ab35831eb8d222fb5ae", + "a1dbe74c9cf79fc19bee00cae7b280cbeca083839382f8b8ffd335846c4f1ef1", + "a1e8da8c76d26d280439cb1705749ba35d2ed1cad5321c1556c45d65e5e0e26f", + "a23a151a9824adf8b8e54ea8f026762ceb74574168c081a84ee58f86948adada", + "a251b51e2297b9639a578d470f6813079c90edb65aec82753a9a1ac005dec569", + "a267aff604611134b035bdd7e8d744e6a463af69a6b4f9083a31b23d584e7946", + "a2ab534a12a3231a13d0028ae76a9672c44afad2b9b1e01ee05c49d375ae442c", + "a2b9e6fc6089a192910ffa79508000f4f459f5533cdbf6dcf7a23ceb3a745c6c", + "a2bf76422d88c525965efcecea741bd1f94a6c86c8608a6843ae2601f56aaa5d", + "a2f189b2f7404dd679f481e41b8d61fecf5da0d92409edef587cd6463f037895", + "a341833440fd48aea26699fdc1624a52eb3db99cd103932100d6a55bb6b0ee78", + "a366b08e727752b0261a79be508a76bf912873a09755df37d9d550f16436e359", + "a37b642ebec2bc4f64baece4a7c71adcd4d4cfbf1a2220e14058b3edc38fa6dd", + "a3803b601e55ef8bf2797ab8276df011c7eeef666383810ff7ade10167c04019", + "a3b25f99314074318a875968b4626d99a5b42dcf7b8c402be4c2698bead84d08", + "a3cc1097f0e358e7aaa41eccc5cc0001745cbbac0ca383a6d0185cc111c9d6ed", + "a3ccd3ee0afb191d916a5727318209623918e7cd970493710189c20786956af1", + "a3d40ca71837fabb3666dcd6bb36d375d4b6ff612a79e53c51ea31b9d7ec3dee", + "a3dc406694c180921d703ab6353d32c97a8e7222eea4e4d4c163f6779b381129", + "a40af89757b4e1f7e4c4fadcded4a6cc724a18d86d2c57296c12458f1d762eea", + "a4354136ce6b985a5d3d980778b5fddaa5ba5f445b7ce6270a9c5f85963a1a7e", + "a43cab807744dcf2bbd2d088e8cd43af87096233291eae48711afa8040b8249d", + "a49d7dc6f8218a62df895bbdb45910dc182f25ac2b7344427198f0218d0438e8", + "a4b8b9783603e6964a3fe485be7d515cdd6f9cd92baab45ae4563ce8a445995a", + "a4fca0e1b8fa35e1450019470bbacdef5dc45aac4feed5e002547d9d6f59476b", + "a5351a3819981a736641c3c50a4d6ca3faabe5ae8e32edc28bc1cef141c40d6b", + "a5617e451323f4ddb657cc1ac0c9b2b08ba01d0c9ee6b5bb90adef7d4c333568", + "a5776d9e11b439905583492e705b91a1b42b34abc508d79ce0e0722f6ca6acef", + "a583abb75ff1fa4bb7d52db7b9109127fe822d281aa9003149444f944021bafe", + "a5b422afc53594c54b4c4b16be01e923e9c79f8b593736f49ac225c951cd8c14", + "a5dfd9da32550e164a6c63eb08c1f6a2547987d2b33969ff7b0215f8ee622dc6", + "a5e995f954f1646970f15c779b6fe6be94c0ee52144ff5a2e9d72eff33ffeb2a", + "a621ad9f22c1fec373c9baffcff0c941a8d7f792f0a18586dc5125a627878116", + "a6683640657870fe56c4af8333bb373efe582acd241443c5de17ba3453619bb6", + "a6791df4f079d4614a3a1f216f1d86eaa5f3bdc98bd273f56b69b0592b41dd26", + "a6eddb8ff9858cd674acb7cc225eca94121cf50c2a9de3ef2ac05ee0adf5b0f0", + "a6f6c8f1dd7d6a28fe80567947e1c77305fdfb7190e3f94f79b2cee4b8449d3e", + "a702a62a0ce17078c88d1416a10b81c9aec85b78d2a706cbf77272e2efc1a4f7", + "a708819bb0384b19c9ebcba75702ae96f641ee3cf79fd712077e727912c0457a", + "a724449ef878facb7ee0b008e220ea864963f0e7e39cdd31a43864ef9921025c", + "a74224ae36d9293a32a0505281ad4f1733bbe621873bb0c984f8954d316daab3", + "a743bd88fce22643ef830c23b68506dd375abac6465ad60b4cb8351040e62454", + "a750263eddf945283109f003cd8046cdc153df71899d09b30556ca8fff014fa1", + "a772cf9ca1bf588c36712a36ddad337b29af5ab0401c3264dae1a0bfd0a8bf0f", + "a7d7fdd7df2d66a787622eb9a27212a1dd3f1f8a07c7e77c3be9fc959d771e69", + "a7eb99092abaf7f8b9d0670b5906ddf805a1773f1b4f62f6dc9fb5538132a693", + "a7f0ca54f2700303978ec97d9f365ad1f917ce94f606d2595f0a539985bd6e1b", + "a841679522059f62ce5a950cad182a3ef1ff961be3332d2f38192bf05624b9ab", + "a86b3699691acf7e426f5c0ce4272cfac4d634a3a106902dbf1938e2435dbc2d", + "a89081c801b7308c86904b0f441fea806e7acceed9c420f90078295498919d44", + "a890bfd6614b9ff75e4acf074b26d9f7875caf6d281bbceda0e42ecf78a7455d", + "a89c9af7c6d1d0818e2fdaaf3dd920dd20d4afb730e80b8d2640bdf1fba75ea4", + "a8ce83c637cca3cd88eda23cec113036b92b12ea61ee6bec7f5a00ccb2f946ec", + "a8f018689fafbdf00bab10aff5d77035210177e8a86a94d7ac6f631271851cb3", + "a90d7bdac4e8db9bd85268ea2b0601d32b28138dbb1af43ea9ed8475656fc803", + "a914075c60372981b697d3f25a5d0303feb5707b71cbdb81aa59e20afa38a69c", + "a933b42767b675f23c55a3bd0888051a90a6db5c12e528a1109f45c86d265b9c", + "a93d49bda71d2aadc8ab5ebc10c9136812a71ddd0e0e3a257930a06d9ad120a1", + "a950359abacff930799b98035d2dee1a0c84943487c21065b25c417a480728e3", + "a956b733a72c588a886dd80f07b9a50a7c50c71eb090eedb9813bca88fcd414c", + "a9d932a62fa73f6d6a96d146fe28c041b9452dccd5a6d0131f996ebeab7ab8f0", + "a9e1f90410ff4001727d240e543b1da201dca7540cdbd5720fbabc52d55555c5", + "a9f0c0de38ec436a4af0aeb96a04249d84df15ccc080c0225546d5006fccf5ac", + "a9f7ffb91f44bd27ad011c0721a6697ddf77dcd7e05a2473c2b2ae4b45d6ed67", + "aa49fbe535345917bb469c8f07a4bb19b263320a1b878247504ace3b668429ff", + "aa634009f9ffa363413b6b8490516ec76b3e37545a792226271e5dae9333653b", + "aa66f54b57d2ce29fd90750a393ddad20927e731f383c2bde590741963435ceb", + "aa685e32c88aac051f95e9663d74d92536871bb1570ca2f880e3649d72dcb4df", + "aa6cbf5104804f5cb7e86fd753e4e5369ca2299c248fa5386b2c6441ecf79107", + "aa89b61df7e81d444be2c2c9b7d86a55f27d70841a4009d08bf2f6f8809b7426", + "aa8f9285a8e65fce85ef3357eaa84a104d40ef1658045a2b95c913c664d90598", + "aabd8f2fd6a25e53262d8c8cf76418c49fbe2de5ec7f69b813a9013e64b2a608", + "aac35f875f1806cd3f3547362515bcda9d6151c2231d41c0f8bb62ffaaa40e8f", + "aaee3bf077a76386aa71f808b32df60a5b57cf0ad84413c35999abfdaed06797", + "ab30982785dbf8b2be3b1781cc58d1e85fcd0e061889e46d23b7abe964202dde", + "ab8664776033525115237381c15dfc31c621d66c93c0d28c58952644d0bfca09", + "abb567bcb73b46d0668540edfb8b70a816a17fc2d26e8cce5978631a3c0a4b71", + "ac2020054cd25ce5be47042209efe44a780470610210e47a07bae9b1d75c6d51", + "ac59fde9d43a11dd89fedeb2d49a2ad8e722b2be68b9fd5c5ac9520fb0cadcb0", + "ac6dabee5b5707147eb79e3bb6b790df357dc26f77e37e5b6af43845234e82a1", + "ac7a9078774e79a56683c947338c4740b4d0218ce1296b660c91fd8fae06a0d4", + "ac908e26fed79816dea69ab9577341edd806b565fcd971f8a86fff8e3db4b932", + "aca04b419e208d72cb2769900f22462f9df8b0502bcefec22556bdedef44a110", + "acc4ea38d065d2f3336ed088cc991b07e581d37456d4370fcd40d81f6f36b7e6", + "acc5c7ac1c8bc43afd9fc0d870d8a65432604c53294a77ee31eb6f60637d130c", + "acec02d51cbb9f79b85881f375b122f7fd1bd7483964f86729ad4aa8cbd922ef", + "acf9d606aa42cdce69f9bf465a11ddefbfb50d2b8800efae9644276aea08b2a4", + "ad0bf4a8f205d5339e85a4212cef2b20b7ced6280c2e9f5f45ccb004b6af322a", + "ad511b083a403a2b6d901119d09bc310afbe220f66b4cbc997ce6e1b43923b62", + "ad7bc98c757fe2eef34f27ca38ebf39cc7560a6475ea5fb65b53a6ac62361296", + "adc0bc79f7cdebfda01aefe2fa44fb0406fca002c0afe4f286022b704074625b", + "ae16ab0f91f2f878129865aca27304a11882aaf09f7a1f6c9c886216601fdec6", + "ae21a5986a959789da9807444a242b62794e9551de2b3e33d472a60a891e9181", + "ae39a4ac22a55fcf1a8a78ebdc58fb8d1fe5f7a6b4a51f0ea36e65cea0c9c868", + "ae39ab3cbe928abdccc9f6eec045dd500e343938bad19e3ef945b06d5fa16e60", + "ae454bc89861d4a5c6244640aa99db82c11f4196f6386e5a66739bc9a458e534", + "ae5bfe44bf7768585ce234c04d1d0494bddf10ccd26964ba59f0dd47f0c2b268", + "ae8e2940d3dc04d7a6a8a6aa07aea6b1c7e943d11ade25e6dd5e489dbe0ee8d3", + "ae8fdce92af832a981dea810c831d8c267879922314f42c4e9f6275776c154d7", + "ae936a3462d7e22809bd94ae5931ae70430f00031ae97dd2bd0e7ff78343e728", + "ae9ec3f3a37a86ce3e8f4605da3f65632e534875fb5bd4ade1db25c1beb1e1fa", + "aeff9c08f60704690cebdcb3f6ec1b9095c9e7d75504a384fbc0bbc11c9d5341", + "af1db02874a387fbc5f94838d3a0b80d3a940e21e95730f6b7d4cd6bcb6dc022", + "af40ef6e683b838b9d629021d698846993a024b916555f7af5ceebcc0dcb73d0", + "af5d9abbeb59f0510b4d1f5d5b4bebfafabafbc03e030c467c68fc1026a60db1", + "af6ac547c28b21459f56a8506afb797e43f8186c9c08519b19983ba48a8e48e3", + "af94252639de288cd696f79c779ec18bdd6f087b485d465a9a2d53be647e4bb3", + "af9874ea784ef6a5422de0f475430314d5c5c80f2d627c9c4d5b101f2dbd5c95", + "afb8867def2977d96ab00821322d5f342c123bee85e33c9530001026a22b1fc2", + "afcee626e7e0ddf98780a26e9ce0627de9b45db75e8bf1d50f86844c0c8e9018", + "afd476b9cf674144af007dc146cf82e7dbc8fe486b80888bfc9d82f70588a23b", + "afe06523c00a6e5b945484aebfad43ef059ad8d648cb1bcc680ca26c034a6f80", + "b02acd3d0ec221ad7b8893f16b79fcd8bbd831f74409baaa2184b623a4c63829", + "b03763967523aa5f431d80ce741e8418d8764ba8316afaa6bd804d51f9247553", + "b078f6c1ab0b1f8866eb77d939d2d70f9ec748e9a45cc09fee00a1b9f8cc7898", + "b07c85be90171841365bd23640932d9a41511e389f7ffb9adfcc5ab66d89bf57", + "b0ac14cdfcd1f096709f5e82ca65c67c2e0a27f2ba6d688a954c356501cb7d20", + "b0b04d5848dc77d7e5908eb8c0a6df6887c743bfe1078b13b14571ca3269ccfb", + "b0b999be0229df105d8b877277e75f63a392daf57752c18b3fc14a6c1ff674be", + "b0c43e875e30694fc93cfee195abe7069714ae7655347bc779694bc60694b637", + "b0d3870ec2a569f0f320dd68d4c728fa7c82c1423ad214286e3e5f9de19086cb", + "b0e33fe309f08f0aa5750e1184da66b702ddef2b9ecbbcf2e3fa3d35b465a72e", + "b10d1de22a03af66a12caeede346d3b183929a809d5beda7f13a42e69eb190ec", + "b11f3bcb872439562b3233ed7bc52f2786a0b449a41d6701b74666208f092e5a", + "b12ad0ccf78825d7347c3a7bf4aa5d5ca460dec3ee1584db25f09518fe20baec", + "b156c635011a93a648f076dd68f26a0c9aee6e5e674ee4a207653d65f451338c", + "b1628145ee10ce0474906869897ccda3c70dcc5334d33223d950aeb2ff9f0f57", + "b18d03055f8f39c8a459af611514a947e6b08e51d17cec2d74f2159cb22c50ec", + "b1f012120595870ca5d56c46ee5882430dd91ac6be210da64182088b15236bfa", + "b2366b6bca134f7a8b7347dac3bb0b100db6d3cf1de9ea0eeb417e1a324b9538", + "b24726902e3146d4ab97bf67178ed77840fe5d9ff6942d105a48c79f6deaa0c2", + "b288350c5709578836c834d4955a2fb3faacf583df46a9edfc32c44c116a8ba9", + "b29ee483be358080d8f6db6047e42600fd7481adc4b86dbee6facc4199b39ea6", + "b3088bbd2f0cb560ca5edd8269eefde6e52e98807dcd2daaaa04ff531f49a983", + "b30afabdba5dc3dd57cfc03f8c8142972748ebe769127fb481171ec84d5e6782", + "b30f9b407fb8ab04e4108164a282def889f0c6a659a6925051dd82835f739858", + "b35a6351bae968e768fa415340252ca2358af96c3181ec6a2b414656302165f1", + "b3a4be33968e42a4b8851312c7d9c996e078c7ddb25aa484a34e559c65d17fb0", + "b3dd9456f5fd8e73e0a9c7b0ef5bbade876a54e0b1f91868efbefaed8e6b62c0", + "b3fcd7c5df285b09027b8ad2356c12e05736373385da2ba556796de7e43b3094", + "b417c0e7dac8894fe8b58e4a9b2ae13525ef8065d68181dba35457570e7e19b8", + "b44002ae51ac10d1d0851b77a8c5e5109e7369fae9d73b459e7b3aa3f0f6cbdf", + "b45ee5251159a5e01dc599e6e1a30a304859484cbd066d9ecb6d8cc0e714ec27", + "b4782cfa6af28c51d1a53555e241f4f68589f6e89c84b7246261344db3bfae0f", + "b47f6e0b37f9793776fa983dba2dd994a42c32346b4b1f4c9278ffa6ce3529fa", + "b48314748c45c8dff55a2316ed448bd72f20d231778e80368376bbe483a2b1b8", + "b4a51cfb2f14fac383167432544f2b82e7e120014acf948aaadd33ae1ed331ca", + "b4ad08fb9090c4ab98399dbb2e98a5cf0b334bd88580b38250cf13c9d386b4fb", + "b4b38ab0899c091d3ddfc7a88603261cc3446a70c5bc09d3ebf651f3f0d6832c", + "b4ccdc6ff79881b8e5ce94394ba1e8000be7611793c98624c09b7737325617e2", + "b4e174aaa52c030cf6b034355335fdc549f44681908979ff6500ea6dde0cb67a", + "b513c611ee93c3033d681ac34dc5334fcae74e64dcdd1cdd16ca84269a4cdb6d", + "b5326045d5af7216b123b3f45417dccbf6e9cd74ce36508cb1801793f1ec789c", + "b58a15be3759b35178f2a230d09976799f0bfd2bd4b47f730ffc5133c8ab0d37", + "b59a22535f3efb4fbb1a9e3cb7a414a382ee70835a3a34bfe3f7304879a0076c", + "b5b5a06c87e9b6185f039dc51b297bcb413f09f577fd54dabb2522256e0d95cd", + "b5bbbafcf9f6b175e3dff8d0aaca59059cf2299247cd7d825304a26a13e25b13", + "b5c1a87db5d6e07258cff72927b1820ab5e83b10c0029456d43476447dfa473f", + "b5c242e5c5c2dd850f6448fcf141f42aee95261f7cc5ec287991dbc845ee0cec", + "b5c7c8e294414ef68009c0ae31352d550b47a4ef468a29e034a81acff91f6c40", + "b5d318dd57a9c80b3e8c3fb510c8109ad38bee6a3fe0e4a495619be1758227da", + "b5de3dfc01a42bd025e966c95808dde6a80c364b73cbf8f0d42f1f5a4e5eb023", + "b5ebd74e821ac2afbf6df49f7d9d4071750dfa86cfb91dba56c403af731dccd9", + "b5f2d01087a437e4ad8e7ed4a37db82ed01e39b8ce4fc4e5213cecd480371678", + "b66b4005cbfc9b8c8548e0348990af5da72fdb3bfe9fe1c0e01852ae0ee02eb8", + "b684f330e18b73f11336a3ff76bab18dbdbbdcbbb4e9401707118fb8d319ccba", + "b6b886286302a6c5faba0e67d898b1b416706ef980e779930e8673699c7811ce", + "b6d1a49654eb4109c9a1426b33c4b3eee473f744c7dbb6f0fd0bc859d4d07ff7", + "b6d8eddbc4f2611621906fd72f117fb090909ae263c6583654380efda492570d", + "b75ec2550dcf9a890403ef27db99f24849cc1f172d08d68e57e5aa2639b6db3e", + "b7fe798ebcf5157ee4dd11701414ff41e15d63f74ca55895e53db3a3e6b7d68c", + "b82d43dc022095090b121186bf6029625117111d18c836eb0b4d463a2a00d70b", + "b84de002e997f9f9e0df1349dcd3238bd91f30dd163180a17dd7cddaa2df57ed", + "b922630a7c7fd034f00cf9d2f940f32862470390df5e6b97858a32e3b3411290", + "b98ea5c34a50ce0e0dd1cdfd6075f7b1832f0d5d1252b7459feaf0a9ddc56dea", + "b998048a5255c631eb43e8cc0c8b892e29b7b9de408e4d99fb3447862c734e7a", + "ba0e2abe57d4e8976f7b6dee8c399cc76d672974a63968bb22e74fa3f3c07c42", + "ba17117fe128ec4754d6f6d360227770b44ae0d3c0ccd6cd676c15e61a959b6e", + "ba51369f3f4aa59d6bf7f75cb9359705bc8da0df0c6d68c8608f4286d76d333d", + "ba73c3a2d34ebf5fb4faf99ec8b0d20104f805520fcc4242316692e239584e31", + "bb0abbf276e17a783bcb113938c42f3c3c47a263a3bdf13e3efe2881ed0cebd9", + "bb14ff83d06e928142c58f803627b6b6067f7d7010725f231d3bc3991537325a", + "bb679d31a017ae04a18eaebff3f6fb8f429b92f73b9da58c65f8f662af751fda", + "bbb6568d2f337cb7194aa2b2aec0fb6a188c46d06a714fd27f0eb79f524c8315", + "bbd3c5a145a404a237f0d5d6900cc4b3c1767160954322a286491c874a50da5d", + "bbeecbe54c37f58d527baf903067f9dad4708779c45cd500d58c01f62b7f3b32", + "bbfcf175ab1c5bc358e67c71a7e7b68a7ff599eec1846eadc93113b45f15f036", + "bc2bd8f50cf3c34d2cb52e4acb44cbccfcf12768a96e14c39f8a117dc8d1f120", + "bc547c6f717ee21173258f4c941a3a3c4acd7c8578ebf8d35ef8b98dff04ddfd", + "bc5f61fb37b1c01c737ab760249b7f12da334e3adaa471ecf20116794b71c1e4", + "bc64c4c70b7cd5ff2acec0c8eb0b7de2b95c0f95df1107612c6c86aacd750b75", + "bc6eaf5d6e55fd6755fd47c42ba065cfd837ee952d1baba7caebd5b18b5a04b4", + "bcb3fc371ffa17c1c073cc2accd53923efeb08a01d24ed7d806532ed460eeb2f", + "bcb499ca031752491bf542f8ec41e8be53b4ade5d1955f0e25156181d3bdc13d", + "bcd9ad96c094d2b37d619be8f3fafa21e1d7c541e355a5dd8aba1427e2c5da0d", + "bcdd90d4e12d43067f3bed7dc8774068e4f42335771892bdb17e8a69afcee82e", + "bce86da49ca3b3e13bce9c8a69617ebb5e761edbaed7ac9cb914e3ea681d14d6", + "bcf87d42810cf1d06f5b7e1c63f715ac6407cb2fa729488030612a8c5be72cf7", + "bd23a935c7370573992718d3062157b935bdba9e90d5ce38a2f039792ac7706e", + "bd36a8c360935cbe0fbdf5b58237bb8eec29a2620100a7ea3363f1b977e044c9", + "bd4742ece96e7508c7fe3019146b9e886d39ffa7c03cbc486edd29e807e97ac3", + "bda5ef41f329a3daca0dcc206bf1fa8e743c267226364a383065e9b453d7a5a8", + "bdb0721795731acec21268778b65231fab27a672cf0c89d144ce4de017dd3da9", + "be02f86b8ffa1a1090f50d83e4592e652fab03b76eac2de1d3bd1461630612b3", + "be267196ec200de80b7d4ffa4fbee39772cf74936647dd847851289092f42f62", + "be6cc9db2102eeccb24879afe2971e6fe5aaeda2ef1042fbeeeba79a1a1c5635", + "be77bcf22d386e03355561d906a4d01f536230205251150ad805e06b9e4bcced", + "be9678da0d814cb4b23b38dcc097182a377fd1c709439cae4d9d8549ede3e1ef", + "bebe2a929aaac911b350d2d921386029b225bf1e3d3d08da214a9a5dc3bb62a0", + "bed10168e4ddf079981c1b85076f28a3ce061584175feec439e0f737b950865b", + "befdb6fb0fb17e561e51bee3afca24285c8055bdcd5ed793ac12cc49939185e6", + "bf120a9a0f7df85c1ba2da3658c8978748e3c3b1bebaa82fa8d8439ecb4da32e", + "bf12504a200f2bc6c6502eb732bbf3eea946be65c0837729ef477e1ede70ce20", + "bf21233f56d276bfa502ad634f5e8c7f7ea04421db5d894da274b2652d65eec4", + "bf3eb231d9cb0dca6d3f37766e4f5ce99a62ac72526d638dd7f28a8923834afa", + "bf7e9e164281f29ef0eb79a1e142065d86ce32e9c927c9d94c079ffa98174eb3", + "bf90af2b98795bd827adf4c4b2d0b7a583b37f29240a8f5ba4edcf20c5a9f3c1", + "bf97fb94799f55df9377e1a428aea35a9aafafaa53a5b8d65d902542d8c6fd23", + "bfd67afb7e0d59083ae71a16f8540a54890e5fb890350363b0fe33e344e8879e", + "bff20b1fcfb36e27b079aae822ec04b4b25a2a5809a1be3387eb49542ebf8735", + "bff67f7214a8e1eb41e7bd601e76092330f41d8ac24b5824972c1a4d6c050be3", + "c024a64ca09b458d19a05c552070c1342763c6d68337bca48f0097432fc3595f", + "c034c03b47b63c202ec02eed6420878b1c4bb0e2ac260d91df82c54f1ca190de", + "c04ed340bae75e79cdd78942e9335de2837e00b273efa911e62f7e53eab5ef25", + "c05e4185c5bc92b4a260dfc81e9faee47539d118f13474933e5ccfcf0be3f740", + "c06524578ce761107a87557d97f85990be11337eaf5e3ca90fdc4b260baa75ff", + "c06549de3238c0c6e7b2f07f003b2f0ffb4c9c27edff4bfe101a5795e0bc6f5f", + "c072202f9b3b28a346cde65ce651963430c942590739690c3084bca8119015f3", + "c07233637a353018d3f7bea24ae21554a01430c39ee202d62a458c13b199c5af", + "c072353b9e9217c2abaed2c476d9a771b759c59578cceb93d264740aec6a4384", + "c07921530aa4faf4287314001c48ba740df2388ca8ec94dfbfb74a3eb50d58bc", + "c08c7e43682e8e4c87d8be637f9d82d4b82429e4aa372e6a2e30d373e93b4d32", + "c0a1f61328f349ecf9f32d154d912097d236ca5200c509253c56dbb2ae7fa413", + "c0b5635ded2ca1c72e4ae38072bf0bb69a5cbbd13eb59acd42599e3e50aa4066", + "c0c4e1754896994da712d47d8507b7f875e99a4d5f65910d989c73aa800d109a", + "c0d55523dbf8dc16c804f877dc889ddebcd2a5359ee7148c21d78935c2fac7f9", + "c0e43d2d0c4f96d5a4d1d3ab1f1469c31d8efd1c05132a75461cc6e8c826f0b9", + "c0ed6130b0bdd0359e918cb5d3b2f6423a42fb6efc4af3d556d1cf4e984c0cec", + "c0efbdbb716f87ad84e409e078f1919460f3de01f2b33e53ce0ffae28b8941c7", + "c0f652e25c47ebc5fc2e18598b76e83c656643bdb75602a92289fb01fa0066af", + "c102e2f2303f130e73f2b2dd75b6603fdaaba996a1ca4ba043e9c136f7c15420", + "c1253ef0ffbce0d7f76f114b7184a12dc245ef7cdf7eb3ea2d51332101a4ea08", + "c16f94d277ce05d085f72444894a40c6ec0479c0a49398e2da51073effdf2fbb", + "c16f9bcd2c4d8f79169ad9955e892aad835f6ced928d1579087faf42955bdc19", + "c180609592cc3870f3dc650c79360da83f5102115b4df9aadd7023e0b7691554", + "c18677c93d36734e09db302b680fad865fdad625dd42ac98a56afe0bb23c7b79", + "c1b11ab212a92c06204de8eb8e33db59c06fe2cc9350b692f91238af02b77270", + "c20c660029c5bb5c25ab60ffa6cbd63eb50e1ea43dac36926bd32c87e0d191c9", + "c21d65e6dabab9487a553c295e2149e194dd0b17a36b209dda8c6acbc49b691c", + "c21fcd5859d67db5a7fb511fe21e68f37cf6d0ae1a7eb3695e3e46e74d1caf67", + "c2288e2a9b6d9e23c664e5a238815c204fc92379ca4b1de8e369d491015f3fa6", + "c24a3fcab5943b4336cb25e2c4496b62055967aa48d8876577b9c7bd67cf7c80", + "c2a1d0fefbd6321505cb03d69d49cdef50ab1cb792fec9cf4a23a2dd0ff2cb62", + "c2cfee3f872b61bf99bf2bd71381f5c7cd279e249bf804b7b8e2861ccafc7776", + "c31106c0aafcb04e0f97c35994ecb7e89348b7948861d5261adfa6579c5f4f1f", + "c33032b249679e0f5113a3448b152fc582acce16b6c145398ea5da4b13027e68", + "c34b9d242a85f0dd41f34a88dafc8faf1b3ac03488731cd6131f4083819dfbb8", + "c354687dcc12700beaa4c12307ed810a27f3ce079cda07e476c5f80acdf9d8be", + "c3612869eed6d45631154807b57745bca7ce167ebf45787d9bd5bcf8b234fc74", + "c383a9a9768dc0b25b1259b736264f763ef1b1c651cdf24a475bd267c3b951d6", + "c399984d6b0c9d1999e2805b521bfe0a27488982249c821889da7727d760f1ac", + "c3b28e516f3b74a15b151adcf82fd9aed69d90a91aea048fb03ebf3ccccd7de3", + "c3d2ab670f1ccd44a266fff4bde9c07cd7c7911142e4a8abdd2e23a07d822b3f", + "c3da57acf36595c800970f7880c8852e7c04d7daad8a0f27105cefb8068eb5e2", + "c41af0d05d256ace803806241254b43a9ce52c0fa512ac9a1a5027c6a26a6bb2", + "c450137ddf1ac2940dcec86a56e99ff42ee74a420d86eb28cdebbf2a25960012", + "c4536a2b42d40e58686bed1dc5c422da58fe3cc6dc8e7e9e6f9ab1e9120019b2", + "c48a0a0c5647f069fb67e33e9475256d4f7edffebed6d1472825ee72753aba88", + "c4aaaf90719f53cd17a3187436bb383c505c1ecdbe6907c43f5513461b3acae4", + "c4cab42c78c297b8fcc09523dd25ae6a8a8086e5b4263ac26e18f1a333ea1787", + "c4d45104076f6520102d542848213e0889b2d563c9777c13fd4389c7929f0a70", + "c4da74fd5cb8e52860b27008effe3da41e6360d9934a66a52020437cb0c0a153", + "c4f814cc6ed768d0e56a13d19679631906b07418c3e033ea24f143d827a40193", + "c529c725b71da442936bb8ab052712caa8812c1f3176170f460642223274a589", + "c542024eaaaa752bfc798493ee4945c876146979711fb9cc49c9b71d84a508ce", + "c552a359e5e1a4bd1ff4d6a5313e086d4fc9382444d7bbdc6372d25052301ce1", + "c55839974c8b040c7bbf1adf0077afb3d0e699044c74be927217f2c445f7091e", + "c55c2a1121a5d3fe7144f9a737652ea0e0ccac440b34ca5ae6f739322c14971a", + "c5616f4c2c8e787dc1a217841c54667eccaff4d25a6f203811b31b8171a283bf", + "c59ee61269705faaf361a3fa88eea141e108dfe28a427c6e488b13ae88de7165", + "c5a5a6d1f10a0a1d8d7eb22f171e311c031144da9c8e1aaff5225089cec00163", + "c5a6a1c441fb287fc9d2416bddfa134666d87296bc9079fdb40ef3dd88f834af", + "c5b2951e583e3f5d7bab20aa1f620dc8e62071cb0d9fcf36011cee5c79f24f0a", + "c5c0af94a126c1b7d8be21886530273bf5db83f4ecbe624034dd36af5038a16e", + "c5de598be6e1b4db13e787c719b2852ab2988caa4d1909389f5c60a3b4839232", + "c5e4cdc0aa0d84e16a372597c6261b520cad72f635271c0942fcfac0a3aa6849", + "c65f6259756a3f7330763fc5b04a03c6a7bfa4d7adba7b24cb52bf25f8ccf582", + "c667a9f939ab7cbc24f16808a496913e96c956f1a30dcaf190ddebbd2e2c37c3", + "c685c7deda7bee11ae26a52bd9c2e0bc69725db3da8c11ca31de05126b59444c", + "c6a6f1bcce0906960d0db892e8a31402332a77c0a34f30af2d1a1fe4577f1ca5", + "c6e52e8fc9cc1326987043c2e5cd275d9739742e759dc500b48dc1e1afb9990e", + "c6ff80d4c29f48b524d61b8d7637ee883a639940f373acaca91985a8fd2760fb", + "c723c0f98c601d0f562a1069910741b66a215bf266cf88a2bf46d39e54c8337c", + "c73658bc27f27a413c5b379e75960bb121ee0ffb6e20209bb8ba3822d0d7b73c", + "c76e6da2382e79e7b091a92fe16a4b1a4329533e5ccf782dfcac91a092585722", + "c79078deea0cabe9b6cda04bbd16a271bf55231129a32d3923b5d61f0e164493", + "c7b43b191278a9fbe9cca46d7250b30521923e3c969a1c377a266770d2994618", + "c7ce0c2ae2170931ae88ed3aa666e043a9571ac1c725ad769b055a7249bc1fae", + "c7ecfe011cdb48ac32b4a4ffc380ffcd844620329f25b3eb275dec9548fdb13f", + "c850c40819cf6be6039abc709e34a90a41d0299aacd5432bde96a32b187c7939", + "c8d5f6a03cf5578ff3c27f20418a5fd7e2f75936fdf843e7c6dde8119b2202b1", + "c8d631c5dd8e4329af5d97d73eb7d0bd2a0c7f18ce291731c4ae9b5540a300ba", + "c92d8d90bb4f444c193024326c23bbf6e700afa1564e9212e1c39529ed08c2b6", + "c932e5515c72dc46b1695007001ce1032a77d3a8b1b313c2c892ef4b2c9d7d4b", + "c98f48a896e4f421facf2c022912144fffe504e3db694226092561f802f22830", + "c995710e45ca54270ba28255ecf88460be706305607354f0ea067c3843aa43ae", + "c9ab4df781c5b5c2ce6e3521532cdf914185234fe0f0a4d8efe2f882a53ed368", + "c9b3e6759a8e4bd06b705333df6b1e39d0f285fe2f389f5aff84c1d543ba0512", + "c9bc72a44e5f32adc8d7f3408a983a192e4fe97bfa408126b3074c0b759499fd", + "c9cba066b29ed7b13272cd5ed7ba87332d37b1ca861a14523b68537a4bcfcf91", + "ca0dfd82bd822da0e32efd6402e176a98e724020726654e2317af944b1ae8471", + "ca79360ba5ff1285e65649a6d3a83a99010576e08d618eceb90ad103aaf03490", + "ca88c8f7dc5e0b1dc4b8f5000cab018d8a2c7b1c1f160311bafcb5e388a9452f", + "caa3bfb83ed58e30949a863b79a2af63f9e16ee16b7d7c311d14362e907fbe9f", + "cacc91e38cde889f3a3ed7ed8b914d6ffbb1231c0a4ed13e2bcff10fc3464b43", + "cafd41841a6971c11257fb7e6189c7785498e20635721574650fc381c539681e", + "cafd9a430506f2cbc372666b6543a890bc6934870dd4b5ee9040a47032390b94", + "cb0517ee94da12b8eee80c94ff7346510d18d7e285f951a87e78762cc47d9e58", + "cb072729d8819401aae11fca56357df42a34fb91fd5b902cd006d7fc36af2f24", + "cb10006e3b9263921ecadde5362e86bdf3a8146c22db36e458f8f4bcc6e526f4", + "cb1312d8be0cbdb89d8cb7c9e4971edd45995484af46b1efd4fe7f1825e4031a", + "cb15b5de90f1f391f397471faf423fd6e70259c74cc4209a792986e4e9d57bbf", + "cb1da3e4cfac0866b4f42bb6104d1ca463379e9a1b15b2ad7a1669d70f457ca7", + "cb21511ac20b769340b179d9e5b6f1683b3a13fb44093f68ca225be514b20b83", + "cb8904eaf404eca0238f1f2c1532feb5746bd94ed9d7577383ad11a8f4e62d77", + "cbddf4858f884f84126efe1c43b65fb1269d916d0f94ee73cc4b3b5dc2949e7e", + "cbf5706c38795e3efdadf678690e074e3f2512ff9868d8665655811d1053a5dd", + "cc170a33d8290a975c2c965f0893eb728ac611d55b3b06b87be576b85bb57877", + "cc25f4b88d039fa902ba63f48ac72b27a1c82c7a1552040ceeab9dc788052d3d", + "cc30c9c182b14d50bca7900e9af56708d83adfe54179fbcae40b2db471db46e2", + "cc4f1dea9120114b4b3bfabbc5d96c080ce5ec16d50501bd4543a2817e6b834b", + "cc68e4b42102346f64fcfc28a5407d758d87cad2b058b6b500587e60b1d54188", + "cc88dd027865c2036edfe3895b017b69977f1cbf6a90cb1ef8596f5e0d886f78", + "ccacaec81b3af38e6b70ce193c830d1081aa02a06cf99dbd5c13e035afc0a526", + "ccd0ebc51296dfcf4e63cf0560dda61e542e6aa4183958b1595f30a01057778e", + "ccf399adea2bbc343bd217129eb44c3eb6516916108c3b4e8d126179356fb07f", + "cd371cb03771295a33e5ad744fd245c02d34de6b06609f3923a6c95554b66775", + "cd380281327a8079b9eec2f202ec9f51f4008f9ce6d096f523dc9901015bd901", + "cd3a0a64425073cb18a40113b21de741a01166932eac1b1b8bd358dc85832af5", + "cd456c636492018ca447218c02d8fa52ef443b088cc6a57a3aaa83aebd71c370", + "cd4b0b156adb451ce45ef6f93d44353b81d1ae76ee0d8eaacab68832c26ba075", + "cda8fef741223993341e4ed5d553000635a1bbb0c66a2b0a5723542077dcdfc9", + "cdac002519a0b137114e4761cfa75f82e189ce7ed319655f15c37ef04e4896d5", + "cdc0e13996861748790ed8d99cf83a43a8bf8c1d2063dc89ab890325a5eefc15", + "cdcfcbeb98cd99aa567ab0c7bff236b3572cc9a2500507b189f6f28de7425860", + "cdd0ae1676d3f8a072fc5218723f6e2e515a8258b82f51bacdc2a3f78c9b2348", + "cde33a13b4c099644749d2facbf2d4341a9e9ee10354095f774310cdcdefabb1", + "cdf8d5aa0a6cc5b51a2944f3c570de8794e9e945317c3e1a5aecd87cee420299", + "ce005b7688f239258d6e6714763b3a37aabfbc9ec585ac5fb624e228c2a102b3", + "ce0823ac2f688885cf9e1a6a3f45844332ea6a428d685c1cb041feeec764ca32", + "ce7855544d63ef0544126ec17880120aeb4cd2b834c5bec78f33e409a1b117c3", + "ce796c3e11929e06bda4cf091d8108ddbbdb1f16b95cbb86dbbe3950b36dc8b8", + "cef2f0750274e9d6fb19a80350a41255bf66e58e100a4bfb1fff6833308eb661", + "cf0491fdfbf94a1fdabf6bc700e5bae8a8aa4ede01b3174cd79f8c8fdefa8fb6", + "cf1206186d32ff4c5fcde159ed0322a4a16ee0be90a79192f80830cab670ca56", + "cf1421b73484081f4683ac57aba50831a901313c0e4010c12485e5b4d2d54445", + "cf1b6ca2a327b7a0553e51527285f213016fc8fcdb2841895a5350141066bbd7", + "cf596932c32af9f99e3a9d9c4a434c18d49b0698a62ecc760ceda02606a8e77d", + "cf6e1977d9fc2dc361ce318e15d9e0200f80299349b480efbc05bbbd8fc53c85", + "cf82c6faacff4d071925e08e101145a1d140a21a95c246e6a0c221837cbdf464", + "cfb37033c2cc4ff84000d6587e152ab3bc37bf44d06a3b8d8371e3ec36b0b7d1", + "cfb3713401986e4be228d6139d98c1b4b5059d8eaea055cc4817c965d0827347", + "cfc5981766f3757e4f015d9cb9c905266e1e5a068d91cc23c9fb54d0f4626177", + "cfccd1f89b646ed289d68e41563e44cefc6d903526af3b51e003dd0e6ea2eb4b", + "cfe2005d6603a710aad7afa82c13c9b27c382f62cd602d371e2505dde16fa1aa", + "cffb93ee92c901b673855d2fc800de2344a16785b8e750abffa64b12b4643e81", + "cffd8cb1754770684de7bdb190219a8c81d077ab861f6f1a2838d5b8caa24af1", + "d016b007e6a831837ffe35c8ab482f5c1220e3a96fdb81c493576dc94498bb0c", + "d03d5a0fd96b5ac4ed689dd49336670aacb7b3d0f727347766b71119d421b34d", + "d04f3c5d101b4e1c5c63a1f09bbe3af3cb7a1e3acbef5b6ad46ba8af4059b743", + "d07053f7c2fe9a0bc31c4bf4223236226952198b195504b958c6f67bc3e24a0b", + "d07e1e4b8e401e7a91201526e70e8f8b9c894db55cd961c81fe855d3053bc5b8", + "d09c34f46a32f80b3780e18e54292a344cb74eed88945a3da07a69d7d3dca009", + "d0b47688297a825cc4a6d72cfb45e24d17a5da9d8f3d43cba2af8f13dbf3621c", + "d0dd6364b3886aa40068a8537aa6719ecb9d3a7e185ca5338b3bd4eae43aac31", + "d0f14e441af05c93061d2b8b45ec72b5191e1c998991ab103ee48902537dafef", + "d1667d0fdb73ec24000d778bb95c383e345dea0315c43ae462e510731b674b18", + "d1695227ba09c29e9e60c5d5305e2b1812134ef5bb04656b7d54846e970c51b4", + "d1831fdbd3721ac4d291560f54ff189aaf13adb759d344b8360495a5436f49f6", + "d1ca52ea943499cb88d83ed1a1d4696727e30fcf9e1c1a888f1f8661de1e5b64", + "d1e292907c03ea6dc5f98dea5f5e8d8d514fbf4cdafcd28ab4a8755c637cfe34", + "d21907d45a7fe36bb446dea4c790889f472b6de896800ed0d68c0d73ec23edff", + "d22d1baeb2fd07a953539f8ffe95fa404fe31cba8058f2234ec48007e0ac9cb9", + "d22f899fae63fc221efb42c1b8c03c110d1d9b365c3f17267261e5c445454f4e", + "d2309680eac9074c3d554b75c8477b7466b29c0ca6140b4bb61dcca09c877a6b", + "d254fb11bcd49612eb4d2189ed13085213ca8f113c9dab52eb93979adb7dcffd", + "d2771a1ea6f906469c07a1e8fef04e6e643d707d7125a38478f997778c1cc90d", + "d28acf5fbcf2510e976669e6ab05fb86db09a1dfd1eaed44fb96c5363dfe8733", + "d2addf95aa41f5e13a6ad590b2713f0ea7670624ceb3df45f5e6f0847fe73863", + "d2d9d70590b8374c968d8d982113565843967802241d93306f007f9b79c1a99b", + "d302274ec5e8a3e1aeaec35db97550937668e42bdbf98e53948dd4b834171dea", + "d3138688b8d2099d4601de9ffed504cedb79976e47aad6522e2d4ff6f13d5994", + "d3169979e682be12dd5305e08dbc513429285768617d1b7a98efa20286501d58", + "d31b09e18c9a5c15705119822e09ed574aa647bc38e21d57355968a65fbc8a05", + "d322f0d4bf8d5e22bc3835516eac087d05a568838effc1b703114422b44d5cb4", + "d34180ef4ca91e938c1245aa42202fd82b50fb53a8a2c42e4fc8eb478c24b02f", + "d3524da45fa4191acb576840d36223f45e1bd7e25e406b6150005897291bf4e0", + "d365b706c8193737aa79d0ce71d6d7489ea46780b17df89ad02a66c13d9c1eb8", + "d371916d7c47430779a55070128d0311441547566cd9f18afdfea10e69191ba9", + "d37493a4cf9bae160adeda969501f311b2c616a56327b492b027721b48801afc", + "d382ea48424cfc817aaff993d824152802559459d71465f25a13e90436043cf8", + "d388e45a663cbf86578fe0cb8d19c0166b4b11e0d1a3b48103390561e7c0acad", + "d3d1dedb04ba701168bcf97bfff1d5589fafcda8ea1153f361a0bc94e3689996", + "d3e4dfff94666f5375e8da4d0a1c4167909eecfdef85ee5f7f85900e08797095", + "d3fd3eb99a4b1e0cd42b805bee67fa353a11bd39c51935e07233d751e01800fd", + "d4177cb874b7a7307336b8774dbec5db48ba5bb281861f49f45ba104c609c56d", + "d42724b6e4f8209ea7139fb53c761b47e923fc360ab6c2c93727d2880c4d2ec4", + "d4445cb8041006a06f30940f452fb25ab5718c99054d263aec03e37ffa554a0b", + "d45f77a1c72f28f05ad7a0d26f74ab8e263d381cfc8e330920e7ff92de4e7e78", + "d461cf05c001b85297342bec480204f28d5573fb3c2c7a0f7588bb8e9aad4dee", + "d487e8e2502e45a634f6d83a3d784e66e203476dbdac51742edae02202a73ccf", + "d4911ee2e307625b1af25cd1ce9e9e42e8f1013a53e9c0e6c5ed1aa6c762879f", + "d498da45a43990513ae88b937d74bfa2a2eaa5d6c20d4fbd8aebd2a4a1a77feb", + "d4cb4c626dc946ed93e1e15283bc68a6b313b2449ec60051b1d25589277b8bc7", + "d4ec74e5fac26adc6ac7afb3b1fd3ed6ab7a2288d882660a95d0d949844e3eac", + "d51c08ca2193e5449fe9d63168b50130e9700ef88c377c6b79f8eff85ce9bc18", + "d530bb300a81c9bcf846ef44ba7d1bf309be17f5647b366e0b321990d6566e8d", + "d532cd7d6f2171be22137ed4b733dd0c79efcd8f560663a4e6530051b69dca1f", + "d54c515b8daaac7db5022b06c73f56eb455768823e71a8c7105c70702c9f0def", + "d55a55aef96c54b8234b8c52f62e44e93728af52d16af7818b952416007eee1d", + "d56f0479216784c4f31c98511368936d9ec46f53ef36c30779033bf833716bc7", + "d5866744aa5485039257eec813b3c798ae708920b48c50c55f3ac91a7d8b313d", + "d5963fa825935ade10ebeb3a5ab89f7c29b5a89859b6e4d9a05b99f3fe76a6e6", + "d5c42ad099d946dd538d27751c569e77104260c88208ebb17303e037b33c8de2", + "d5c64604cb597fa9233354ad4c6184f50e075e3f608fc4e066e39ce41485133f", + "d5cfbba01fec87614efa807630f78b2d40aa00c3f54ef03d5b3d8313eb964564", + "d5e76dc3ce2665b4abb00a96203625c578cfece64c99dff710b28b6ffa184fe4", + "d5fceb5d50d5e30dee026f099317ac53d4a1641564148f8994f97a7fd3794a1e", + "d604760d8544d6548d357c8fb7f7b56b51452ba1d9d21e3374f8135977800802", + "d61e5c37f01be9e876f3202371ec9eda45c423b52980e16b0f15058ec2bf9e8b", + "d6629213250691aec35c30304183005f2177b5b7930ae4a0264ac795944d6779", + "d66418fe345340cba51a03ec40d1dbfa622275dc1fb4fb4839071b8bad8531ac", + "d6937eadac2b6c3d0375e46e5492df69273ab4945242e12f5628df05457158a0", + "d6db4c02d1721ac2784f2c309b97d099d69a2c73b80f2b53af0e478f6ead5828", + "d6deced34e316b96c5ad0ee3041f14f090a8115b76ff4765e1ef0b1d1c5936c1", + "d70eee734906d8157ca2a4adc428a0279e887ea9df38850873a991d40b363b08", + "d74097f6558874f34dc121b870a042ae2798ef27e12dc8a8ce49fa834817d81e", + "d75e0996adcd6c44d978b2b56b517d28d52b277a00ea557b949d71eb6731c1f9", + "d7812ecddd19c0888a7ddc1b19504b9d13ce3b9f08594e8af96f539716bb12c8", + "d786281abd5086e355ca25841d15069947ee83ff1febee9f91a3a6b985e3529d", + "d7aa736b01c8f04fdf206f169aeaa16b5f11775467f659105030ea3a635f66e3", + "d7c5ef08eb5c2c55507d0554d06da42f076ba5dd8c4cd7ebe95eb9cdd72ecff7", + "d7c808f88a1ee2dd7e0508779b7296f465c97a790a1525c38f27d2956730c8f5", + "d7ceec1687b45dda147c887a9a1747e8b29eed1ab2736335e4f941c40bc36f50", + "d7f0bfacc9d7918ef2c50b51f2760b9399f1a087a00a26d12551f63f6c4f3bcf", + "d8041796f4cbba48d6f3e468f182eea71c719e1b4515082b170adb67fa5640c2", + "d827cdcb1f4a28085009d79166e0766be4ceadbec5654943377567edd6d1a9ab", + "d88522c4f93e5c1e6670d82ea79ca300ffbc0f894ffc9430224000ef782f8fa1", + "d8a1213d2b8a725dad7dd1f6c94e46c5402c708b811d1964ff09ed5640b8e29f", + "d8b9c5e74d8d3e00148b98b8ba7b62cf980c8d0d59a576bc372d6c95ffa25b5a", + "d922ae2fa9fce5b9a8bca376cb078bab270b7d38baf9d2f30e3f9f5740432dc0", + "d98c7ec8189d9bdbd3096d624214e8490e275e1e14130031e146652aeb1de3af", + "d9a8b49b226594f5688d633f92b6dadbdfe670ae73c2ed8b8c6f8f11a74a50b8", + "d9cf4ab91413fcca5d5ebc76de93248aa95deb050b70ba1ef5329cfd9813c918", + "da06ca9f1bd4c1116e446737bc45bc24139610e4d86cc12c49912575f0ad3702", + "da0b0dc816f0a9044f295db801b007b657e1bc9119c0d2973d864f992479dbf0", + "da1c6e9277c0a19b8158e84dd9580a3164df4c2766a9866dbf11776c1196b07b", + "da2aa0974c90a4b92ac0847661095b9ac66d42c72563d0764baa12494a398183", + "da372dcf7884fd6dd5878f012626f38cd2c0a0c00ede4fe1e9b5d1c627f025d7", + "da40f051387657cb3841435ef1eb8de999d0b481a498c56ce69e405499948e52", + "da459a3bd11b2eb7dc03c679865c777fa390bd595961a61937a5994056aaddcf", + "da46003d68d66486d0dfad911aaa7dc805d34d411b78d471ada75cfc3ac403aa", + "da78a8e6bed8c5080da3ee344b34a450c3dc3c8b397ae24a8f6f1073e4000786", + "da97b31bae61c6b47bcbd6df3e428cb672e7ce25e615dba3d3e786113d88b8b5", + "daa90216b4b743a3cf2c9ad5b266a3c73c54207705060a7a9012f0e30317e131", + "daf3c47d33f1186ec51d15b5c6543abf982cc1557a3a6e1744e911a07e164b0d", + "db0e91755ff469e050b088764aff3c0ebbc90339907aa7bb9a5bcfce8c41b185", + "db1ac06f5945913376b6e0738efbb5dece43cad713af671cb01ead48ff4320e1", + "db2b2e354461be6b9fd1d9f65f83f608c82f37dc34b4123fc46a7170b0aa320e", + "db4d2acf1804f056caa6338a0c1121ebe7e872eb623820d2faf28f33033e589b", + "db8af8c419ca5c9e68fefafcc963f225091d9a50843113db6693d9e4bb4e0d2f", + "db9e83e985cacab6d1fdbca4aeae0719315ed7812438c1614b407f86dee3e6c1", + "dba3f95e581a67af2cc56bcd034a08321d9429a6a4a6558e0dc45e8d6e49c4c5", + "dbf89cef1ba7324ab6b407e149ac280eecac0c8b5820bc3d7448391ca59aaf70", + "dc06ce6ab156ba6a1b0200c9b2b3da835da67acd9a2a0d949d2d99d4b4bacf22", + "dc5f6880b7ab6efc2987eb81ea52bd648018d5f2dfaa1793f37640af324f35fe", + "dc9f64fe826159e80dc4a3b3e431c2ebfb89813de20dd3728fef9075dddb7180", + "dcbf7df88c53f2241c6d065d9706914e797856c427a9a7748f1a63714e035b57", + "dcc17cdd0fe848571eb98a651b77b0fca689d676576e396cef0e1e6213309cc6", + "dcd9c20f60c91d021109231b65061a5110cef9adfabc1381bf85aa06f3e4cb7b", + "dce77d78d4180ba19dd613af265e892ce7f35409a0e0d06331d101ab388d5d67", + "dcf195c7d41770f7c6c6a8f9869603f5d971e42f6322417ea4f804c457e858c5", + "dd428ea6b43db62554dc7f571fc9c9f4d735af775c0220921bb872acf95b9a21", + "dd5fb7c5f41c05f16a82beafa5bbf35b793c75a6cbf7c55f9bb6e1d78d5f13c4", + "dd61cece503090b07d75c50d1586fe3b5e7d7244216f79adb88ae8f631c0b5c0", + "dd814e024eef95fbbd404fe77becdd1b85b1cd84a1e6669e45198a45a7581e73", + "ddd1bb658f9157c87bd8b8e37c73e56b5fd70d5776d39e89af71a6b5fa75a5f9", + "dde0cb6bb333a5d275d2a42260faffe1f3c35a21cd71f9e6ce2dc65c5c364dd3", + "de2b5031bb88c517a74c9c7ce89d5663604cad24204589e5f04990665617bb19", + "de3c9542ce9158d9b846bca4c0e919fdaaeedcf781e0f3a532fbbdb0ef4c5225", + "de3d5a79d11855a00ba7a1fcf7b77a1f53fc6e6e64832cd9eafa469d0488c4c0", + "de4e63972c76033624e557a1ebe022edb003eae1549e6c00e897c55e547c34de", + "de5e4e21a02c52d22cbf382a6a968e4a68f0be6d26a80e997135747fbbac0e3b", + "dea0a83b2388d405870ab8d20e6701d12f7770a0ef891d35e8a6c60a24f549db", + "deb7bdd29c4ebab19db23e28bdd715a7e08efc63f1bd6c99937993271d26bec2", + "deea6967477e2d07a943fa1612a56e40712723c4cac464676ba95d03745c5712", + "df22cfdbe476a57a3a5b02c2ce8942fbbdfa2bef3af34e3ef92dd087d7848fb9", + "df32dadc5ea31fbf05bfc17765453c4b752ce748ea5c11f3eaf461cb4c4cf86e", + "df36ee603a248f177b0f7faf15812cc77475edc5e0eb4b3c2b90630d54211fe8", + "df3fdb2f1e2b9712dba895c5dba6d01ecfc53b1dfdd4a63a1db80df373135f3b", + "df762849fc9890946bcc0b5797d4d924e430849dd3c2859dff2c4ba7f009172d", + "df79c31a3880ff4606e683dea00a9f2d9c667074a3e15c7cbf315e51a8d47919", + "df9e0382e541f41c49bbf53abb33be62a5d85dd0901b3364dda0956337788d3a", + "e01fb81986221bb00578cc81023e8ae9d432c72ff0177fdde4057d96bcceb463", + "e04134fc94dbef26800f264b5643d7502849a1f4b1fc6af5ddc23a1a8f7af260", + "e04cd88d4542f2cfd01ba7a165a772991dd8df58dc9876b6a6633cbf5204dd32", + "e053ce301796e47ad5b2eed409cbe269442cbb8169c7c3135f9905161c621b07", + "e0756dca1abef5b526f8ae94b26d938328865bb3d80245bf87f8b4fe291612cf", + "e07f02c55b571705efbd7fd1acc36170409c3da0abbc1324f2f87179e4100de5", + "e0b00d3bedb2f4d54817338493a959e7725e0dadf958f41949ba385709a3b716", + "e0fb21f8466f8b028c0a8ec4ce48a6991ce3f73b80c1a300fabf49ea1f11b5e2", + "e0fd0bab853b2375c1458b581b9c4eb10a892740899b2730f77d5cf452315f50", + "e1116deb7a312c0773f7504fa68643e7642d7e07edc6f76ecf0e7f2317e4eaae", + "e116e702614e7e8dffd26029d472791b380e98b24796b9b0729c1431cb11073b", + "e13b045d58d8eb0173956697314814b0818b090fe63a02b4d383f050bf947302", + "e149e8d8cc8840f38238c52e2e4e095923ba0c1ba192fbd4115df6c612e69238", + "e15cf52cd356a8e4b4c394beab2276b76fddd40d600f4979bf671b8a8ae8d908", + "e165291d79e8169ad9ece304325eab1ff728bf614fd944a40d06ca1213341f43", + "e17bd7410c31d2059a4638b5d8798f1863143f7a099d1b60e03308a8c0065fda", + "e1e001d88d85d034c5aee96eb55f261c5318176bfb9acfdbeaa8c16c5302c6b9", + "e1e228481bbac4845368d96e9979b2e28a4d9c96046d94d4eb75ee8add763555", + "e1eda798f2f368b8857b491ca6731a72e832ea80fd29033e752239e12597c627", + "e1edaacf2d378c94eb4fcfdf03a1f080e3a7f2f5498718719b203f7e3f5b1abb", + "e1ef250815b1426c96147c4072ab677ef792e1109910427d9cced32834e50a4a", + "e20c328c0bad99a61bd6801575f9d5f9e8e1f31f4d6567cb9ab4ed4cff110771", + "e21d30dd0a17f4e3a48c59368fcc31959cdd1081319e280121522a0cffeb886f", + "e231c038fed93023890dd0e30ba99e3d0bd4f43d22f14c82756c138840a31774", + "e2422f3fc47eed98843f471f11ee45a4d5017d6ba68f5977ab3108eb2cda62a0", + "e249962c602b987e4520b848a2433337a2615e537a00dca6df1ba86146614d09", + "e299be1a347f7ee34b86aa0acd5d1251813ceda172c868b32c74c927067b830c", + "e2a8a71bf005884953ba2c79222dce333654a560e088e9cf38dac85680b1f735", + "e2b5b8cd854bdecc517cbd0a199160bebb1e56907278546f752c1d5a0e93a57c", + "e2b8f68c5ba84769f8c704bf4157ccd3e99b01b121dd3a4e8cf3a6792b8d6d39", + "e2c05ca53adfa0f9b3e5c432b2d6aa14c7825cf879d6befc9b384a02a1128624", + "e2cce80dae5af088e4d5a2f938be265a32d40a5aa29e216adc94c6af85769342", + "e2d6766f2fc6adec1f494b3c97ada10bc6b3dd89fffaa6b9c7774c0140e702e8", + "e305c6624bc5303875d34fbb385598ae3418b4f5036fe9763d6c5ba5b3261fa2", + "e328ec3ce32b204b4b8d6bf0f63bb2937b8070ab8158d792b746a4cf5bef0112", + "e3290eebc099a02b3bda9c30ab81e7a91f11b4635d3d68ba488795fceb7292ee", + "e354482685966bcfaa5ccd17d666dec791abb29017bed1cff35c1f3b48427196", + "e371f2ecf7e74a3b1a21a0d2dbd76ff061ede68511f0e504ca9f3b0562f666ff", + "e38810c68a7a67fdc05d198102f932ec2302ed507f9268ba85bbf84940be2bb5", + "e395caeba922f8b90effac45dc8e59be8078bce39141d8faf98ac3b4a2be832d", + "e3ad990bf0964b8d707c91fa546956dae31678ed77f2bdb827b9cc7659ce9718", + "e3bc95a739f1260d432bccbf2bb6e8e588e957d1128bca21b8175ad944922069", + "e3ca4bb6e4d1ee23cc72e89ad926308195c8cb17ab4fa4e240ccba8b99bde1e0", + "e3e53335a806f53b0df5e5632c0a5ce39d062736641aa05d81be66bece91cdee", + "e406fde4c19b80fa9ab6dd1a9dc4482b579dda8e387196c8218a5e2d36cf767f", + "e45054295a867fd9f601fb78e919ee099ae8bd87be5bd91f9055d9b5c95ba1c7", + "e4833559ec5fce3dee483ba72c851d1ead07e7a693163e5ec4d14afd7d3e4ada", + "e49d798fd16d767825c4ad445843bc037f30c731303cf07626052611103e69dc", + "e4afd66f886e9c1db0d2fc427c08f765d3f5ea8a57a76c1f3f675dcd1693b797", + "e4b88f8bc22ac0755f21e7e57a5daa1242c722dd27e5d88218a71fcd377044ea", + "e4bc88414306bf55b62cb428f40f2eb464a9b27b3d65dbe712f85ead7604bfcb", + "e4cbf1b81022ebb6a3f4ca228bd6e1d533e051087cb3be4dae37a6b335b64b27", + "e4e28808ae8dfd46216a2fb9252d8f9afafa858d11cf775076b653c004cb32db", + "e4e2bb9879bfece542a719a3d80a69b09404c4de19ea69c7c27e2d2f73c6ce92", + "e4f68bc2988442906fb3146a0c313b75bf7d98c78b03fbba3449eba222b4e2ff", + "e4fbaaedb205db953e8d24af46d3937040d565da17dd3c1a6358598ec4065910", + "e5154a7d17607655f0bdfe3160a78ccf8e0ba51ea39acae0376350886f8e1845", + "e55299d0bc052cb970f3e49f110d9d50c45c8c5aac7b7ded84020228bf1ede03", + "e556d85a21c5f358d7d57d3c4126a0476dd687aed40bfc633440a5f9114c0a62", + "e5e8e61a6acf4409b3b546bc34c4c5c3df6f8230d7e4ccfc33a2679da4ba8940", + "e608c7c92c378f3a308d3f279f0eaa97c8fb7e7d8dd97ea445b1c690362a3a38", + "e60b254147e2585fbbf72d47ea2954b9a673d8717c7d3e910bc513246e5089c0", + "e61fac6a1d5695f0b9010ab423fa50e035f5a29cc33ad776963371df7620b0b9", + "e6a517e9dfa6af4da7ac8a6d5ec19af46219981a80f523afa4e93b8a807c69e6", + "e6c72ed82e109f3797ee8861b619ab6088818c184d9ad5e96af3cb2381b7e95e", + "e6d6496eb3909c504ba87b96fb20e29c2a2cb1d6d15222570dacbdb4d6e0b239", + "e6daf10fc8aacdfb63cebf93b94bec2053e8fea782c7e9e02034387db2cab032", + "e6f45d4600f715028e9eefe9ca9ebeb9e34923defa01abcb5ebe3a997d8f077a", + "e758b129c07dbf4795ff3c35ddfb08b94af172a15cd90c21805ddd3269795d7c", + "e75ca95dce785b8977f2b24392174c21ce5b772035b87b24fd8f7df2894e8b04", + "e7669041b406fe2fb9605a2dea02b57ed708712921edaf3049e30c15c0e49870", + "e769fd9bd29296b03b3bfa821ce720a82c7fad4f6c3545defa203fb70f3f5890", + "e778fc043354b52215651eee4314565d3b8a52b3060f76014c43e768a0723ad5", + "e77fa12e38c90a278fb7af1465517449accfa94a16aed341a3c9f7c8a19d2acf", + "e7b9e659a56a75a9cc66abaf2878026f9ec9ea7b6753b744fadc05e8b4fe2e49", + "e807a1dae7d3b43b44646da39c2f93eac68f75c5d408bb4c7df269b2c31bfa6b", + "e809ef944112bcb401a996b7c48e9c60d7c951635b878b53a9a4e8e7198d5771", + "e8210d2b3a53f28d90cd4c0d5d563c4974afb154e58a950de60a6ce1e94b98a0", + "e83f1bc3ef5cdb9898f71848e2455310e173d9e625f6f62622ee9ca1f067d6cb", + "e8a3e432bb9a9a7a777dda70ead4e914e3852169e92cc1213435d2800a4b0d15", + "e8ab701f9c746b2050930d13cd14c1a4da09470e84a4af00182b240e0190f2c2", + "e8ddd4a423f53d9e73e89994910905d4177eba6ba48a22b6e94fb46c2eedbdc4", + "e8e065640856dc967ec7df4f09627d3df869baf4768b8b9f52d5455aa3824b98", + "e8e555f7ad29c9b6cf48afe7e613a9e7326b0ed49d8c4fa98574dce237cc8bd6", + "e8f7b249bfc5fbf13cf71c70f52c4cfe7ba312f9b2eda18ed1b85f95947dcf0b", + "e931fc764175ccbc37d92970ca353c3ef516278cde0fd8302140552eab5eee68", + "e935cfce5873192c80a1489d0905c0ec0a2c93bf66fddb4525e4ba1a261bad2e", + "e94950b99f9e3a0dccef7b2aad372368c1d0aa60ed9d46f44440f91152bfa9d8", + "e9c3fced5b9ee5c1b0564c4b0e97bdf8036c915928d6d71306c6a8153a3dbf52", + "e9f20a5843a9b56c9f60c76fe1a4a20502d3ac52f6a79e6bb0fddfe57c734f4b", + "e9f7e71b5ac971ee7edd8954535c7bb37a9b4423bf2b4c334a4d837a719d6940", + "ea5df06840f024216c7060de9e0e27e831a22648e6cc40f3cb3c39f9ca632790", + "ea677fca7f169e12f3c208c112812333ff2c7a322418d181c9a173155006659c", + "ea73e0364115fda77575b697cebee340ad79f5d70bb0c3e1a84fcf9366041a13", + "ea8c900045b92ce2c1fcfbde002b9cd3fba951e0930ffa5506af460aa540aad3", + "ea9fb8c996a5e0d3355b766f1236bcd7a1fa9071da553f229d72821e270d5241", + "eaa4e3b998e89bd22997baed140e1377accf6b6bae9a9d1e86054d583885d929", + "eada10e544c804df305e002ae188e023f385ec4ec1aad6532c21a721981d28c3", + "eadf398b6f49fcd70b7893a706e3ca3cec3931e2f79f1bf0478725d835df8094", + "eb2184aec299ddbafd802d22f3c13fd5f78cc0b39aa17d20217480ea1b539150", + "eb21f51a46305dbcfafcae086fbd51bbd1bba56b0c8cea89d67ea33f61e8e540", + "eb49069e0d0803d055f3d2498d02c39396653693a7bad1d32dc458e3118a2218", + "eb715472371cabefba3465b6b77fbff6aa0fc2b4f00c8fe7e55da7cdb1e57c16", + "eb829ab015a5470d658bfc7cf8d8a4f9ed7b0649fc04477878c2c5bb086ac465", + "eb919932d5bcb710486119df62f73e823b2662eb21355d6a3229976093c579e3", + "ebf1af91b52cd8ca4efe45784949e3cc2e8f246d7f4360202ae6f3749a725c3b", + "ebfc8c6d358667cd32e57e33ffbf9aa00db477c85e0e78f25cd2889ffe8a0fb2", + "ec128b250d230602ce125413a544982ece6e917ebe41620a35b3c2da7e64751f", + "ec248ceff6e47b10f0d67f19204dde463c9a1408cc04ba680abb10619a4edd29", + "ec34aae96b40eb7e90848804ed9ceccdb00855bf550a25ea89d1e9387475d256", + "ec3ff85db7bc96ce057455dac92b0d1e8b1a53813902595a4ecfb7eb248527e4", + "eca600fa3e3f7716c80a84047650bb56523b5eef746421cfd879f7de4e393677", + "ecd38846f9a886c1c8ced9a9bccb141c92951cf2c1a0762d75b46a4e27ac1979", + "ecfeccdc4944cd60927341295292880891b0047b9767a3067c38a6a88fc892e4", + "ed3411e5dbd97935027bab83e0de5f1844b0203fdb471007197c8fd12abcbb75", + "eda0be2d9847f3bed6e1f0897845672968add857c9059f415357dbd6a513948c", + "eda11580ce1dcbae0093fc69bea154e1b5e2c429c40a29a07cb6fa005413095f", + "edcf7090faa657a30800ba1effb6f5336ce6c6da7d67f34fdd7bdef9ae1799cb", + "edd3144bce78365312149662b177843b7be7ebc94852e60db48883321cd1c28d", + "edd8157eaf2fabdfa0228ccf1bbdf8da438b5c85aad7e5e2b16415e03225fc9c", + "ede58af4da98df112c7e8d3e3bf12d1dc95cd6a2c2133c5eeb854eeb92549e48", + "ede62eb7c52421c015c5c55624a6f4eeb50adf742ced0cb0e8103793174b4336", + "edea1d001bd33c4521b4976f8c90c447ceb5f39377994d58cbe80b20760855a1", + "edeefba63f3b8bdd4193ebd0f4bde202512ec7186db9680f83ea3503d2bf2221", + "edf05e34b8627e131cc9b0011ee2814775b3ef1f15e7df2a994799b77349e766", + "edf49d0ccc646cd8e65b71c90acbe0577f1e70a44488387d10d5af0ff0ec4ac1", + "edfe570ddea7c44dcf50e5d209f1d0858ac2f6d1f5f4314a47b9291c1e7761eb", + "ee27d30b6be2213a9955755bf53c689e22a1d36d6d937c6e5ce30f033baf1ff9", + "ee2eba2147ebe6e0be37840a004b67948c629fdba8fdfa4717838f8f14fe6655", + "ee58e5f3069e7a722ea63d9f4adc2a70363f44578c99b653e9242f51966d3557", + "ee67b0345ba3a7220dc499ea6cd43247969026767eca25819111f4437406e5f5", + "ee81040064f573d55bc892a32c0a6a9633ecb54f5e92dbf3e5250168a9ff7f8e", + "ee9ebd625b437d3e95188418939dc28c7bf4ba90a218a9ad07adda258499360d", + "eeabdf9f8b0db1bceb0bae0890b5fdfb9326eedbc40dcb85c7f26c6e14f3d37c", + "eed3e97400c4186ba00d90ef1ef61a2add556118dc8721a9d0cf4fd1677821ab", + "eee22c4fc66a21e9250f8e48c48b4b20312e15ad4dc92eda8fd1a8e84ec3b28d", + "eef0e5551b49791fa467c9827c9b6e3bf48fb58d15608a863f3b54531d6e7c2d", + "ef014ca51bfe5dce1a5cadcb691a09e845e1f189e197edcb1b057577e7db2b09", + "ef21ffe1a20987ae754772d981827616c2430fb2ee65fc446dc12b890ac44691", + "ef5bc23227ee57f961995d4db74011fa4e4f67326381286a17660c10f2bdaf2a", + "ef5e8925c07e682028717a42aaf87e36955876bcf1b2cf90c11c9f31047dc205", + "ef650facfe06596e2790017a7de7284ae386555ce70df6ac6792510b0c7782d0", + "ef651f38f75bb4454622f634118195c8fa2f380a02c85e542d0d5e8d40a312d3", + "ef98d4518adc923a900d7f16d0eee156539b83cf1eed9b777c661648296c8ac5", + "efa37ee575b79f5cfe55a72d9df54837d8ad4596af2cd6c9be85fcc147f607ee", + "efc630fb564e71a9a422d6fa7b95119128cb8e883fc59f15dbecfe36e9ecaa44", + "efdc2d00f2661a9477844c248a90bf38774d9ac165b55caa12814e13ffda9f6b", + "efe84d821bfa612112cbb36d005691aaf4429ed7d43863abd6028e2628aed9e8", + "efed2f5dff554dffd1f0016ade25144b7bfc1b05491f22dfd977473d08d90243", + "f002dc29bf45877bccf6944d2b2f85ca3bb5e62003414b4dd8d0da1a8f0239f0", + "f039cb6e4f3b43eb5fbd395eb0922df5deff0be36ebe5339171e5fda1a175bc0", + "f064a324d8450b5bf59a974ff9ca07478be793974aadacac4ba283d522ce1031", + "f0653049808872abb6486f7a0237281fea4cdbf633c2b9b7377b97c036c5b636", + "f0878d7d54e80a2f4cb870d77044819820cec0639b0c3ed55d68060e02aa2534", + "f0c51e190f9e1d34a145c340fcd2f3702770119d1504da2e90ee8cf61ebc98ce", + "f0dbdfdffab87118e1549236292638f7846f0346115debc135c9f7ab76481624", + "f0f6100f7f043d80e2d8ce1d779db6b497b549634415cf66ddb07b5cfc32a9ba", + "f0f910c3e7bdc180f5d4bdcf9969badcd6f9ce1ad0021aaac14c0e6268b93593", + "f113925bba3c99674527e3a1674af50ccc53272dfa59bb7e3ac95713e0263cc9", + "f11a0117829cfa3cba8005d6f7853eb1b972bd0c946a92175a4e94725e03721e", + "f11fa2ba5323f3df29ad79ad699aa5f4a6de4b5a44843d15393588dec3aecd42", + "f12815e47d204a27bd5b1f5f7d006bbb61f7bc8ebc81a5a238e3ca323bf50fe9", + "f140b3f6e23c614a37a424499d2195d9390aebede5e7d7249528f8c97ac4f8d4", + "f141613c3556bc991572da8b83f7e173bc25c96339e883c0419ef6909a1b4c9a", + "f176f0da7b059ac9e4eaf82d45200a273674b1a3c7762d988c8b45f72a9f5c9f", + "f18f388ab015171d6aab7c42b2d0b7460f2051e823cc7209f11a2a158eb9e69f", + "f1e8698545df73640275657660f6d64d39e679ad11a8e51db2beff9efd7d575d", + "f201a6a126befab7f6ecc164e97bd97e7fb96d41c449d5afed4e70bc38dca2ef", + "f219e244f6d65c5d2d342f118c7f3b86f8d17e9fefb358dc2bac5517a93f4403", + "f232edac8808e595c7660ed3940acc5757889c36fc23cbaf94c0256c0ca0e4de", + "f235b5c48056676e8b72a6ab386dffb67c99cd2e777a366a7bf2271009947a0f", + "f275219cb79a11c529c59fff67cbe509a3b4b494baa631231dc2ebdc434cd4e7", + "f297043452426d4badda87fe216cfaf3218081193df564a8e509b1e88436183a", + "f2eb09aa74a3916a82b93cbb45e64b6987b4b0db2bb41508039da083373192a4", + "f3202ff50ba57b89a223afda873dc154246a315d02cabd86d92e79aac87b43ee", + "f36947f97e0c076049cf7bbfc4b1f9e29a44ccd257ba819c8a4390ccd8c104f4", + "f36fa28a0d82ff6459afb0cc4c214a3f00a2f2c05ce33a7bac83708b92e8f790", + "f370cfc1ec34d5682a22d438f262a6466af86ebb6075f28a95852a8a9e1368fe", + "f3bf79df83a9498bef664e804ba1ac9abb0540d1aae420d363aca076e898e2c5", + "f3c7e653d4b7b48da3d6827590d2571ec55a0e2fc93089bbf0729b5118932cf5", + "f3e69d248ea724fffe205c18afedb24684d9e9732f7123bb52cb080c0813276a", + "f424781bd9b11fb67fcdee09cb5e383ad7eb8e73c9549f7cb2da216a5e597c38", + "f451ebfabdb362efd297cbce185efb7a1fbcbcb0ee813e81eb06cdc8ab9241e9", + "f4607d690baf013d7a802204f90eff95d514e819f345a9ca28a1ce98f372d49b", + "f46093cd26aaa07510e0b7bb6ea87df4989f67d720ede606e1ab1efe80d63d76", + "f4af0630de6af54e875ca3b5d161441a92c31a3d2755c4679296ec56ed1a4208", + "f4d75bd491dfcf2f2794dd3ade4da77c7f9d4ae201ba391c79c3885bd2a3a032", + "f4d97df423579ef674f017107340bb087391536562fd7949514ec8a0d6f3457e", + "f510d227beb77e05cc85eeb4cbaf7a037ab4696ddd28337cb3d066a514e20344", + "f5811d175868d36ea16bbf4edfaa39742b67911bc911f6407c853d4a60c2004b", + "f5a72bbabf09277fb14b7d4c26a8ad14fb18e35b770b84c63adff036b1130211", + "f5a9086e74abd4849d1138c889e6363e1ad753a23eea3b336c9b5098dcbbbbf0", + "f607d317a2120ccef46ceca3f4b01107e96dfafbf7e59b9eaac61518a9384894", + "f648007ae7f6484e0bbbb8540f09dd3799d97892127e3719cf24202000f58eed", + "f657f2650b495c498d64853a352dbddc540ef5fbf88c00612eb41fbff9b443c0", + "f687ac299deaec19007e4a2e760d551d30b34298db875526723ccc4fb29c4543", + "f6919a9c489ddc3392482baf57b77b9d6dcf57701f91d52f39622b411357b59c", + "f700762310adf887ff5ccb9d8345a9b8c70fb579f323066c2a784120612038a3", + "f729f479bac37a44de358818074337e1df23ac866b68c37ce94bad896108f756", + "f74f1b83529ecd86b42df89fb3db019bd37dbdfc0cebc44c1a8295617836aacb", + "f7601fe05dbc775a3669d8cb7056b902646da54214fb50515b5e46c2409e2c6e", + "f7691fdfdb3293b4544fc7a352f0f0bb36f9dc5f9f7be92351ec0713b440fba3", + "f7702d266606741d021f0a71da9cf4742074f901e150b84f94d792303db58e6f", + "f785b6dd3ff60c5fe59dd1c191c094844203febfd64e047f37c5d77173f3f66d", + "f7ee42dc5ffe55dbbe926bfb15e73fc7856a879741e98cc2dde8d0d93d5c3952", + "f7f4125d2f2282786b18a12631ecfdc43b84d6831f40e667c2e29307177a24df", + "f80da66a27af19b2789125c6b3f6d7c1761be79cf443343933c1e9dcf40fc996", + "f80fca2b74648131a8a080a1e8ab8a6f7d611bcbfb2c96206e11f4c6ccedcb35", + "f82c04cf08a5d7ffbc2052d4f95bed1564bfb469e14b3d1abebd310baa7a318f", + "f847a0c8222272968b74e8818e2021323d0ceb7e2e2a59f40e6ce7259b249359", + "f85696718a674949094404ab65331bcf680c5db6db8bbce2d0ca66cb795c2937", + "f87e78a9e384348c22fd07fef02a503472337a3cbed6fe3b0592793fda93d178", + "f881585742358979d9c7078d9838a7cbab4cf29046bd22840a529cf9a7687a10", + "f896d7cc6906c2c999a594df63f5db5abca03fd217c6d22b4c083c8f1a847dd8", + "f8bd539030c47ef4ff3a14d114494cdb38bab3c1e3bdc3265b293fa311d6370d", + "f8d90aaeeabd0645344faedbe4a1f9b051f2bb897fc5fb001e02a6de84f45a3e", + "f9323ea2196bfa6deea220e7416a5fffa89909695221079f04b0259bea505bca", + "f95f0181a9ef304fcf345420a6136c5dd128dedf7d29ea48d056f24cdb990061", + "f987345695896ce10e780add318656a40f3036d2dfa95daf70776c2d89909d70", + "f9c47c28d51431a91e70491c1ca8cab97e592279a94f9607368228549ad57936", + "fa07c7f20c27c4bf9145d52efbe65dbec7fe7e8e0a74543437b056b2fa40b98e", + "fa1b71dfc12a4f385623fe52b9f2454dd162217414070904c282e74116447700", + "fa31e969c67e0e4953325d3a91af4672b1f3d68ee721c1f819f040838966c625", + "fa39b77c7e175c3622da909e0c48dc141bc2421906f477bcdf99ba3ca389d679", + "fa47b56854afae0bb9ae5678b80137f64bbfa32e3a177583c97dde0caae50788", + "fa8721a6a99ad2ee7c2e31f26f5a28a03aa2e6cedb9f099c81b1947da8c079de", + "fab9244a98d17007ca287be76d375653d42376c8a40c9837d697b5a9d54442e5", + "fae85d58a94ee8ac87350af04247eb429dc13eba424d783babdb3b40962959fb", + "faf20ae2f6ea21bc12fcba0fed95fc2d2c66fa525eccb574b82d2e775d33e72c", + "fb0104a9ad8c9302afa9844b799df77114a1f599ae73fb70ca182c18657746d6", + "fb06e5d2ecd8c36cadbee98f013d650a6c07bb2040955789da0d930f95d97e87", + "fb6c478eee898b673291ae1ccaec9d0c1e3118308994e6e9ed615548ea682490", + "fb7a06547c76adb0113a91ae5e50d2de4241269eb736261a6943d7cf576ec5ef", + "fb8086cbe71654a8393479e76bc7865b3813caf6dfeb169c9b65234afdf316ea", + "fb8db1967a1bbbdcde29dbce41454d1cb692aa293ac147ebbc0ce88f94357194", + "fbae6636795b7b141ee220b0c648196fbf00d711eb5b0730b7981fcc79d98e0c", + "fbddd6b3a7a38eb467e4dcd74d53870097e4244fe2869fecfca9e44780db9ab1", + "fbe4c736b1b9641c14842d2f9c2d6a4a10e6838033b53bf5bbabfab58c8932d1", + "fbe89b5c637a113631eb2ebfc096d50b3df29a2732f57a74aa8b237b547a04f6", + "fc288e5b6716568bfc9909a0e3645678a20e33954d8cf3222dbbee1033550e88", + "fc32e8d507aa88822efa6300d76556838e30a182d9b8084a59c05ad83a83a15f", + "fc437094c0ca48af5d90e3736f836efc88679b90be80bfbcf782d4459d7b089d", + "fc501b523438dab044b23b812eda04e81412320fabdf2c7dbdc8830909c2d660", + "fc66d4b1c09bd0e559c579f228d3c38a078e45e9d1305d4cfff09a47329a0bbb", + "fc86885e0b1a0de5f04adcfaf51758add43ef7ff78fe43cc43a50cf664176586", + "fccd668b17136cdbb99e09013df6c6dc0a5a91f1eb1bf22f989a21cefa20ae82", + "fcd1b5d1a225fba957d02e346ad9878be14a6204b601bc7f2d3e9a6b06216294", + "fce089f68c0ae00d5da1e754906c73f1c3dda9140a37617dd6eb83c4b2c2ba48", + "fce84ffad30fafc2e31b69dcd740f4d6d675a37c7639473101c780d5061b1a03", + "fd17ec469ece96894cbad6f7c7e391c4a4c110283bcce36d923414a824f835ac", + "fd386d3ba151f051475e843a9e93e392fc7cd8f3193b21c2a78870ef190a8629", + "fd56a8f2722ba03958b443a558c4e13465f2984cd852cdcf87dab011f33b24a8", + "fdaa56189cd67b46adeae1059d510dbfb12edbcdc518bfa2e400140fe3b09bcf", + "fe19349e611215277bbee9b125024dec258002ca7dfcd3a7d6e2b5935dcfed50", + "fe196574c75b0c689806a6ec1f4ea29cb90df6513c167c4c8f168a3cc4af9676", + "fe1c600d5df592d4c32d16ff5e494006f5c98b172fc2b4f6e1697a713ff561ee", + "fe2b7d4e8a2279775c1366b1447b7c2ca7b9c78f80250778eeee02afe18fb26a", + "fe35b9a5ab367c6ce9b369d900c2e296de0d65106a374f90da0fb7339e6a1f8e", + "fe605b386e9ad2f29da2d05a1ecbeeddca2f4e96e997dc7f936f2da629381fc3", + "fe79db37640f9939ca2efc575b9ea6f0ada86bcfc2fa03c6d33decbd4adea4c6", + "fe8a0a9d5dd6d92788187afa795eaac740e028d09f80a76682e4f0c33a5f136b", + "fe94f8c3fc0116c93a617302afdda03a1964b143983d60e257509a690fedca37", + "febc1c3d860db8a9fbe1fee5d8c1f502d19797294cac207b19f790661312b229", + "fee93db0be8b667fcad98db04b454a25912e56cf54f3fb8637fdbc0eabdcf2a6", + "feeb03e7148982cbe914b41c73f9e6f399ccdfccdac69269fb3a92d214b253c2", + "fef7239ff6ce720d7a669ff227efa115fdeec7720a1dd0c35e5b1fdc58e9bd6a", + "ff07c472654ffc93b1e5cc2d73137b9c00da43f91f81c163d8f1ce6e3549ce46", + "ff1b6d0ed5dc56d68521316910c4d5f1e9e4c149199a4fc4ea61f27bfc7292d0", + "ff25cc50d0ec9a6667cb3562ea5a4db8311bafb7b6da50189ef2b88e8f792eed", + "ff3206f9c2acccdd3717c968f3a263cab72d9bd0ae23a9d3457d0129e01f6af9", + "ff6826aba61a52110343bc8400371d982003dfba256edac36ebd3559a2b924b0", + "ff79f3a026549cc2971adfd50a9b5308ea8e872e0cd3b1f88f9923d18d9ef983", + "ff7b6aaafe05fb6bfae3c4b5d4d2085bc210bf47117d02702d8b3aeabb31f0aa", + "ff9132bfcc7b97ca2285f63b6b98c9e5ca470341af195fa9ab9b33e5597cfd77", + "ffb1eb364e359c1ea440fd1aaae3ace5524bcb3e61da03b813c249d7f77de6f7", + "ffd5b2e7c3e69af9156ecbf8478ef0d2911bb1ceb72ff6c5dc2207e71ce09a82", + "ffde31f75b901ba39b1a965ac5540655b4a238fbff179c2e51a2ead30aada872", + "fff33bb40f0d5856f295bd86e969edec5147c0aac5672ff4f959b4dfad835dfd" + ], + "task_counts": { + "LiftPegUpright-v1": 5664, + "PickCube-v1": 11264, + "PullCube-v1": 4240, + "PushCube-v1": 5872, + "StackCube-v1": 5664 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/source_split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/source_split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..26988e766c6751325c7f72d33b199bd133350cde --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/source_split_hash.txt @@ -0,0 +1 @@ +867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..26988e766c6751325c7f72d33b199bd133350cde --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/split_hash.txt @@ -0,0 +1 @@ +867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..360338955183e4aae3ce82afb90c5687792a4e06 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 144 & 0.3125 & 0.2431 & 0.3889 \\ +base\_safety\_label\_known & 144 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 144 & 0.2986 & 0.2292 & 0.3681 \\ +base\_unsafe\_known & 144 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 144 & 0.7487 & 0.6186 & 0.8692 \\ +branch\_car\_at\_8 & 144 & 0.1883 & 0.1097 & 0.2613 \\ +generated\_safety\_label\_coverage\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 144 & 0.2474 & 0.1858 & 0.3281 \\ +hidden\_chart\_oracle\_success\_at\_8 & 144 & 0.6597 & 0.5833 & 0.7361 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 144 & 1.4151 & 1.2723 & 1.5417 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 103 & 2.2488 & 1.1836 & 4.1038 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 121 & 2.0613 & 0.6453 & 4.4401 \\ +outcome\_ptr\_at\_8 & 144 & 0.2639 & 0.2014 & 0.3403 \\ +pairwise\_causal\_calibration\_ece & 144 & 0.2073 & 0.1883 & 0.2282 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 144 & 0.2014 & 0.1389 & 0.2639 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 144 & -0.0972 & -0.1667 & -0.0347 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 144 & 0.2431 & 0.1875 & 0.3194 \\ +proposal\_oracle\_utility\_at\_8 & 144 & 0.5701 & 0.4651 & 0.7015 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 144 & -0.1786 & -0.3059 & -0.0614 \\ +selected\_safety\_label\_known\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 144 & 0.1042 & 0.0625 & 0.1528 \\ +selected\_success\_gain\_over\_base\_at\_8 & 144 & -0.1944 & -0.2708 & -0.1250 \\ +selected\_unsafe\_known\_at\_8 & 144 & 0.2569 & 0.1875 & 0.3403 \\ +selected\_utility\_at\_8 & 144 & 0.3818 & 0.2986 & 0.4771 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 144 & -0.3669 & -0.4965 & -0.2505 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 103 & 0.5487 & 0.1597 & 1.2471 \\ +selector\_regret\_at\_8 & 144 & 0.1883 & 0.1097 & 0.2613 \\ +success\_selector\_gap\_at\_8 & 144 & 0.0972 & 0.0486 & 0.1458 \\ +success\_support\_gap\_at\_8 & 144 & 0.4653 & 0.3819 & 0.5347 \\ +success\_total\_car\_to\_hidden\_at\_8 & 144 & 0.5625 & 0.4792 & 0.6458 \\ +support\_gap\_at\_8 & 144 & 0.8548 & 0.7165 & 0.9951 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 103 & 1.7083 & 0.9842 & 2.8881 \\ +total\_car\_to\_hidden\_at\_8 & 144 & 1.0429 & 0.9018 & 1.1718 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/target_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/target_index.json new file mode 100644 index 0000000000000000000000000000000000000000..21f76a4f847a39cd7631c9675f06c81edf567240 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/target_index.json @@ -0,0 +1,4179 @@ +{ + "audience": "train_retrieval", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 2044, + "near_miss": 4088, + "no_op": 2044, + "random_negative": 20440, + "wrong_direction": 2044, + "wrong_gripper": 2044 + }, + "content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": true, + "embedding_content_hash": "00859bfac7590abb24a3e7cc4c26fbb17122ba52d9f63369b8bb71a6ad1bc302", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "001fcaa1974d30d8f6edbd3e9117a10a084af107360ce1b7899dba37d093d073", + "00526cba701d9c5d7399d0436d2718fe144013e2e0277c3e00f247c3f2b026e2", + "007da68284552fa257c5929a32c040913c93b9f31569bc4a9e0e5f469972c3f5", + "0081224c84c2faa89c82c842265c41240c850ffc35d5400b57531935df3d704d", + "00bbd346a4f8658a96b2167b8ed3b4a4275cd535f5b46ff6a2ba6fe55ab5af22", + "00c41e13d6af229bd31262983b05d48413360e477204b62ba89278a110632a3c", + "00ccbf9e23e7dd8cc6ea5d91197bab1ee5d7e26f1c2e9dff0db7c48332e262d7", + "00df496b285db96e866529484da8bed3b079234ab8ed99faf38a9b105ae136d5", + "01335787d62e2c1bfa20e6a53a53239d19087e703ff07e2bb0666862536259b8", + "014ef3543741d318e6b6f9a3427e4423b1594cc26a73fbfa8266a1dadffc051b", + "015b93c295196814c0cf417d49ecf1d82d00e68458e42d2a0b3a1179d6d4c135", + "01a286ab7524d1d907099802c01da4995ebb8381d71bba0460100499c3c622f9", + "01e693c8677801418926281fd44938d17c1d275ed367253f31d1208676259a5a", + "023bdae7b5ddc517f49ec900a0e48dc698bfe1ec6f1a7cc7edfac21b46f37333", + "025c271db3f4ffb8e484ec4ac3f7244b0380bbf904037af516580e8d7ebf605a", + "0267094d9bc010468e6f684ab19365e65b31b38da78897277def7201c91bac27", + "0294a908f74ea0b1e54e4fb6d547fe5ba986ca4c6881572213732a0c867699ba", + "02fc97ab4aa793222f215b66d0ffc5c856706ec647c7482ee66344e066456af2", + "03020ce876d6f83841e56c51882dc8e6be8bf33ec9c9c836ab42ab8e4a586538", + "030b87c34937f69c95bb61bf59d9773b5a365a86fa73a60f619ccd0256d2968b", + "036bd56b347b3ea03e19a9a1e1aa865021d7b541fbdca003409a10e34912b3c7", + "0388ca1306e31d2ebd07b30a8d5366063523b4cb18d426c93351e7497cdf2721", + "03b05cc0e617e7ab7149752551af4303fa838be521fe4b22a15389558dfc0d60", + "0414958360a2c4e04be7534d9347e289e132993e773f7518bc8ee75a02ede570", + "041af35d269bba29a9d94019ad4c8e433bd9b11e3d2c12af4922829649df041e", + "042cc293ccfe917dac796cd6101f1d2f4fd0fc5c67a050c391399bb3c89b83e9", + "043d323f81c1208341028b4176ed8c4c56e69abb8c08aec31ddf093056d9db95", + "044f47ab5be1af5d16cf8dc96c3201970c551380fc2e97dcce7ae2f5265658b3", + "04529d1ba49a38cd27f3ffca329e63ab856f5c1e9cadcf7599c074ea64d26acb", + "045cb769e1cc19f043df64a32a05dc520442e9dd62fe0dcaac93c048c8a53589", + "04a1476f8f2cbb1493afb3e1849003222903e15a7cc7e519dfabb48bd1bfb57a", + "04c63f785efcf0d3591dd2051455fa4878b473bc2cbeee626ec7e549bbf46a14", + "04d6d326619cb05f115813e476605dca0485b6bcbb256765822fd1be38def668", + "04efaf4eb209e619534ffaa3bbb08fdc7a05759f77c96ede295435e899557617", + "04f4ff1016421b38f73be280be75ca4fea5c372f3a8d1cda4da185de229da025", + "04faed0a7dfd3ebc89a4bd2e8e075c9a81c861e396b860cf1172c5ff89245a11", + "05240853bb100723195b299a8e993517d7636f79d04d39f3d60ebe025863c321", + "054f169f2c20ec618c2805cc410f661edd54db72ff4e124ef2e8e695f5c41483", + "057423d91c0d82d8f62f114440e3d5800ff93a36d789dee2cb1558189230b3f5", + "058273a8b1145d6860b07cd133fbfb6439dadbc9337d32c27c9b6e353b9938c6", + "05b7a5da0c35c1c6c9dd3e767ba83f3a5d8c65cdc688f7c7583b086d2f5e578f", + "05c0e14adca2fb1afd50c9c82effa52f4a3c036d865a6ef07cf43ab6cb7cf9c1", + "05c0fa198643aa9b11a16b11f508c0f3e4876d76adb60edfd63e5b22da4f6096", + "05d812f28f8fa0fc86ae7e47fee0b87e82a8c147cd2c20a18efca3e4d1716ed0", + "05eff262f0c51434f1a2717cd888ac132d5418a211f5be302c76204c694c9c22", + "05f242687ca564fcce8802518ff330054ba4aa6fd52dc16b739af6e2cd73265c", + "060071dc4d719b0172224dadd17bbcad4074d9a025bd9753dc25bcaa82a1b731", + "0612f705ce60a6e5719459f4ed2ae70cc12c6f610553af267bba19f1079e159d", + "062f09156bfa5ecc2c90411a5c30cf7ab44cfdab8fdf6bba8dbf0d0264398669", + "0637e894caaf7866508328256b86a787acb4b59279b4bc4d77fa920669620b0d", + "06646b414506091dc9562eec9f7ef5a47fc11f0d46fefd5f17118e104334ad20", + "069838f6f7f1d064c02323989485d308d36f8650e6062785a461e2b6cff0b0b0", + "06b2ec0364fcc116b85d61aa2b8f007fc319e48756acfc228765b7aa0e79db87", + "06f3fd02d9a8cbf4fa564d32546c328fc318d993b9d2d1ef685324463c69ddbe", + "0713a51c5892c5558579ce4dffdc60b974477b43e53c3fe0ae4345b45549ec17", + "07202bb06fd690678da08362e77ce653818eba36201fadb49d49d1e56ec9c228", + "0749514f298a42cfe924e24c240e25f5ff48f47a898f8586b200cfa0701c7a37", + "0768ebbabf013c2a4b7f1aad3a2099c8c13cc1b0b6a083b446a17336f2d17d04", + "07721a0faa4a8ca8a5af0f07c002538292f7cf23086a796ac71f17d92c68ccd5", + "077f12bea73da5c959c3558c431a5137f203c4468023cd9bb80ed7aa72c5cb15", + "0781ab28ea0865deb62cdf28ff45c8db767f6acac236094d1ac9671a621c0b10", + "079f2e4745cdf1e6fe28c5fd9c44ff1154b2317c9670dce3df3e46c5956b6266", + "07d1cf8fa045404915eaa0bc582d7c1f1ea3e5417ebd7d9b076c0106cf937b49", + "07d78d133b041c1b387a66dde85c2e8d619868aadbe25df65adf9a537733fbe2", + "07d981b9235d6f62b04fe940d3b60888c7324180a1eaf5258b8b7d28dc9e09e1", + "082bc6e23d9f8848668b5e2bcf5d214b05d642fe9247181ac7efd87c1152c4dc", + "0844b2faa86b75616ad9e61099a8546dbe2ce19734eb93507a1c294eed6904a7", + "084e99784f5d3144472f2bb4c6ad302124d7f238dae7d6cb5c48e30e490e2b0c", + "085f9fcd72c44e1ec1f4ae40b1d183e6854e606726d8358ac37b9f360c0358c3", + "0884cb0cd7bfeda804f3351dfee94fedc6468594260bbe98c0e2414ec08781f2", + "088693fbb45b889e85ff958da47452272c49d1720c61f8a24e4ad652bc1fb716", + "089bd7ee69056cfb1908280fe2f2b1bac9fe708220e479097c6dd18fb259a24a", + "08bd69953da3b8045ffd02deb5f986a11f2d120614be22b53347d8514e5658fe", + "08ee326bc033bfde4df8541283f59dede6da6662c31cd3826c8938218f7a90a4", + "0905b1f6e979661d55c733e49ea636ad4829039c2f8327ff1f261409b6f9c8e9", + "090d54a2871e4dfca2aefefbc2e9663d0a7b710e7957d20c00c361dc43a1d2e1", + "09c524d9908967bff722776dacc5e2dc1841dd82e85f2eac79be2986be4727c7", + "09c52593507b34845144191b4a8edc5cd9b4808dcdc1593b396fe166b29ac84b", + "09da6fc458cc6cf1e4be0ceef803120255238b8962070c2cbffe715551717085", + "09e9d938e278c8cc5f8322c610fcea1283b7b77bafe842eb6449215d49394e02", + "0a9312ec31c472903cdb28026d86b90d551127135683773d122e17b6e0cfb857", + "0a9bc7df156ecfad97d28ee1227663785ce40cc737168364932f1a2e30cb90b1", + "0aa1a4571153dba5c1748f018cab757e1ece943ee4ea64a0f26bdae4f936d3e6", + "0aa4cb3d3b2e041fa4253c1cb23a914b8a5c644b56967d3741516fb17d3631f9", + "0ab83ad36b03e69d64d2ae4ef8c556097be124061af0360d32848dc41bdfb7ea", + "0abf91fd3685960f7b6e0812b4d8ce52b6a31224b4e739a506304cb46cd29fea", + "0ae69b83b02e7dbc4eb264be79de0da7185863d38bf366a9be1ae5d745b9a7fb", + "0af0a212eca005fb212d32eff4d5c2ce71ca2de8e9970ee416416ebe5d936f06", + "0af0b65f74f5a6edff26999f485e115fb04396168b31c5e77ef731b8b413e366", + "0b1ff010af5f1418d0f838f4f21a71c1025a797e50f0dfce6fdb578b4bdac377", + "0b41ad1882d3407ba74fd9527ddba492ebdb1356a231d41d3b97bea671cc902c", + "0b660aea784794a286ecd4ad09d7536cde2eb65a19280c8ba81d9112849a05af", + "0b9d988ac32a9d5138800792db6436da932ecaba29485cb95676d018b8c4cc66", + "0bb16a236a2dbbbc53df7f8f514f71076a1408dbe89e9b64f56ff6308149a5aa", + "0bbb7041a0e42c9d69fb059687967f4f5cf4dcec5a48a233d3a1c1b6ae117304", + "0bc9c1dc25638927adbf62edb1f44c41fc6468564c0c0bd07f151256e70edcdf", + "0be11c9bfdda8d9d43bf40a9567a2a7acc8b09343e6411ddb55a6b0097406f58", + "0be26fe12af26d5427c1b23a13e9a0ab66560bd0bab91a5023987f9a483a5abf", + "0bfafacef2b0488487659ba6e9f07942ddf7a9734f49746e14e68e8b903a5e57", + "0bfffb14c5e767e6b6a0d073a8c38b271abb71ec60be03aa3c6676de8620d1e1", + "0c0015ce0828d91018c21a25c3a988ae23e9a116b77ccfee298c2d770fcbc1e4", + "0c0136f75efec62c8234e61675eb5d7cc92a005887e1daf40961dda217effdf3", + "0c26b22b6f73a920acd2c3eb853dd13714c7d1a15cb7f01189612964543e2bc1", + "0c5ebfeb8ce3384fdf5c7466d9febb871c0a55b3dce9196adbf45beeb3c3a8dc", + "0c729263a7865648102e96eb98f764199f7e3f9be15d9852bb832d72aaed3cfb", + "0c8ad825fb1b90dad15342b1a38a73230557030fc6cb483d074998a391017af5", + "0c8edffaf99aaa4628cfc8af78d3b08d78e69e645baeb1ed83bfd23d9be43a5d", + "0caf685769ea343e0714af61762ed28dd8a3619c999cf2d503f590ec404494d5", + "0cb26bcd10a801c61924e70d10b27e1c10e58ec84a1f7fd1ea0fd4691d2d577f", + "0cb8a1e195b091af4c1ab6264bdadcf5dea204e12810c9f9674a810717bccb54", + "0cd782853dfd7e50a17e062e2466a0c2834bb6ae09ccca30173972814b444d92", + "0cdbd13e6ddc48ca28d0018a7b2a880b226489f679aee1a6ac782581c3894de8", + "0ce23e2fa8a749821680c196c1169b01e7e30af9b335e1cf59b8b62c58e04fa6", + "0d54c732a07f0fe8a6fc5458c2fec6b0e153a40bb33677bf852c815add211b7c", + "0d70dcc638707ec9f6834ffbcb4630e07abdccb780a1609d713a970f3f0ac1cb", + "0dc1128ba4c2992987f1080cfbf80add951244c5512109367ac2ff6dd8481f04", + "0dc6b7748f769c6f4fb5b5e760d69c37a5c91fa538ed1dd31a3d5ba4cbc5d607", + "0e292618af8adc8bb13df6fdc700564538050caaf00643122064b7a3376a1d0f", + "0e321b35d16bc03a5586ec91b97acf8c107f0b79c2825450f90f35f4fa3eaa0a", + "0e54f1bcdc7d87ecfc6e74d6de3e4c43d13474e1bec0b95138e7167710390990", + "0e846791b18e5014d92e8a138b09f6aa1edfa36549c1ef12a8ca4dc7e1a7e90f", + "0e95a43b5c9a6e453d36ad6f7cadaa8af2df3f11f0ca06fc4ebaa43fec26445e", + "0e9cfc6bb4e6178112967c91b2e35b0a3b38e389cc2aac0aab443dbd63f6b02f", + "0ed2c0dfa1163e363e7e1d89889e7f49e18528658208c0a068ca52e82d3159b5", + "0f1330ac1eb5b8485604be1a622a26c53c19cb305a61c61fc348020b7eeeec9b", + "0f207722dc163c7f09f47a4b114cde2e4d675c7399a3b2941f8c22954ad5df5d", + "0f298d9056aff724d852e7d30dbb93cff797cf382b8fefb1a23884389ba72ae2", + "0f4ded9465d1adb2948c4ebf574aeacac709555b4cba78e2f7ab0514f3d1dc60", + "0f6e062f0fbb5aad354b50ca9695824a01b4b1a2b6650fe534dcd517aae3a3d7", + "0f97e4c29d2ee4474f3e91f9728b59c2ff6ecc3ba0fe4709bea263555e4eecdd", + "0fc1fff21404a7c4c3bf43d0a946b349cddd81fd91394830c215687fd29635c4", + "0fc42e7c404cbbb29ebc6b271746a16e9226ff4270cd13ef194d66d9385f98e4", + "10bafd54576f39b903e32333fa9de033d34630504b3ccfe756933c7cd139fb22", + "10bc4cc7a43e48b9fd9fd2b4dae3488801ea0e043959d8838a5b6f2a485f0756", + "10cb9fea43a85b51aa089d8184d5e7ead3b732a471283229eb053f86a7b89c64", + "10d3721833fbb982ec10f2e41634a06e94f3e11be89b76c449dda794bf4afb03", + "11012a866289284e636f856a871945d4089e1218b25714ddb7e14e3cab1c2d05", + "113f5145a36a62fa140f4eda8be653dc498c33132e8440ba8bf91149e5bc1abb", + "1148a49a8e54f0192c8e4ffb72c997dd10918c28363d1dff62fb9176225d3e5e", + "115434f9bc4c1998ab24ed4071f8513198a71ea8711b65bd911d2283855eeef3", + "1169947cec8d4834b14ef01a1b21b27715efabed8c282612bad37c32b70a4cec", + "11757f25e1971b1949f99f53e1aec63fe120316d0d794ff04c5e3bf3e1e4469e", + "1177abdc80e9dd30dd06522f2a39b4b22ae70c1ca17a29414e0cd1c9015f2340", + "11bb2f5d4191b2c5785176893b48e085f0bb8944d6d257b64647ef8831eaf362", + "11cba72504d167af81d43fb4f4aa447fc4dc1cb8a873cd123fc80c00a4bf605a", + "12044591849b00fdcaee3693c012680c8dbe3ffe120fe6e771ec86954622880e", + "1227a4aa8cd9896b3e02709120920bc948bef60870f206080881533008607752", + "124103b3e01c126d1d7c42ab8999b7069a649f26afe76483bbe75e0516fc9092", + "1272ddae5bbaa8cee4a5917fa083c82b10d9280d0a6dc8f85968f6df3b822eb4", + "129467e910b6d1d31fdf7405d1aee0adacf2b45bcec803f8e1ae3926c3ecc432", + "12a1492fbc2c5986df9c059a33a7a0b9fc5445555bdf672b5fae0a0f34da8a86", + "12bfa8c65887fb9fb257aab37ef0aca1a2f50dda0836afe9a3845fa66295a1d7", + "12cfb3f21f142c20b8b75fe51a500470a46848c69674b4592ceaf5aad9d976e6", + "12d2cda4fddfc7694bbf706182fd2c9ab83964cef1cc1c7b2e3abe84dc6d910d", + "12e49f621d373e186d124b525688c4d1219e8a2b7dbed956835d6e64aefeb8e9", + "12e61e6a086c54726212dd8ae40498e7bf40a4e6fd9ab5b677c950d02eb7cd52", + "12ee15c35b3f1356c065b1161d2a63d7bf8bf083bf7485034dbdc0b40f23c525", + "1311e81322d103c2c43a03f83aca27a945245bf2a02de6eabc767baa61aa2442", + "1313d324d3e798a357662678e05bcb4c9a763b4c397bcf7816611f318b2ea4ae", + "135b237070f72bb9bc691fa076a6343c512900564e119ad27281243d2af0e42a", + "139e442c52e6ca3ad180fe14f1acb72016fc4c630405d7dcd2b8f848edd43a9e", + "13c92688765abb9394668fe90e9843b50fe58a60036450bfc308769592840eac", + "13c9558f5a69f6784d34d046906d2759d6c77af2104091f964afaf7bce5b13ba", + "13ccedcc5114c00535afd5d9e128b3f7011a2926486054ea868bd4a7b6e4b46f", + "13d043c134ac85a633c31260192367eabc7cf1767299124779b9f01a21ba59d5", + "13ee615d8033d8a0e64e589fad80b9efa6d9939c3a95a006300263b5fc7bf19a", + "14b218a5081e90244f5425b45e7d278a74ce673dd2e49343e0a82f4874fecd56", + "14c0c9817f4f22d5f2251efcc78b8ffd67926fba73fb45e17293b59cdb3dd535", + "1501199487ec32e664d5f69df0b7da5186e71defb0c64229e946c7c5f0a0cb2f", + "1507748f87930160bae3bacbc4b87aeafb13ff0584c0b3457b0b15e33af846a5", + "150ecef476986ef9da9b97b6f1ffa83c74fc8ea3d8d57213831b3566d328b61a", + "15128cce41835053eda7e79d8a527734f51a5f94f0e71bc4f7c30c82bbd7381d", + "1590a2e329844ef537803416fa313ec171f54da63051be0a66528df467f45636", + "15c10dd97eff18ff9c11efeaac85032c3db028f8a024a25b5732401570b5de2b", + "15ce55e979b5b57f83c2c79f86f4ac3685778340aeb72db247ade562c3dc9fa4", + "15d91dbb5bb6cbcd2971a2c9005a7d1591a02de0780530cdd09301babf1d4295", + "15db89c2bd9b6360edcfd4126de0d04ab42d10be7e7c9eaba23f1184493696b2", + "15eafc044f81072b73a7e4978efb8a5053684d910f074bb9de0900cee1bde5ec", + "164faca0fe5fbd3466a4751b72dd20c69f8349f0f6b35367b75dcd27d79fde6e", + "165aed8e4463db7858a18e57d902eb84591607731c33d0799fe2e1dd9943a16a", + "166ad8c3cb7f8dd902042e4720f289b39d64cc34e240f516c37a552b98ddc204", + "1680fbae27ac70b8a104e58a59fa2ba47adba09377dcac5e76e68153151a1a24", + "16d7a66ecb74238e0d120dac82df1f13ff15fcd44325e4de897be2612471637a", + "16daf6296ef9184c97ba0e67164997e16876f7a16f3feb490c704ec7bb942f47", + "17242b256da38439da805284116ccd22b6dc0b4f1162e966c58d2699b88ed142", + "1728fffcde610b0ea864ffe387cb258be47affaa5fa2444d7271475cced07a00", + "1730561bf6306e61c4609c774a86ca11b4e49a8d1b01c3425f94ee9ebf718042", + "17794ad07b32b794fba99b4aa198cab80c73a617c80388cb3938f1bc448c33b4", + "179a8d46e8da7103776cc9d41954954f9a30cd4455377cc6af1bf76a0704580c", + "17c358ed8931a3e41bc39832f8024ab4cf2ecebd3070060890e8381a61c7b344", + "17c67143df844a780a50ec041cfb21740ed75142c30dd9a778cf56d46c5e2f5e", + "17e01942d367267f255ecec7a0d0756a47a18c02e6a868ccf4709c4bb7e5d75a", + "17f64daf3c523045868995b9b5893aa69c6406419d51d0d2d5d6dccc95768fb1", + "1828cbf1e501bd910192ca5f0118ad162ca6e99b3d11a588966650e20e5194f0", + "182b16a6d5297ed49a61456d81e924731b627fa701a33bebf113b5d1dbac34a0", + "182f7365b61944dec5bb0919a2d802ef89258842fe129664444ed82a58cfcca8", + "18657e4bb7bcc144077e48065c56afbfaffd0001a13ffdeaf8f6bb2326d8c483", + "18d4f30d97e86421c7a2f9bd716a3944dc4745651cfa54bbbca295c0ed56a933", + "19b08945d0d2787fc572f103b8f4bec38912b933f1489b4c73c41ea3b26e141d", + "19de7f92ee293142b40d8214a494dfd201964ef788d8663ece4c2ab5d3c8612c", + "19e0efc3b92b86a743d8a25d8228e7a35b8767c51244a2940bf325a900680e95", + "19fd5cb3bbb4d83eb86d436bf9786e970c339b1d854e91ea35e9a144e4155203", + "1a12204deff18038d5b27ab69ab157c6feaedb6adfe5560c46e31174eeff0f13", + "1a169940b1033a1daefd265afd89c6491a7a05d9c479667ea58efe6168771027", + "1a644d661b36094b489ea6e2ed67bc9fed3a3f5adbc01583591fef5eb9704bb1", + "1b261a0ce7ec407cba1565a8e4c24f3219233746509f716cab8c4747ee3537c3", + "1b2f9895a0fffaf04836d9581bb8bb6c2529fedf2283da978f875c2860d61f2b", + "1b42c5fb7e97213a533064bfe6bdad601e007166165a8f29f63e7e7999362c42", + "1b47810cd051a297cd61db10f6fb32c434e35242afbb75ebb728a1a9fca6c7de", + "1b644336b4b6654215dbcd04f4fff2f80f003d27531a1a7d5ae344a96223ec0c", + "1b779aa158ed431977a27764618e2a4e373f3ce3c5e20f75c8938781881d0e68", + "1b7dcea7adab5f8b915a848e6415ef988dcb9c01cf49cf61c573955f0845a4a4", + "1b8a6a6fa1b179d5d5437229af8793f416cd6ed3492b1fa08b9883757ba91bde", + "1b945f3f2ba81f701ae6363cb35f8805bef6fd083cb7f96fc28b60bd59b2a42e", + "1bf373e4138ede234792ca2a31f7cdf7d8000b81213d183c592c57810e5f860a", + "1c7c2472654cefecab0ce73cfd71bdce6ba3723a2d1b0e60db8c98aade0214c0", + "1c8a863bb173fb7383178f4791d07dab6d7e61deafe0533713f1dbe165714347", + "1ca29fa47c93e63575ec16caceca3cccb1433ddf46316e5a0e516a370aba3c98", + "1cb925d6fff01c6d651d84259d1a8ac66ef3e62bbe6edbb2dfbf8a32ba6e254b", + "1ce64787a72f626f6a88392499a9255a86c5383a749e004594bb8c1bd28ab033", + "1d31a051b2ec1fc2654e62a20c125ab46a8257c375a84eed7028b7e4e52d89c0", + "1d520b036adf88c23e2c7b29f0332b8b2e0145a89df01b7704c4dad4a4b7a26e", + "1d5844a8d16fd769c49e5ec5a2dbda1f912441f777969d005b10b7a54ec6f222", + "1d61e39cdd0ec95fd2b45881a6ae2dcabf25bc7b199d93850c9cea4689561fe2", + "1d71ce873b57f889c07cbca6e061d4c9a7e9b09f7a5080257809e5ccce1ef3f1", + "1d7833e75164b04c32bacecf88e1adbce107ef962491f630fa7e7995e7dfd250", + "1d7cc58ad59e6b600b4bd9ad4df955100e8d941433168c6cc049e26e843bde9f", + "1dbf59ec48199ba97c18205303d128b76b9c663595181fd12274398a2ca084e3", + "1dc1fd9b8eaa6883f2faca7699c9f508d1f6a8a77686902ac177131cf2899099", + "1e069441905d0a241eb511339e9dbb1fa46aeddbb8297488c2f610ee338cce43", + "1e43c66eca65528152bfe4159ecdb59354ee36c34b54eb62e985b212b25acd13", + "1e50848ce7dc42b4b42718f33d0c415ab9a46775c69ca5a4b82276908bb943eb", + "1e76599c93125e60681aa1bd6ae72f50d0a47a9c49cde9c6756909e98464d2ce", + "1e79355b42972c791c37b68852c99930c49365068ee1a5b7da7692d2aad48a32", + "1ecd0b4f77b2aa35440911addeb9c567c92d0871fc1fa9100e21b2be14139d18", + "1ecd4ac9f9621863890d5f786017185d6fef36d9a90002909562bd6a95eca2aa", + "1f4c8d73bf3a9ac57f9e2b43d427baf173b127d556762c817091febec2e02b83", + "1fa770f0d73df883caa5caf32e572447960a6f4a39cb919b7e5ef0ba5d8d4264", + "1fa94044a3bd20aff19e7c24bf541dfb9f85059bda026eee808d37fcf149bf33", + "1fd4988ce77729f824275c64a1736a759fd53bf3a9802c5fb4320f94889edac9", + "1fff8991748bca60d71af9cc9b2b3827ab3180ae705ebd62243c072721f8f094", + "203223582c0e7fca69776a87bd032ce7acdc2a2294698ff3a98d3b434f009347", + "20c786ab915d0509301693df90eae1ebf07cd0291a9238b3c107325d77b631f6", + "2106a3207e94eb944903c4fba0c66e02ab7f70389b6fd2655e6a934365c53a28", + "211894e79d6b7bc3345ad4e7706cd6c2e18970084a6b2e493b65bc8d59a5c727", + "2158667fab766e543795e7d22e30a62e6b02552493d9ae5d40764e724deb48ac", + "215af1c5f11ad99c5e43328eb8f930dd88cef637a51840abef90e51f91cbc371", + "215f4b47964817c247e28ca440642fd20f53f922013de4b009d90cde4c9d82cd", + "218195c1668cc7deb5f978b763d886317fec3a8ba0cc600b515d689330f959bc", + "21852b6057ee5fa7766c8f5498de18cb6a9b2ff18129ef78c35ccb43cb3a41d5", + "2193db36c24d0b68f9a562323f3455e60bac32e17e92c25108afeba03c0b8d83", + "21ae1c762c3fff7bc2ff0b1334fa52ec4290d14699b4ad762802e086427e6ea9", + "21bb9b4fcfff8d963d835e84fd8b0a3f0e3bb00da0c31b3ab99f7eda3b9d1879", + "21df15768401d6a240f92e69c17482210d8decca91922111b82544359047545e", + "2208bc75cce9607aa11acf9f64f8a37a4d2f1f8f9d3dcd59328f72e9f2f573c0", + "22243656978707a34f369f92c925fbe6e807c42c9200857afa1712beabec982c", + "223348e6289ba2185e679f0cda88bb6a8d7a8f5f81325fb7199f27c88ddd5192", + "2244cf8a582b801857e5074afda78acceda9fa1730380526087424fef042006a", + "2266cacc0b7ff3f0808e75c671cbfcaae5ac8f347d0c0c809779a3d3dbfa5fe0", + "226c86fbe1e36d2904f345f76cfaba39a6d71be0bd735335cb0c503e3b5ca3e5", + "227faa5ea2706a8fb5dc63022bd1338300485f9df8f7fdbf1733b170fc67397a", + "228107ee33b2c2e9e1e2aa7156e4cad7d4313d56cbcc7245c6b6f0b5ab6ee0df", + "229f12e885bb5e4ac5d830c3548c117169f2ddf5f11b730ccd852fb076c32ad6", + "22a71995d6c30b1889e0ca873a9de38aa25197eaba39464831d78c8132c2aebd", + "22c123126020665ad6ff2e62a8ac0395674089bcfd7a2a5e95879a0f3f42ba66", + "22f8bee7eb3aa2f15cc3a50fde768180b27cff6da04fd3ac602d0588349fccb9", + "2354b73626bcb881817c40eb612de6c984ceea635873d56767fd7d27cf72f337", + "2366155c840f1847f61784e44b578172919a4fb17e789c5e9993adff27f20ac1", + "2393fc9fe882416a98301134c8f1bc40959cbb0df4a788c18d6ba97227dab57f", + "239edc4db69e5c6c2ec386800ed2a16c1d14f40c5296dc5b474fe02f303e2932", + "23a19cdcdb11c480c19b5e826ffa9ae9a41f75356503c4c189b952e7e7229c10", + "23e7778305fd2fcf3d8f178ff8b0542c668ef7e7e7ef8c1a1719742ed4205899", + "23f90b26c36b6a00f084465c27149865452885e7b6741d29261be0963c5addc7", + "2405dad17d1d80f91da8f5654687782f23179182fa8ea95d0e7942f024d88ff2", + "240e6c1a1da07b1182d1f9c34e2585ca561d75e0c7d9c467e9f668638e3d4769", + "243ba124b326bfb985fc9db69b613aa893389059ec2b6d5083705fbf4996f0aa", + "244a86be38dfd9d932f23b9d27a9416b40b633a754cc528b81f7987672c3ccb0", + "2470bfaedd598e75adcd25e04758049ee6770a8f94a68950d5f90509fadc948f", + "2483f6c4d3c44d993895b6443f371d662e7e0d212307b47f3ab729db8d59a20a", + "248838a33696f03df582c2fdf2f6079a214d6ff05333caa5f95f138dc9af2b42", + "24ae887a86eb0636d75da5749f2d58725e00b258a152666689851b7ada661760", + "24aff802e6017c90e6244f7ded77aed1fcbb545953cb200d04972648eced96ea", + "24bde8b59e05b32bb2b477d9106f41f2782c9842a470e70bf08bb527d24132e3", + "25029d6aa49a43a7e8643cdbe81f4689c354b4913f90703da4256b6d93cbe73d", + "2584bdcca36c2871dd912988d49fe1f921aa8ad95ef0c60409c774bec286b379", + "259297aebc704d7d5569506071b5d478f9e3b879717b63b09ab00e4608e514fa", + "25938b7d578e370d915f65c0643c37264dc75c7c2c5a4e86211fc222ee78798f", + "25aaa260d7f61482d0dece1a6dc0ebddda72f625bd38bba89694a83b834d7a71", + "25d303833c68d194606fe985b8b39f09cdc60f97efec4e116be8787bb23f98fb", + "2605fcc76d52f90b98dfa94952e2a390477323091d8d0651c1227a952c2c191f", + "26273a075d3f2fa5551130d04d65fa7cdbec6f2c4770ba144eced4ae719cbffb", + "267564c04ba8e005d6b23639c895d35cb0591e0291a9e263cf5cbde05cfef1bc", + "267b0a39e499f0278a58eca2a6205c39a1503c08694d52754c5d8a487ce64c1d", + "26e4de7e4ae0c7104c8c6aedae934d81d97dfc89169ebf415a3b0219eb8fa9cf", + "26e71a515501d52e4c0fae7edfadaab7638fd7152ac373d88be078abeb2d001e", + "26fa8b7a8f9dbb96c9ea366cbbece69d993514b5ad6be8d8522c7f65a4fc2b4c", + "26fe2653ac2789f9ff3ce5dcf164b2c7f228b648e61805e3855ae9c8bf59526f", + "27427c19368afa942253ff0a473755aacfe1f98982af2f540963275b55a49d1d", + "2771ffdf18dfdfd65d02bf1b8bb36aa56570b790a173759cba7442958b7c8e59", + "27794ef63ff9fb7240d2bda2254462fb9094bdd72226a306977f6b7d82821b01", + "27c5d39a379b325588db6be3aae94fb88d53d4cb5159be340b12466159c224ad", + "27cebfb6abc8671e279fff311fab47dda886f886c26118a8a17132cc55ffd2d0", + "280c1a759d77de7a2eb914d964e2bbd88d32640e4fc9885ea5ad6e97b7926ecb", + "283124debec6334f87ecad97e22eb29412f665347953741d545a1362d50cf700", + "284292effe9290e071b49536e7676e25b1f2b51403501d067e35c4cfd930cb7d", + "285dc9617d8a64ad63c678ff0ff60dfd6c2c395a2084e2dd1b423511b99f452f", + "289e975996c5a4d8054e12f8cd26151ffa576b2fdcbc04ce39d0b8e3853ae395", + "28ce9db3376e8b1aadaf10eacf458f510bc957fcdcfedfd029bad2cb1b07bc73", + "28dca848a9bb9643b1b2d9a4a8f2f7a044c5a1994acb722baf9f46915260dcbd", + "28dd980e1372e6396aed2934d45aeeef28430910a7ed953e7c0152bf548e9c91", + "2921ea55f352623ff28dd31ac8b6126a8df490e5433d55abfbc4c3bc45d04047", + "2924d65dfedd8cff2e2d9db5f0f5f65c545597e7aef61c5eee9215374b1c97cd", + "292f2b9e562927a46924f407c14ef193343db63063425a32603740d594b02d7e", + "293f27e5ab477371a20a6fe6c65b647c259a6a98c3b813fd186b7a356bb63c54", + "29462899b56ca8dc69f31a04da863dfb0aa826f16e099bfc2d5978c938316a6b", + "2969c04005b15ee1f9eda734cb9eeaa861702af06deef784dcb9b8fd06f97282", + "2974f03b745944abd7ccd676a1f3750e8f16ae68c9c074bdc65e10b5623990f7", + "29a08c002de030c471f68e1e749966abc348ebb2ceb422612ad8c9ff3fdff258", + "29b3e33c27623bb4d5e4c858238a1d9fd530fd43dd87173f95456244872a5ec2", + "29b6050cc305b3bb5e1a40aba11155d89c2967f36eef823d4bf93474dc862356", + "29c8e5d1c664155ba776984de03294cdd6d46e2a2481599278cb12b9c042b93f", + "2a08bcf84f783530d696add19ea25a3fcc1226584bd2dc1ea0bd38a805fed8be", + "2a550c026e9ff65d75443586c017ace88635598a8faf177cb70fdec7b4761cb1", + "2a621087236e8404b3c0e45a264692011e1e30e8be64b0555a45885758aab52f", + "2a74d3e3f8eaea1675636298b1992c4b487c22866d70d483ea9d44873dc8f085", + "2a7965e1a56d537f2a2fc4bc7c9a7c4ef69a5cad08ad8411b497598b73fd9715", + "2a84af45206416f82ec91b76b8453b31a3ad892082d4ebaf0ba02647725db5d3", + "2ab5a2e4a8ad61ab47ed5ff6fa9b024652368e9fc35e4dfce3a004ba7169f077", + "2b2568383c501e9b66e98687135285a10376864a191834e8192a47db47ada0d0", + "2b2a0e3b2e9a54e95583639e8663921d0c0dc95ad6e1eab5776c4c85f3d3c519", + "2b3ebd6abe46a3e2d257c221c2521e4f2fb92b20c830f3370929106fdf462276", + "2b4a13516d94a909b64523740d2a7b42d960130275ed885b8476e5fe1a053ea8", + "2b519f4c71b588b9255394601a55032d4137587d9b4bc84ad87311564d4573e6", + "2b5fe3cbaa0557413f47e9904a66c0bb44c8e85dfb076eb68dcdc7195c587738", + "2b694c3919c53658c7115697287ec18707f91c178535e1b93a839ea7236674f6", + "2b6fc7dd39006b19ab1ad37d025d46563503e4d3b475dfc3944e4f30cc0edb9c", + "2b72a5c938c4ead2c17c0a0fa02caf08ffba9cd0c24c9f3dcc5af30e259af482", + "2b72e11390e9cb9502e0c03612bf3462bf0762abbc3c5ae2adfc7cee8e60ce57", + "2b738c4c7c9fb5a740202f324f24154482ea4a7b6f828354fa6daf638cd02e60", + "2b7a77bebff0ce005faa414e6e225e537967e9aca9e489090bd0c7c109c0c497", + "2bd3904c8bb216a19bed7b0a6f91e6fd12654312bad26d9b7e117d21a837f039", + "2bfdfb35553a281bbb7b5dbffa56a58f3d0c6c59d30d0597d4504feba177384e", + "2c69a32e259e132f0c383c6cc4674ab062850bbe9240405338f47b5392091a66", + "2cbb005c3d38bcd89685e0838a6145254e733833d7df151efeb9fce97f445636", + "2cbf2e5dbd2bff53014a66a4cbd93f69f92f886c5b4ee02353e4ba9c94e3826f", + "2cf03c960330a31b32f11d7bb56831aaf8e883f1e62b05cb3f4453fd80e40fbf", + "2d1adbbeeaa8811ef41d9bbd778507b51163ef3021fa808f767943b465b8ce16", + "2d2323f574328014c75e32fea3155f729fde3861ecf369ab6f337d310c90c1b1", + "2d2d9b13157d8f72554f0f880795745f9b6ff6461dd073d584e756caddc4cdf2", + "2d3a44eee75068d618b9bdd36b116e8e40ccbad1c16156b8bd0b06369ae81ee9", + "2da33335bb58839ce28b97fdecbf093fa0213f9d9d79801e050957efd4d4b0ce", + "2db74393909f5acfc2d5e00ffa646cc924b6ea3dabfabba9329b260a560dc354", + "2dc05339260685d20603763b5ca9b7ce8dfbe566b95e3c0979f5898dc39922b4", + "2dc306af4f727cee39b8ec93cdeede9dd9b08460753a2365f828c08333c8639b", + "2dd3adb43e3b61853b8a30448e12a24e24618eb60be5ac6a6e6310cd608eec63", + "2dddc0fa022e4dcd9424b09b16f89f0f61255a55b0748ab2a22890e87878a0bd", + "2defa16f507f490fb59bb70e071d85414ef07276dfa21b5317f8d06c4e3b1a73", + "2df21916ed241f489d69e97d370e4d6d6941211f36a925a3b86d7ed1c0fc1cec", + "2e053f8b5edaeb383ad6e73c2388a18a8f9a6d6869b237fac4325d5a2245a564", + "2e07bf8f9debd974bcd7d7f5721df3d08df6e4a9a3c891ed518cf783df0c9e3a", + "2e2ddfb1b4872831c5c5ee20abea9046923a7fddcc7462c975f79d71af030ad5", + "2e3166ed803467db2f1e7955b14d163daa016118a0240832622a3a89e31cc290", + "2e34ef045128d6d9abf7e7bbb3b7d655a355c932450e8c216830216a55f45bf6", + "2e4abffd42d065405d5c50a7e89b60b4635129858fd422bd8a5bc56debfa3d1f", + "2e7dc207e0ec7256ce878bee56d6eb7e89851dfb15739e987b5154450714819d", + "2e8b45b76496d343b60a3084f4c983916d31c5b7eed40d45909452d83f749012", + "2e992008ae3b92ac0e6c56a979e6e97376f6ab01ba1657b26eddc2f1b774eb4a", + "2e9e3a0dc28d9cc455e426bedca616fdfab0fcb4b07db71afc3a3cc55de065b7", + "2eb409f84a30521f4d270324a38a35757203f0aa3cbe84a002bb76d075c4ee95", + "2ecc79683b3b1ee11cf498155da25ab786ee469d99f7bc0348d55409a9e59f67", + "2f04d8c5bb5359ce1f9de574cc90c3d40d4e3623368871c574c3dc5419ce88d2", + "2f0a059d5a5edfb859aec1f0e51a86a767e10f8debc5af8b1d705bac6c820659", + "2f20d184ed355324c87d927888e73b46809427944c6c76926b221a1ff10fc4aa", + "2f74cccff6a3b3582d3d5c8b80bb2a826f8e8338d1baea38010dcd660f90b724", + "2fd6faf46ffe17059af06ec0c9ba806ced076ca905ac45a24879deed1c45afd2", + "301f4176d152f5ca05d3a3b212924e746ad4e088b3b8f3cb9b468e8c75c4eadf", + "304b4b93752f54c39c79148e2f4fe81ea04595e2ca127ee9162dba7a49c5be9b", + "306722a747e9b40790bb9dfc3277629b283df3204757190dfa3c9a77bb82b6c3", + "3067e3bef680d92ca05a1b10a1efaf2313dc1a700c292d07ac763b0717807e72", + "306ae438448f671a8b163290a896bea20caba868a7989a4115c607936c5a23db", + "3085ad2c20aa1751700c2a52e56a31582262e6d33490a2d863b49ad42eedf490", + "308d8a8b4f266866938940a106851d72fe3e6c09d9a246b1d339a7eaed04a3ad", + "308fd860e7b20a5003f598b1560f3d3d9ca6c1ed6ca172b94d89d8c0a2a81f2f", + "309094bdd0171c5d9013e448ee826e8683edc9caa3b05cdb830474e451b2967b", + "309ea352f1fa69f0db7582c33dae60a6e94af9b27e5b520c5d904f944fa68126", + "30a504f78e25c60f73e949b01851fa600f1748f14eb937da25d60e34f8914834", + "30ccbbd11c3360af33dc437ae8648c6f844ac6c6ad3d9a4bc066f5be76a23793", + "30e05421984dc87342b7a0c5e0f5ada02174ed62e5ddd94515fdcb0562a23a7c", + "30f332c1a28575705598386d0a16c103751abdfede5f2248d79bf7fc1b502292", + "30fe071a03f9190a7b9bf43e6848989931924b3ed57feac707a887d398225ace", + "31321c89060394789fa478b8e5e55158d305a2ecdc1d3e1736ad1fc2da960561", + "3155118baf245eb3638c6b00a0dac1335b2908925cc9ea929080acc31b1d4692", + "3156405fdd7823ec3d73009465ded9eacca77ce01ad522b2686e3f0a53afd15d", + "31904cf5060e463ae0df2858d4ffe8c5e6f88f1b4fc97583a9942f4e39461bc7", + "31c34949f3dd67ded3e6234af496cdc55c1601ffb2e2f9566e0901cbc42104a4", + "31f19b0f89f217f06f53495c011828494e379517edb22220d1e08076081d2fd8", + "31fa2d2738687e84aeb791d1da281c35e009d609352b79e938b035c718a47530", + "32188bec2e0424b77ea0f3633c8be658cc35a739de5842dced47bb4cf29b2e85", + "3226aef36f5280e1a5f7aa6921eed13bc6f959316ac2e0b64006c092639f7580", + "3282223e993dd22d7998813c953ad2266e639d3d9f861168eb41a0e6accb55c8", + "32bd77fac7231b667834724f6fc99fb379885d7c0b217fbd5f741a8e40904b96", + "32d78508833e9de23b051b65fac7099f8a8582b13576e65ddd950cdba06bb3db", + "32eacb2a02b9c5c57ac5384a2c6670c7c1f2164a9895398fcc42d78f3ef0cacf", + "331915366ec39333ff7c232f1838bf30be30e90aebc2e357e9d36d7024e1131b", + "33452c95909e9c0cdfa89c3cc04a7b27102859779a85dd966559b993eb94a7b1", + "3351793a8c5db83f2f1877a1cc8bb57f7d76f3e614c55dbd58e8489491e24af5", + "337ea7d073d3cd9be0463afe0eb37c755c15240f54d10ed971cdfd4f09618d8b", + "337f9f4695b3e8a6d6ef006ebf5b1cde828e91ea4237ecc5992d6291292ee7cf", + "33ac16e402f3f2824708a8187c19404f952acb49f1ee8b4bbe5312ad585fb131", + "33ad56c3d64bd864c3a927b12fb95ac99c6dee0e6abc244fbf4b61149b16be74", + "33b0a6867562a918e8702903b476fa7100a1b356b6613d2e9c25035e31d0791c", + "33bd5cc6473cc48632de8dd7f0ae4c6d99d772cd07e29e5bf3b37f4f9e142d66", + "33c5f3455ea8abbe73312f89915385361981af36a329a1a357c3d7274c2a1d2f", + "33c7e4b1a1be597198141e9f4506cb9c9e0955b01e6fa2103b428cd8d187f5b4", + "33e3575cb0a63713d10b724814597d6160c2549a3ac1947125c10dfc02d66286", + "33f483a510152f19c6c4220525d2227535ac5ceb9fca7483f95ec74122dc0b73", + "33fc9890af9071f76d49957ca4596b2255dac4564c3238d02f369030ee0acde1", + "34169e0b266acc6516cf0abecb99fbf15d96010e9937ccd43726762a9716ac8b", + "3421114015b80b306d6ff05cda48ef6742e935d3e9f1fbd4a79c6eb378665f10", + "3432acb18a5419f76a291dc59126ca2a71d0ded8c0c5e6da08d58ac040d5a264", + "347682ce1cb3ed264f55a6f66f7908b2a5b4aced184463812ad49a7a785bdde7", + "34b271c48e0c0b2b2b29ac13d525b4a4fba844419fb6b88cd0c1b78cfca8c3a4", + "34ccab9180bf8852ae598aae302da522f7e2366d54fde419f9e990b4abcf1722", + "34ccb47ee7a64b14318d84d641a7046684f71ec4d01aadc54c3203a1085ac817", + "34f3ead3029e94a2a25c940365600dc03afde42ba6da925938431506431d3585", + "3543fb202207aa6628c47078d7f21f7590defca0b9eb7af4ba12ed5aa445c4e5", + "355cff0ae44e80d74b235b926e1e414860320ad4a101ec70fa99f9cc2481b626", + "35905154d89fd0df546a823190c2754e6d51f79cd30024c9c1acb9f2c7eda1a4", + "35a7d85bb77a51ffe29fa15e956a970b54810c1f618adbd8547a4efba9df46e5", + "35da11f528bc82d5f9ebf9f5bb9bc25c766cff532216af0646b1d8f15afd2baf", + "3619b67cc0937e9f89964936c4e2ef1897f48ad30b83e4224812c1222882511d", + "36253466aa8a53fc51bb8fc037d21924520d59aa36259be54b53f8d8c67015e5", + "36714da17a776533a53fdb0fac7fc0b051a1bd0bf85320ee3bbb09ff68da5b9a", + "36bfdfc702c50ddc4995779357499347962e08280e108d1f67fc6377ee56e225", + "36c654f26c8c4b5e4db51a5c1f2213b8206a5e4c88d84d5dcec4a7268b42265f", + "36d2173dcb129d98a1fbb9a25ecff8613706c046e4ccf8b49c07d0f8043f6d9a", + "374d2651979eeadfad2699f5a557d7db7174073b84eec55c9704fc171d768e12", + "376cff84d5eaabcd84de92e8037c98ff298ac1d372866331c49efed4d8ad0e15", + "37b247ed57b009b125d27738b5bec0372247fb76cb1cf225c16dff94019aa8fb", + "37c6a25a9fefc754d6d25c419a6485068c7a1dc1af5d07280145cbf7e849fa8b", + "380d3341ffe5b7eb9332109706e251b68211796ad2714d403a50e8809939f4b0", + "382e7932bbe71318dee082bd946788f610fa948c114d3a3bdd763553fb10aa59", + "3837c28ddc9543e2beff4e98d311d4a7ad2e675019dcfa0f38bc54dbdd00e1fe", + "384b8311b0fd3f43ae9e3c803c42ce0b5ac4f23f5dc1c1785def1cd01f34e99f", + "38680b605ac4b6e46bda8a39889e50dd8df12cc82c303e31928a16cf3e310cc5", + "387200a627634514bb8321770d460b668c9516375226ff1b129c54e00e743267", + "389b17e5ec1ac64f3b51977b3ebf9279409572fbbd1cc5779e5986f10ea0eaf6", + "389c9edea933534cebf8dccb4b7e03b96ebac870ab1c83bac3193688e5596152", + "38adf5a5620c39b5b3cd62b452de47b44487adbfcd855ff75b37eaa331277cb0", + "38be75538254cfe4d5e535b5bfeb08d320e36d2fc09e9d3fe0dbc369a03c6f2e", + "38c5e9c98332a91abd7c6654227b1eabf1717bc4c48eae5ba54d4250a1b8faae", + "38d86b76bfad976d136d0a0a6ebf1220b57bb58fc6d0c6bb1161474740643564", + "38f011dfb9503dbb7d7c5547e05c955e684a5de2a8a2431a40cde7c23e1b30a1", + "38f2f6a1c0398f9a45a2c8c4efe37de7ac56d3031102eede259aba10d6ae3fc1", + "392d57bd5fbc504434787a303f8e1c56064fd33fbb145766cf7e7f1a0088ba1b", + "393003d60574390abc414e5bad9f145b5a4382b3a34606d19e0f2612fce42834", + "396066036fb59e21a23d3dcd772be7f1834dc79369b98db5aab76fac639557ce", + "39907f7d1ac19d644f06417cd795e3ebcccc940383f1bd078e1b5c839f79057b", + "39943f932a5282c29a1719b4bd14cb195599345a3df6889c657702b127783e38", + "399da7528776a819912236825acf69f6cdf7b3ab904d49f16e970f0aed4053db", + "39aaf3de02157ee50731d29a7af009637f923a488b32a28213893cde9d796982", + "39cb6cbd40abd3a3b830ff12a87b423447419a54aea2df12ae424db1928a3aea", + "39d727d8064649b6d18281804dcfcc9d26bd27ff747b7a74252c7bfa62c6c01f", + "39dc7dc27988f1ec49f46b721feaabc2b63126a44c585f447c54abf33be9616d", + "39e5e558b78627797fa5fc55aab54c3353435867baecad912dc8c54062da8458", + "3a5343a13cc9fc4fe5e37203776a45663a5e988c50955ba5ee1ef78bc4f77623", + "3a573bba76d4f43d6e64238fa21e38aac63f8a2c511db774ae118d40c509ca29", + "3a8e9ea5bc01a4d394a2b7a91bf89b579395bd802683f24914a6c822969a7417", + "3a9ad0d2857e8b0dfac3bd237dfceb08c1db01b79a0169a868b8d588a589d35b", + "3ae9e28b8f68bb9676cac4f93d99c9704ef82ed42794bb2a9aca59f52833ede3", + "3ae9e7b2eb9044e1be1281a28177b8dc4ea1b4eca35f88a11157bc8f68e257f5", + "3aead832e9e872bc3a1d9324fd90910c8a904255c92159b2cb3202241d1c50b5", + "3b12a56b380ae79ca6c9a061b7e7902544a9cf51eea1b627206e44334fb3fc10", + "3b16dd05c50b6534be4523f8f34e0778455ad90ace4091604f18356a14b8edac", + "3b1bca7064e1eb773d2a2a55e2151392dbe3a9a44ae12a14017d258edb8842ed", + "3b29e3d5850f9099ae05d5171456f0a735ea8f07c137492557a93f425ef7e7c9", + "3b3b58ffa394f68cd450f57e00369649704aac9e4e954fe2d0c89f7ae75b634b", + "3bb376999dc724ca9695e469e5db3da657c83841343a498132d5849bf8e1db46", + "3bd236b7cd8f3bf3461f6e6eedfeb97ef0b0fcadfbc4a42164eea6546bfe0c72", + "3bea6795b923ffc0354dd3e3c427b242af16597e2c327e0bfd164026f1cc8c8a", + "3bec1a06ba82fe284d099ae5f195379ed8b870dc62a4ffbed1a67437805e3eaf", + "3c0d4da7c7013e037a799b975326ceb560a905a9381dce02c6540d46404e6dcc", + "3c3768c794292f1cb9a8e23c221abd3cfb5483be5893be5302dda43c86dd70f7", + "3c529806ad8b1c37819898031c2e8ac6a27d47b259acb7cf1691f51689c86651", + "3c611a1bddfd25ae3b7170d90da70818ca5e5327cefe4454b6628da9a08a6db4", + "3c7cc070b7fe2fada929c8cf26fb697e3c58062a6fe3ca348e1a1eda76b37625", + "3cb6873e95612d0fb931a822a8b55afed47585c707ae3f6136a682b244ea0f9a", + "3ccefeaa917898a3cd386dfe4d65199796e1cfc8bb4a73985af3f1e4ce3a26a1", + "3cedc03408a8b3da093700161a478a062762373e3a952e36a2e11992c6e089e0", + "3d2ff9c749ff902f5bfba3fd3f7a269b5aa37487001a7318e50f09fc043bb09f", + "3d3102629f40f0f6fc575a5a87ae7d73b895a8960e8746b056fba7f368a2595b", + "3d32a74525e557244497297607dd36cbbf4777e0778888152e1603d600b26564", + "3d60580449a07508fa4162d6c188e21c4dcea4014ae77b7b4908ff786d9456ab", + "3d74f4db788aa8bfd1a108c3cf1bed0958332e64df508f002310fdd13fb57e1b", + "3d74fce3a56854f176b3c1660203d4424bd3557c09ca2c224a3403946da2cc94", + "3dc736a1700bbadd6eb95f52a70b1d397f49aca10d5c94a3fe6f9ce946fedad3", + "3de589be6e9c38b0b10243bd7c2bc3055d643f29c3944339db80ab405b3a1c32", + "3de99f1d97b00c3baa52658450c06e846b07ea78cbe8a3338b7be49b03fbc357", + "3dfd24ce8083825ac0413bd174d48661f4e7a666faa6d6f54592d49fc244ce81", + "3e18849ab3807d887c0f4fa62a2bbf6e76a41dea1ac7950ab5a1ba4cf96af931", + "3e77980932066d7cbe8263a65005bcc889b865516454120c1f48f94c2fef9dbc", + "3e960f77007ccc87387c15f7aafe210ae38438f8f6c8ff64551033770046c8e1", + "3eda1adf6b8f49d33323ae8e6bc96a1cca229571f5927a804a6b878fef00e3c1", + "3f0c251e7b67fb6858967a27754f29ad110c89c0b158c4f2e5a96c05fd81b888", + "3f420e76b844336a91049960db17157980dfa4d5916d0b814d78cddbf57c4f86", + "3f5d876571875f965c438a8a58c96b7f32234911546f2c1590b83a5198acaa3d", + "3f6e99c36c36dd12dacfbe23c7ac87082c419842dc12bec4f74829f764a8e6f9", + "3f8f5d84da330a6c7016ad72d234c174aaf723b45cbe5d3a9145e675c2575568", + "3faf0136d7affd01be02bf5a9698317ee8a6ff6f6a0ba75779670d18c66a38b4", + "3fd34303b59e12e06bd772fc1b9792580da8a50e4d69dbf78702fe7bec9b8c0b", + "3fe4f6a0da2df15f272d64d4f9ea68425ad01fa3f0f6ee452ab9cffc98c34b18", + "400a9724d93c3ba1b67e2e8cec7225516e819676e4733d50ed33edafcab0a707", + "4012b33f2ecf8d1baf925426438baf8632a4fdb1f52dd767a572496a457e5ee3", + "4018bc333ed65ada31d42f42e5e51b29c6e927157e58cd60f037c1f26c49599b", + "404ef49e9e6d25710b2c12929318e60fd4601328688785d65844608044de48bf", + "40c9410e7b8ade1cb3a6fa71487e22f7892b5f85da1fbd14f433fabbc48cb583", + "40ebe8d29f30b9acd3993e9d72f36d2511b3a81c8d50a25b6304d3ebc4504eb9", + "40f4b6329e19c0ad22fb492fc79edcd242a2183f9fa3aff583dfcff16beaeceb", + "4119243479f2a04dfa7843c8a9357b64a7bbc4bb9378d364ba66938fa29993b3", + "41582150bb4e6f0252ef9eb9b8d9ccdc6d9111291411798bdca84198a1d29e79", + "41602d2b2ae7b9d18ce632b67e369cba36d272d2b0f412cd30a481cfa0cd49d1", + "417be49aa3741eb0120073ae71337f11595f05d93525afe5dcdcec42bcf24df5", + "41beec4ea2210c90956299942b14f90f8c6c450035b05f56a7b5a8fdd54db85a", + "41dfdd7f8a8debeeb472a7afc5a6a55d1139a39985f07eab8effaa20a412af3d", + "42090d888f6cf0a9bb0956166fbf65d0d16b4ee84bfb7975afa821ad8a10a869", + "421469c5402db04f1276760314af84edb5f2c5ca93e0d77a31f31cebacf0f96e", + "422872dac53957684f5fb702d6e11b39f4108487bb848c0d26b7b4376cef69a5", + "423003117279ba621fa3481afa37e09c1966b3fa7e49608f95ba53db066c4bdd", + "427ee0af0d810082509973505dda1b7b1befe244be465f40b3e642047132adf6", + "42a0a9a7c4bb7b6e66ec7f68c0905d2a4554f50cd078ea3465b2c3e4b6a7e085", + "430794193b81c68d824dc36a195b9570fab05a4a0b5b0be3c5ae5698cc82b6d4", + "434ba4341c13fc1fc6d71d9eee95ea2a39c06771630b215effea797ced42e9df", + "43536f1ba3748225251c8d65c5a5ba97747caf695d420f85e4b62457c8a9db9d", + "4356382bf08cc0c2d865bf6a0e018cbb2b90415c5dd37f5207c5a874e7e1b0c8", + "435933e580253d372d941f3a6b5be5352dbcf61dcd2355007b7f8369c5dc3728", + "43977f363939808102fc0d611a5e27cc924308b2a5a88939a46be95452a0f070", + "43e04de95dfed0fbb2c29a1c7485d3d6c66cc66ea7ad695e830915f1358c3a4b", + "43f0895baa6de45c86e086854700cc2ab2841f2afe5911496244f45ab3818109", + "440e2bcaa12caf38dd81cbd60439f72067e1767478c6b77e3613f76edb11e8c8", + "441a8a6e8fdc88b18e5a5174eab8a9f9b5110d15a3c5329ba01b9ed9da185aa7", + "441b9b6bb84b083a33a31a436fb9dca500ec5d7ca0051a1b7813eb2684be624f", + "4441befd5fd6304f1a65bf2406aa25ad86a0f30ca7bd4f5cd4deae4d384f1ca2", + "448596ed1a8fb48786ed62faa09ff8a9cc1ddb31179cfc0ba5eb60ee00400112", + "4494dfcb21b68387a1e0da5394813e325547a389598b224ce8b10b7bdb7ec945", + "44c16b61c03f9214c769001b2444ea84acbc91960c125fec67b7596862bb4bf3", + "44c9620d8eeeff6ccccd98d825af7354ed4eb4400131e03b5ea04409113b39e6", + "44da5db5b8e8740a38435d426e4eb9f855beeafa03098faaebc33ccea9d0b744", + "45244adc20436d2f5a427b80f4f1c15a73d8579ea5d2dbfb4bfc72e5f997d115", + "4557c4cd811e0166e218978bdb775fb6ea299c9603e3c20de6afb68e24706d9e", + "456b221337cbc952c55988375ec557286728cd771ef9408f1c764a4073a1e8f2", + "457bffb709cb5ccf6977d714e33b256783469ec035f37c071395e36e4cf4debc", + "45893369e05b3cf063d77f451ff8a6417a1f97bd6b4838c8dec22bef43bac523", + "45989e843b597dec4790098482c0063a6acd65d1c01bba9e8131bc813df32ad6", + "45dbc8cf1ef6e1c9ffc1c8b79f3e7513ac92f1e46154a0dbb7edf3d03ee898cb", + "46382d94897e05a802f9482b1e10fa0ade6053254dcabfc957022abbe14e500f", + "464151651c3adc93f0644b3f9b94b0e98dbb04136e92735dbbfe83b18658074d", + "4696efbc5ce832da96a9ef1c6f515d0e944264dd070cba698e9e89323ca114ae", + "46cd422c309d4f4394c38d7bcae4ce458613793042ad31626cca4a303cde1a51", + "46e704548e226c14dea88e9ff1acaf4de243139614902fdf3f5997d9c13fb34f", + "4783f6f77bb4629c69d6822d64cb2da730348eaa8a136a24194d24d53b83f559", + "47c6f0de97d395643f179a9f3247d2768707b5964c336eee0765202a603e393c", + "47ed9d7edc63708dae6e1f25927c5231c86b6ba6717983516b994ed544bb2e8a", + "47fefb31541d1c4cce72568f220febded0b5c4ec858cc6c1147050d8878b8083", + "4801fda1d5dd623aa273a8369de75adfae8657152a36650b6e8002da433117c6", + "48126690b86a0aecf87d8e7251173c0020ff593b458133ae8b560d6d9f5370da", + "4828a99d5491c1b8f564b661ac866eef5afea099c7f7ad2d67924e2c735a004e", + "484af435548059ee71cf025a6b8895e8576d14575677ef293037221f0624cc09", + "4856458e1a9f38fa310eba2ca517513c74fdbd8d62cf29196f5656460f42e268", + "4871fb0f89facb7ca44af55e031344953f8ef45c7b7585984f6fdf9e5946fe74", + "48a465de4fa18a9eb99967acba19b560edf8a061be1926210d5e96c837f18b11", + "48c30858be8459db0ca75bf71f5121e2f0b6ad18a328108363184efb2fecb713", + "48fa46445e65a643e29937c69e0538384ba7f1feef2088a73a6c39990ba26549", + "49253c445ce10685f3fef55e41d69dab439b9c9c07ad1d7fa96bfcfbb343e1e8", + "49371386ec950ac3831816f28cb358301a13abbdb3c56f5fb42003916cd59796", + "4938be3383313071b1269b37d6459e6a87242f58492b02dbc44f335d1a83c5ca", + "496d3f9c41547b2fa460c2054fb7c381747424a75117b3e471d5f5ced0067c3c", + "4979a34d6cf19c97162debc3a657c79cb50dabd39c747623d71f2c520c93f3f2", + "497cdb2183fd3f04cc5a0c73dee40295e9bf0a15a9d91234b7bf617280cba693", + "49817e31b53b5d8068fdda4e2e63369d63d548bed45065c03e04df508046367c", + "49b173f5c0aaed30183ede6f3fe27ac6e96db679cb07d35802d9576bcd672d88", + "49d89c167a538636e2cd7a049b633cc8c7f28d0e86860f2c30b3dbd3de4c8c92", + "49db0c2118ffe8b7f171b29e2e464253a1b10c551ae05ab473386a050c8cbcb6", + "49e4287b6ee26db52e0b2ba0229cb0cf295899071855dc3f665150df4a689ced", + "4a207c0a8a8e584fa8a3df1ad6d6a7572faec70672511c3f9fed0b5d608eed50", + "4a42d21f25dc546223c6113b33a861a36837ebe67506cbe9b0c1b75c8722d517", + "4a5e398567c199f6d294a82583b892fb3b0d3b5c40fded337ee09b634132d9ee", + "4a64db3dc71ce8b6eca7ff5091a0277e2b80ad862567edf4210832e7010a5521", + "4a77ffbfbd81da55bd8c5706cdb05b1dd3120466e1ac2face12b1206e0805a6f", + "4a7f6bac80765327bb0a049c8fc3cfce86f18cae7c8a1c6a57cd7dabec934d52", + "4ab9fc7611e72acf1d3a55fd6ebeb87ffd5b1efedee167da17118bb5705faa3e", + "4b09b1b44158cf0cc3de2907ced21de6de81b27ee094308de5e889de05fd66a7", + "4b0cc785d418234ca91e5b634d702589cd328168efca29e8cca374b3f0806b0a", + "4b0de9893a759494abf37b80d8c8b14487ba7c1f4c2933e3684cf0522d3b2e96", + "4b17ff76e6f9846ad966ec619bbfecec4c15f6155b12d82b97d286994927448f", + "4b5befafa28e84c8bb80aec49d60255781ed80956037db55bce16eaf8dcd7587", + "4b6543e98732849e1e2ba3b993f7da9340803e9e91a1f5f4c030ca972f720c1c", + "4b65ae471b05d20e97ee83c2c32fdc74e406e3019d0e9361b025dd1c2bff3584", + "4b82bb99d206dbe881b684309528b9a233f7c01aa2de42ada61be3497547eadd", + "4bb7a372a1e1de11644233db31b82c7d11e50c0628e7c8f58b2e21f988d4333d", + "4bc0b35b5c19fe1e718251ebaa8fcc726b3d0bcaf4dcf4552ddaf4bd822f97ac", + "4bd9eb8a050cdd74cb9e1348106cc1978b8607f0d34304f7bb856d86f99deae4", + "4befd84c3ba8fea7a5c64dd302955250b0d3ec2e3db7dbb7a1c2d2123865f273", + "4bf3d35df938a7a2900e0f5cfd4a174643b3752b74b69f762a579433444cb9d5", + "4c1549462902d97cee0fafa319ff25c0acc9a9d8b0f0c2fc046123b53e16f107", + "4c32c99d4808fc50a5c7d89b8a1fa32f8dad7f0ff8e06e748a1e4be8199b375e", + "4c33528daaa8c4791b76b49410b4081aa6bdaf0ed2db5bc7dfcd25f31ebc6a06", + "4c8d5cdb0ed963ff600d8701fc929d22a60812685d3b69868d4f42c9fea1bf6b", + "4cd852ab8d9d6c1307b5d037a8c2cbca1b9f0f651b9a4a8d75869ec89910a4e2", + "4cdaf3234c626e8930f9660042f269725faab25c1d6eac7714cf28ada00149ca", + "4d2c2a2036be8d1337f8f878f270dff29bd50ee2cabe82f4ebae082de71208a6", + "4d607073270ea17f497483ffd6baa03ae8fd6e770bf0e0094fc5f3ad9b1b38eb", + "4d747008088d0d38ae9c13e763ea7e35a3fab5859e0169b563aa077c1f5652a0", + "4da2ccad66b0320dfe85a3a91f9552177cac3735266fe014d2037a5a67257796", + "4da980d9ac346c38717f4a7e2361c05f0a5cfab7ede3d665368b67a7bddda4d5", + "4db5086479c285af9c641e7f93dfc4d3a7ecded77e9e29e377b7a654640e87c6", + "4dc96a99b46cd33924f46cb16d8a924dee4bcda345895a6c522eeead47208432", + "4dd7e0eec3c93e06a0151da75caa5a8dd09225d92f887f216671c589cc2f27c4", + "4e06b20920cb157f51231aa2aaa4b05d984392e7e0feac54112621758cabc3cf", + "4e129f2f9c65a1628d79caceade78b6ea056984fcc2e274f68ab01aebfe2140a", + "4e199e45884bb64c5eea327a917cf04e6de8e285df60592eb2b4afaa33729c43", + "4e26a5a289e257ad3df1d62ef154be1e724e71f19bbdc4d0ef54b0b5eb18aa8d", + "4e379fc475c786d5b1be61d19965483d11829f54164b0010d4283a33a8f60845", + "4e3ed35ca52c2e01a7cdd729e7068c1c03a5dc841390d426b04070b750adf764", + "4e4872b564cc0e5f969c3249956cf8aabcc79b0438edd7b02c65391e915fb6d1", + "4e7ae1e39495741171f3aaf74402143b8cf31d863924de41c80a69bb6186b89a", + "4eae55f012e712d2e10100b46eb90c597c8a0ce62bd167ee2f286e161434e0de", + "4eb8937b123b44f09c2574a572e384c7511a3ea950eac45d4aace87c2f44c391", + "4ed094cb2bb666fd3da8853a36964758d91dfe66d1bdd347e0f7c8b8c718ea0d", + "4ed6453dd0eadf7321ebfe6d030fefe0bb7daf1e52cf195ce43db0ff2fa5f4ab", + "4ed9df471fa4c9d9b7d6c29eaf127e1743ef80322b706f10008711fbdfad772d", + "4f186bd841dbf7ddaaca22aa1552a1e191844e3b80866158fcc37236159b7531", + "4f3d06d0b1335a13cb225acca00e85b351b3a5637c9f84e70bf434d52be4e93b", + "4f42fbaea85d8740f2a250daa88a9ad7dae53a07ab210746cc1526de742265a9", + "4f4bb1a8cf80e2c0847873006a5ddecc6871ee627588f1afb032a56779eb2cbf", + "4f865a399d2d50af188ffeb535c333d2017387ebf230f0b13e0e741dd35a350c", + "4fe42b5a3e9d4c0f6a2be6eacdd1a0cf45affa7cbb687c50b143da1179fe9c18", + "4feb47d1ff7a9cb4022ec5fc0914c6fbce0dd9f1a1a7af70a36c7c83949ddda3", + "500325e34d1afe2d2b79d83e7ebcc7e4b1f140c8113bc29fe712cf9298392906", + "504d7971b807bdc6ff779b6c274db38dafda22ac1a2b7d50becee1b3b6a2dad5", + "508a89c82aa71579d982948d197a6967e9bc64f5ec0b224467c4cfed96b88785", + "50cc531f76a921df9b6e2eef827c5921580930c58434a2778b01083e55967446", + "510d7c189bbf686a248aa8172d9553649b5d82cc389ec42c7f1c95bc3af9cb7a", + "511b16f4f474db69694757b57b5805f47decbecabef68ad4050812a972718198", + "5121cfd3d97b25de8e92fa91c182282af8d11d6a9035fd522bd2c9cfa1c3c075", + "5147c91d7c07fa96291abe56b71abe33fe5c8260d37c54b7f4c2008e802fd36f", + "5169e603e9ff88c8b5c21b97f23a0a4f96ddcb40ba25754c332c7cb0edb1640c", + "51ecd39f98794af8a8842cd2d4b41bc9cf9117825ff9915efd474464b2e5faa7", + "51f34f7fceaa4c434accbd8bd8596ac00f4a92642a437f46750ef45e718b69db", + "51fc880d84d3d8acb797768c4ebebbae41bdfc303777b4e52ec7ad95c08ed39c", + "522748f349598f8a5b5af35825819ab6ee2456f91aeccf1083dd7f6353480edd", + "5266828a56701e05b3c0ebfe65103f9d484b036c59b4e1eb0bda970bd5cf63bd", + "527e94eb60c278adb854c2849e5e1d508b6ef13f651ecd7aac0916528851f8be", + "52aa00e24b3fe442d1dd5d535a6b8e2287ee8a5e2bd85b334c377bd26b7bfca6", + "52b2e38e8e13617822a9291ee6c5365b5626ebe01d4272f39f75a7c9335c848e", + "53129650eca54ff4f0a67bb3cd93ed89c64d5dc87d945e9e8ac09ce72f8650ac", + "53214dd5fd650a6d93dc2d3ec89c65cc7d4503cdf665e7ae2b2bfb4895fbb112", + "5326f5cb0bfc01d08b7c17fea34cbdddb4d1a4fa5d907435c15a747b0750af20", + "532f79785cd9091700d6a0ec6a83d5d023e71e56ce704f91e3f5d92ec12a9af6", + "5335fd622f89353e5f12da72d7f570a680ea20fde15a4d030cc3e682917f3e08", + "535c9f3b9205d8d835cdf757b11cd0fe848c1d8bac1c660daa0e710abfac44c3", + "5368d271fa15e996184438f729026a741ceafa7b702e2f5319a02ed4a7537096", + "536ca7234857569d044bce93cd8058dab7eab3b19f4c4a56f2ac347a811fb435", + "53d325afbbaf0a085c8f4dab65d0ad4f6f3e48ad455df4b92efae664e3ed30cb", + "53f7214b828aa5afaf391ef2c4802d1f8d0c782a1d9bb71ff86c023134cda878", + "543c4fd0c392645155f627609c7d430a4e4d06e576863c514b20e1a564381e21", + "54a84ebc0507a9a9e843dc592c639f3b43c7d8e94c6019d71029c2d8e15dd930", + "54cc4fd24af0cacded407bd4f3bc683e25a9e969d89a010d36a0dbd586a2fc3a", + "54dc85bf612eafb02c47ebf4d67017c8de63bb7ced7344de32de836ea5551797", + "550f94d77469ebf1c5b125a72fed8df79c24a28f669fd339d74aa22ddac9b5a6", + "5513af533ca18fd5629a153368b994ac91b0449602a26297479018ab1f926071", + "552e2500e0c22bfc971e5fae6456053307211e2511a4b3f4edf67248e9e60c7b", + "55a8869fa9dc2191f7aad76c572cd5fbb72b826f2aa1566f0ede2fa89ec2a987", + "55fec48f1e3e713fd61d8afafc86d0bf0bb63b88212d7a3524d42201e4363d47", + "560da590c9a2d82030a253d044f3622ecb732576a98175b89f80efcf56d029ef", + "56330f94ec1211784277ffe3d0e6eb9d8570375c1502885ac9d0353bbe9b92ca", + "564b347329fe24e1e6550303be041361ae32520e753adcb0fa3b70d24f42953a", + "565a04ee80c7f76dd537e36950a9760676142d67f41fd998fc8295a59495246a", + "566a331cdaa86a9e637b843b124b48b2e492baf6e9a0856458f6192486912efc", + "56a30765776309f19a9e9cdd1f6d9456a23a1363636db79a0cf650bb7e31c547", + "56a94d11f9dd24ddc273a377cee421a7041081158351923c2bcdf1c180d3eae2", + "56afdf35be6e9e568b089419fdc113e430ed702e03f627833150a9b0f8b359fc", + "56b07e2d192eb70cc5a1dd8717ea1d104734dc3bf0247a85ec610a35ca8f5461", + "56bc76794589d321520fbcf73773be5152d5026d6117d231d5b49aac792836bb", + "56d9a85095e43f325d13a495567d69055af77d9eb0564a401e32cb3bc89336a5", + "56fd2f352e422edf3479dfdd0d0730885bcdc6e8140a93fb29efa33ce2e1e847", + "5750d0299820d644772be4cdb8b00a3dd45729a401c65134cb2a76cab7e4fb2e", + "578c2107d5f26305eed742fdc8f309810093277f54a5d831cb9d62431ff3761b", + "57aeaa2185be958180717afd2d67c85c071eac34214811e3478263c4d376c152", + "580347991ea4f30e4f531a31f6c561c15bde59a529de296194e4a35c2460692c", + "5810e162ef494be2cf77abb454b744a4f104dfc64a8bf30d81d8e065b3a0d7ce", + "58146c983a0dadd6f68056f5d0b5b285c1296cea6662566ad16257119665a177", + "581e0f0f3b40618fd8ef5e2f13555c891e6ad26e779700fbc9e7ac7a74370e85", + "585214c1720d13b39d0c41df6a0222e8eba17741364312ff3dc9aa1dab87743b", + "585e3e07fc2ef6b1dcbc173166d50ab12c9d23ab5b1ac9b6d2755fce6f4873b9", + "58773571cee830e082df51f368c9a63a7f20d290046b62633fdd995ede99418b", + "587db8c7d804f20dea3cd62a9c01057cb3b49601e4589440d2017bd02d638cc6", + "588a1e302469a7df1104d8bb094ca75222ee8da70b0d7f5466871c8247366fcf", + "5890e575bfe1cbd1718521af938e9e6042bf386075a3f2d18fa875cafb6bb992", + "5896dc528d2b7eb93675b4b1cc555efee4ff2eeccd4c3dfc8d36bceb18cf0e6e", + "58bafb2f5bb8a3b1eb354ecb07e3453d00501c6b5baed70aaab8391c3f400a2a", + "58dd3c4e88e304f5b06967264379c278b8fc6f530fe74a4d3aeeb00507badb80", + "58e1f86fa5ce3520e7d8f58889ee0d0c51e0157b76f12db19c7380abae59ccb0", + "58fd614ae697249681124a8c8fb27476cd7ac07bcb9bb5bec862323be835e426", + "59097dc61bdc1cb165e5fe9ef02fa705888f8737f2832e5e5355c1308efb9e82", + "591dee517c139be11a013a596aab5e3d4319d2d056f49a8cd9eee65859af7c6f", + "594c5ef422269e28c70f7684ae1395e7912c61532d21daa7e6c1372555afe0ae", + "596fbf2cced5eaa06817fe6cf08e2573bc73576833d15c973378433a3530b2c6", + "5973d3dab148e37f2b2ff8453d4c0db021866575b4278e4c53e4df8a700ab04a", + "59827f3a93b7f8823af0a16a43d17644aef2f7086b6138074a2df2a6ce5e6a48", + "59c53eacce4fab10ac3a923492063f77745b6b08badcc44256d82f74886e9e3d", + "59e170ca4b004d729ec102c5c05d2ddc53d12c725e025d112037eeb9dd788f7b", + "5a5d038adcb164227b02c45d95d545b73dc5aaf5c29f34d2dbae3866d12182ff", + "5a5faac5b9dd300ae710f7742a8f72e16d8ec858b153f397e45af70731cb6d43", + "5a65be1f3c040bd2c6e2fb583752e5dad7987e11e451d59e690f90ef14dee23c", + "5a665b818961b4ca6b32bf841165108602b3e27012b836b0f85d7561852d6d56", + "5a9e2a164309d31ea17ff845570e206871eb9f4a062edca50fa000b56818d599", + "5abe82d5f6eb9f97fc34764a7867c2f48f6ba3bef63e0c0db0283cb233d970db", + "5b077baa508db040e7bf3405264cf235c7d95ae59f33c54ce4fdd41a2297badc", + "5b0803ecdd5ae32f9940911e057431a19da47f172667396a50231caee56138dc", + "5b09088a32a4d31b4fa61cd7be14176699d042b759c867afe3664b6d4a3c8d54", + "5b29442d8070ea3f34d021c2229abbb1203ce47102ccc375e500ee28380a4999", + "5b48e419b56f1e0ac888f78d01256d7d9792181d244f7cf160bc6b33b86fa0ec", + "5b5d08a56b25f363a8b8eb54f1b66af6fd8d5e1d37ff19b56f08dde5868ba810", + "5b739a71f1b3b09bbf3d54543b662b0ea4eb22fe35809aa0ac14f2fdc343b6cd", + "5b8782b98afbfb414e51f003c063aca6dcc358ce27695ea52a0cb111b7ee3863", + "5b8ff653c10153620887a41370f6f1f7a862d06f9ff05002391c76ae0c7a7287", + "5b98921008beb016b9637d68f80eb8ad495391b3f2dbaa77ad64a705c315cbbf", + "5bc1788d1e6b4a285d30916d2f3846a50e57f7ca7a018eedebd0cfe875df9aa0", + "5c03f2b3a7c6f501261291db173abefc3d9d73a4094af49d78fcf6b76e505c5d", + "5c18ab98cb1bc02ac71d430fb9236c4b59f142d9d3ed4edac095b38ad1e6ce6f", + "5c24a8958cb0c33ff7617e4fd9770cb9e5b1f0d9932017bf0b7e9c7322516d53", + "5c25781bf806586340bf9b17c1f1dfc990e6dd21cadddd271448866f44d1c684", + "5c3b624fba16f6088eddcb0c9b9422eaa1aab3175b5e89732601d788440d1c16", + "5c4ed7d029b580c166984451d8c1fd42460bbba0a224c77b4e69f70cf1428a69", + "5c59eb61bb8b5953a21997aba7dd19476888f96424d4aa3e9f2eee253bfe9b25", + "5c7c610d7cc5465f9cbe4714c35ec928553493d0a16c9a63a0e57f8e4878fc6c", + "5c8b92dda4de3de4816c98e1d58444dc30f0e79493330a36d857be85bc4d3b79", + "5cb6260be3c98ae3ea566ba38130c44a50bf48304db36059d4c05f345458f0fb", + "5cd356062f8e1ada45e2ab1fed44d13c8b551331f1d485e4b6860466f78a8372", + "5cd993f6b096c7825ff9dac935488ce03f8dad2b060d67bf2505f22491292f5c", + "5cda3ced22b8cbf4998a18a9577a5ca62a34e37b38d118367d9d11d2d7d9b3b5", + "5d11328833f680ff28da140865138c3ba6383e972a7d95425a7f199a499017ac", + "5d13e695115cf2fd4c780da5bd73aa6774b7ceb334ebcd1bcede0e7716870565", + "5d1dc41467ed9f448b1dc703c862c1f6d51ed29037aef1e74964b8341f96034a", + "5d349e1d596ad3e2b74a6bbf355fdc4259476cd6977ed29600cf27ae50b32f2b", + "5d4597dfd3afff704c7d40fd84648673786f0d4a6776311ccac43be8832138f2", + "5d5c5ed5ef38e292d47d4e9f0849a6a550f03eaa18bf6f50d757cffe8d5a306e", + "5d8923c6ca6ca759ca9b471a2e08fc501c0ca65a8f38fc4e08fdbbf9b1c37702", + "5d90f1c2ea5e0973c16286af4fee863e69bd2c5dabf11e68efa4b30d15a38ba9", + "5daee84cb06225feda64408ceeac2f96556185059251680e18b092e894f6bf16", + "5dafd93880dfb3436f97a5eea1ecaa129a2b5b0a2765fd61b7ad752f4f45a8ef", + "5db84722f01e750446f95efb0f7b1e3e5be4e972df48183ef6449dbc33831e54", + "5dc3312ffcdd9b0392d350a016568b35465c467f4a8af3f8df8a01bd8d0b1a99", + "5dc49e102663cc053f4489ca3edcf207447454b65efbdeaa94f23a019e50b17d", + "5dc9d6774b9e06240c24fea6ac9ad4ab0a1c0fdae3b9236eb445bf7e05eb303c", + "5e58ca69ef681e85b55a5ee44016c5a277003ffb6fb80d76e1924d7911355b36", + "5eb24ff067b2d15897c338e09f972b4278a6a86b9167986594fcbfa1c4bc9c5a", + "5ebf7cc08cdfafc0c31b22d4f9c6765865ff9e63d72971016abc8c4dcec766e8", + "5ec3e6a888e606119f06059312103a6c70d1ddd2765dc399093457245bd07189", + "5eded2b78b90beb97074676bf47a1f3243b84ecd855a25aabc030a5a81102b55", + "5ee5a0f04e5de073e8b2e1ea283e8811305fb610276f297c8280b061019e3738", + "5eec32ec10e48bfc7f746c5560512e381d9c44eede3873a4d40f2854efd57476", + "5f9c8bf3d60bc1a4b796feff5e5340f352d4b70eeee37d3acd503fade03e1acf", + "5fde1897d8bbba084ff2a87e8fc4c103418060c56244f796f8b102d3ef6b70ae", + "5ff67526f77dbeabeb3eb9af58aae32ed2bd0af1c859deb6830c92b283cb720a", + "60072d766b1383035d005e1516a319b9c435c4e3ce59b69aeb5342f07dc380bd", + "604d392d36d6214c60fba0281725ef2125e573177d58d54d6a6f8183b73c3f66", + "60537dcabb3d7bdc1e312753525dd233fa8a7745c77ee26c77241a7886d0209c", + "60589d3cafbed181eecd4cc288e853fca6bcff092197b3b42995411ac6e3a2d2", + "6059c8c920478b870ae974d4422cba0ca49af2bdbda2fbbf10838cdcfa5c0387", + "60709160950e949aaf4b06a81bb046990a4a2699414d23ff7390998bf98867d7", + "60f873f907ee5d4f835f6bf079ea80950c32b0b885402692574ffa1bf340a0bd", + "612acbf37c5e1db127331fb6a7a9faa48b65756a36cccb51315bdd2663362227", + "6137250e31cccb6df9aef545f0af9e6f425d29f57df8c0bd59adde97f2a35066", + "6162e12b54d9c1dd7d764333543b0c1ffcf5660c585575595c04636beadcbd55", + "6171a6e20e268325d4a4a3fcf435febf5bd2572239d5e36dbc1ac4b091e86dc6", + "61ae93a705ef2553ecaf50ee273b55ca0e859f6be1b5501cc15ec1f78750f7f5", + "61bffd76ee2fc12fe529aed3fea7b656429f720be71e72d304b05ad787ffa1aa", + "61ecf85f0dcb3ce79c049cbf4246d31c3e9ee4fd97924b4d9786ae87ca6b6a6e", + "61f9efcef6f5be426991f087dd75332705677487880af8042569287517516522", + "620ade8ce0fc6e5781a57ab85ae405c9f62ea0360ec2a02d441ab4b6fb9f39d0", + "621d7c8e6248697e85db92cb715da91464290c722f306015957949842a1c820b", + "624d16569d89bc9da4b8f535ce8ed165b63ec7b7a290e116bdaaff37d0a09f2d", + "62a21d830ac26c364928f82f927d53233bfc87386ff2e97163fb981bdac82a0d", + "62db198b6f4c3f1a462a174b3d5d5a6078bc2dc15790360bdd7116e0f1e7f31c", + "62f9affb54a325d03ea5e8311b6fa62e04263251010f8f1e0545824b5250fc9e", + "62fbc7ac4cabfc232dfe0d8a78c55fc656073e2f6642396082245c9c98dd4998", + "63157ebe4e96307820a0d937d2a37bae3f9c14cca6cb651150156ec5c6d36448", + "6335cb3ff64c3cf8541dab770520a7cbcb6e3c8bec899c10393eefa9814f6ac6", + "6363f95dace9764ebb6dd5e4cd446dfe73be55be5f9e0b063ab5406af571075b", + "637340653f23ca873db36e16f9e98d6a1a1d7bd96baa07cf2afcad5123c182ee", + "637ccf26a58ec061ad2ee59d1f87c95f71f0bf8fa029b7ee9797b2a909c36ccf", + "63e61f2694503b1cd61ab7dc4c33759d884c3137d7e4f2a61709c562a01790cc", + "64642476b64edf3a64d69b2bf3231a5175d46c8a7db906ccb95271a787a799e1", + "646c682297f626e5d120f89acc519b581e8778b3b1dc6ffe16476a9835f3bcf0", + "6489ad49812acdb7da4187f73f716b78e1cd0b589e05fac85e5c75b1ec5cb1f1", + "6490ba8c17967e7a7203bce09753747dbdc0480c3f827fd4db746591b610a1d6", + "64d4e42816228f1b393c4571a5ab6e78acdc6e1a207df3bb942305c9de8d1c61", + "650b7cd2d1d95428a6e9ccf0dd9a40a72f1c636182446dce691c3169a007a87c", + "651182a33f678ada4b45eb1079ef7e8e105ae14b5bad8cb3952539de77cd7d05", + "6530adeb56d3e3fff647f3ee8d34065bed5ae533ea00772bce081e753c861291", + "655231a11c2e677666b6d7ba200414a8446e912ca60e5924b9ce1c6f8998f5d7", + "656f782ba203277a60d4a4c5a65a83feb7b139b96c5d5b0ecd132f21fb365f8a", + "65714992f01962d6e80f7afbd4c8e6332b419e436e0cd5d985958d03a754d787", + "6578e518dddb95d215dd3a7dbd1577616364d9359162715ab59552d3ec77d308", + "658b002d9661970ccaf80be9e81500d4a55990b813b813fa0846edece61b92b3", + "65a71290538408a4d8e1f694b3148e0f09b74528fe161cfe3f2778d148f23b26", + "65b2ebfcd8434bc57234573a03281c5ea42211945505d4bc7926620e7c037883", + "65f741be093e64aa33aea625d6cb2a0da9d0f66794d345d4d36a64c194f88a89", + "66106dad07085d8716cd3a57c38719985cfee9d7da7b9e75d42d653fde524a29", + "66278a5f3ea6f31ed36c22b8fffa8d927eda8d7f17f75bdcdcb3e476a900b092", + "666560495c0db35d8963004e3610db8147cba9b15b48e2b5298340a7a82411eb", + "669c686bd276c775b5e02b1268da9fb8d07c792351d0016576732ee0c9bbe7be", + "670869367ca4532f46d9214993c0f31081562026087e6d64941a9c4a7901875b", + "672bcec3d5308dc7eb9a921e5ef64fecce84cb150510afea304e61326daca37b", + "674b60cbcefefa4501172470e2073dbc4946967875c5451bbb39242b91c6ce02", + "675b54560835499f03023d08441c0ebd1e0d08f93c67df4d03476181c60717e2", + "675ee443873b67c1a0d4acf4fa7d50e28b2fb70531bf3af261d528478e59c0a2", + "677a7bf5d7402745cef77d25c358406a21a994b948b84b9627004b3eae0ff40a", + "67ae8e470a9c09f61434cfe21c78698058e3d595b0f68b7edb31c359c990f1c4", + "67b7367d7b14561a50011d56a056e3b8e4a46f32d6e44f48f335474600119352", + "68492785665af90395b524536599ba8101495f429eeed201c267d1a9486b8765", + "6873449ea7587bd681061ea00fb7a11653cc4d9611d6544a074bd95e1bd04434", + "68738cbc5f45b159196c3cb22db18e4c8daf229c4980efcb501427372dff8f66", + "6874e93c2da9e538c7b3817ab71c77b8523fc4ac9d4abc4ef62b46fca1afb8e5", + "688a3beeed114db0cc09136ff3e1f826a4c0009eeb0a5dba639d70c5b8479d10", + "68a2fe7ed3dbacfc51faf72da293adfba3d7aa87c52353002c82da7f71ad400b", + "68af249b1ba166e2336cd9e42a28de6d46fe383904832c4d6537e7352321d073", + "68b27de105169ec72e0d2b178ba1eb0c3fc0a98b4a7995b2b3e517c32a96c4bd", + "68db72e7e93af0434222b65801ab46dce3761afe35c0a144fc7954013456918d", + "68dfd709de674c13150cc384e52feef725a9bf0783546e621a96fbaa2bff3dfd", + "68e32d09a1873503fcd8c4473df014183b75fd59524c232428413f0e7c26069c", + "69247df2ed55b582d2560bfb3db2e758123d594cd88f2dba1e0fc4bfc33b1d29", + "69249f79f5aaaeac200aabe1636937412dfe678a99cd79bd6de302a2c889fb94", + "696e2f5c8d58f45c1879a88969d911893c391ec6cc625afbc119c5d31c1137ad", + "697e0f9df442d5d8ef90a2bdb81ddf81ecadbb8870c89f7021d46763fd8aef76", + "69a3819da4c4f0c147398fb5b7da7d804192caf89f06956ee2348b2ae023d499", + "69acfb9fbe3cd486ef3b93739328d90eb35b2431b15e512b081e8eae896d1e08", + "69ba2a070b08ab1d9e2b171e5ff96da782a6b2abe6d78847e82441fd8f6e48b3", + "69dad4799c84f69e502f17319717729db7b879694541dd198f51c79060f2b2f9", + "6a01220adc0cb957e87d4781fd8dd89b108d1e507b27296ad28773a0840567f9", + "6a0e6e4014dba325b39185dbf1a7a08e2cd10ea7c02bae337c795d68fa6ffafe", + "6a2a3bf1cda8da3cfd63ae6e9f6fbb55fd2ec6385749e7ca09f27edcede57584", + "6a2e45123f24f5b2a79c78a7eb96ab498b77a0247d3cb1d3a1086ba6c026e1ec", + "6a79de837ad6b4d5b78063a389d5a30efc754182c9a450f685bbab55fff0ebf5", + "6a7cea629eb5f5f3bc04f856a20ad4252f2ff11364e698f2bccc18891c9c0ff3", + "6aa8fa03e2650e4784898ef4e27a212426010d0cca9f9cea722b5a9d050197dc", + "6ac918e60536affa2c356c46bc2689ba51862f52e0c4da168f637655fd085de3", + "6acda15ef961735cc7d69ca607a4e11cb962c535ad6adab5bc2953ff51d6e9ef", + "6b166244dfacb745cd227432fd643b7259f9cddc517b05245f62ea70a95cf934", + "6b228ebec266d57dcaa49b58b1db767784f6486d45ee95dc131450a0479c9afe", + "6b27ba831dac670539efbe9131002e9213375a9a26af267c308e5f855c2486bb", + "6b4cf277783c75898a2559ae6e129f1a5af61eea9943b9d6a7d1e2248194141d", + "6b5c7b0afa8e4b320afd0b89e313c9b5fa62fa33bdeb7cdefc1673f9c4acfd4a", + "6b79946dea25c3685d5237e236c8931782449933fce6917c0c7204d6d7133fe6", + "6b937b0554365fa001d5016d0af872c629c510ab04a6e9e8580bccaae07047ce", + "6b9d661d4eb6199238cc5cf77affbd3616aec0b9a794418f256a14003b87c11a", + "6bcf7405aaf5b98665c658334cd647d60106a8b76717466a9c504d28cbc31c61", + "6bd312d9d400813835b84759667398a5c0b8fc2e05b5461da95fd5babc3ee785", + "6bdc16be5569ecceab477b89fe2586151da5c490333f5e0a1f596c4bf83f6b39", + "6c0b4e79c200c629e640557990dd39fd1b5fbf70f4ae153c137d6f35a563bca2", + "6c2f06a98f5f92eda14193ff996f38782ebae82f94c856ccfb148c4c5bf5f7a0", + "6c7fa58045d8afeadadb92380fa79952b72c66c3ca4a199ffd05b405009fe5e1", + "6c870298d4b3b9a594029a58de126c7d3912bd4c8aa8aa0956f96e0c94214237", + "6c93ceb690805df915a0d11307c3e898862ac2a8e2f03545d9f9f31333d97b9d", + "6c9d4b7e0d99d0168eda469e87ddcf684c3ff33d2a120784b3b6669089ff107e", + "6ccc1357aa0f377fa2486a55ec540541ef6f9143b4215c14f2533188603b0fd0", + "6cd5081e4647c16bfaa05928de0b79d48228f7163b2c097a78b43258081f0489", + "6cdd98c3d0ee8d4a939eee49d26bbc9744fc9e22e88563d636ad5b1d4572b211", + "6ce8a8829a4467d50859e5d48868ef249c31b4281ecface940b240804498a9cc", + "6cec9c740ba668e1bc5979a2f406be9d4326eaa440b49583caff5fff16a4a974", + "6d024da7f213afb6dddd051098fce2e2fc219009d7621833e4e0bfb3d459e93a", + "6d3a64c3c7d6bdcd11e121de5b26f8bb5b8ec0e16dd8e0a9614abb6279689583", + "6d3d79a21ed625cf8c2bd6fa5233f3b5eb112cea3b896a466208ff48db23837d", + "6d8429ee4d3409cf09dd4c1e1ee8d17ec622f3f65f2d04d2d5b46d3a1e19ce10", + "6d8b1d53d160411812b2e63ed22f7fab8a2865cc200ec6dd7a103a121405c5a9", + "6db6f17d30a1e7d929b1574447e0a58ae84fb52e785dc8ffeef72988e7b9918c", + "6de68bf5dbfc8d0a38db7653c7b28a6172424c2f8bb2e31a5318bd0636a34832", + "6e46fa4e2fa1ecc23219527e1ee220eb785973a0f8b404956297d5d6594a3847", + "6ec6d1488d2dade7f32eb4be6868b7ce41161dc4b88344dfb788047806eb3fcc", + "6f3203130b9b3bd29b81708bfc5fcaf3d48926c9fdf3e98eb330c02a99d4d702", + "6f6226cd7173c25f9283a26873c340a53ed94d4a734a6c38366fff4c82cbe894", + "6f8a46c31c1aceac05f0039bf6e9a36b209475ef18a584f1cb8d5e3bda48094d", + "6fb212de4b5bef6fc983bddb206fcb4978547681a9542de68b5abd7f51546fd7", + "6fd4ed214af38642cc6bb474abd126841f82ca4516af7d676fc525f3107eb4de", + "7005b0152b7e62e70a4ec3548246bc1b1d5729feb4958c2fd3688c137f69893a", + "70068c35f76f137bcbffaf69bfcf8103099b381ee31719b508515abb965fd586", + "701bec823b7e553bae03ac497ebec8a40592fea30cca8d91cf9efad75e6ad7ef", + "7064f9086f3605fd49bff512a1172dfbd0ceaf58a88410d163a8cd1a0ad34f94", + "7072448eee55c0872253c8a40a5bfdc2c36b8f7b1be17bebe825468540882db9", + "707966f3f0d9b4a67d3379ecf693b83b2a1e1c217358494af3504b95c137fe17", + "709835aa30c7d0a66f14b43475d8db201bf2bd39510d9ebdfad8848b84fc42cf", + "70ab03aa506b299df87e64cd28986c66d4a8dd1afa44066323e9cc1d9f89a6bb", + "70bcf0249de578d517dcd2d9ce720351b3aebc2b3408f92ffc31c3f264797cb1", + "70e8eb1a392cd7468a49fe73f3aaa99481ab7019d354ff555dbfa1901298e9d7", + "70fe15efe7ac3eafb95ce5f3f89daeaf76a65535fb98d50b60a029e4484de29f", + "71024b56d0f6a22d5fe9e7acd8ee1e7ec9a651721f305a2c7f3e4d5849781f5c", + "710f89d19eea86719bec11c771e48def42e5fae229de5f1f094639beb3c85efd", + "713f861df41f12f45b212350544849e022cd8665397f31300942f1ef32f1bc18", + "716c7dcc84d0813272c889fa45fdc626ef28b96df90f083f0f95e51b5909b7c3", + "7170b2876d55cff7bbbadde1cf60918fa82c96b47a419d0dddfe68656bb15f7e", + "71ccfa1efe119f4b3400c25f08c0cb253d6e84a3034595291688d0390362e7ef", + "71d64e8f87b796850cfde842ddfcc5397530526668b4758e95e3ff352ffb808a", + "7208d392e8466c55bd4db2b793267d4f537812981de57808548a24d575c00802", + "7241dc8b47fc985afcdf062800aaa0e4b3288f68ae23e6420d4174936ce1ffc5", + "725960adbfacfff83b82b7df54c856df7d95600c14505b43941eb4a624f2d833", + "7261079205d5dfa4e29d586c9b6d03ca1ee3e2225ef85043a4a4eaf8583df9cc", + "728722ded8b3e23f89f3fe1884bdbf69cb04c6f5b843bb307b4a62e2a2964762", + "729dfd823bb3d1363bbbe0f6beea353b4b9cdf5e47c3b6af17ffc74b854a2d88", + "72aabf4eaf51267a223ceecc011f0e24ba882cb2833bfb09f99d7000e4ce2935", + "72d78fd5e3c79370db8423179341cd9bba72ff6bd98a54b2a915a698196bef03", + "72e1b778da03bbf91d47c4c0fdb930d7ad38f76cf0490408e8b4df6eedac1ea6", + "730722ba5721418ddd857592947efd2f0e6f8166eaa20bf9cbab54a8f4b0a3cc", + "73546fed85b1e74894df9b8f32aa7bd56c478286997a8c92b08c67af0e5335f8", + "7355830e37a3f3593f8f485125738b6e7caaf9813042a1aa65a78148f98393e6", + "739d4dc3543c4be6ec96158cd1f81024d14489153b712afb0a7baa9a136af44c", + "73e3407bdb5f83b252fcf7c2ccd03c3a15690c91e77ab9a390e9d6e133770587", + "73f1a153831e1cab13cc9cb150325007b4b7ed7d147a5aef39665059d0d87327", + "73fb5ecd247e8ee18252483813c02d62106af8bc146cd4e3bd3a321f20cc866a", + "7461c878ab37114c8fa861bede453b9f180844dd0024a1031f8d0d5d4350be43", + "7485d46799828ad55580d2370456706f56e6b531b241d1c09d6e60fe61680738", + "7493553d2dbed8c03679691050369d2cbd955cfeb2e09469b115893f92f81f1e", + "74b8a267ac18fcae42bfc59b17bbfc54cb50efbc4983b4fc0de89fdbec45f26b", + "750b82983cca089581424966a9da92809d4739ff8a84fc81448b6c2144f0c151", + "750f7f9b8560ab8aca11e03d8825159f4a02c97263c4b164cc6b6cf8c627a367", + "7512074a62a9ea08ed848461d4b771a087bf6d0806d9d8e9de9f109de0b62713", + "754eeedfe7b3dcb1fb680ffd21ca550bea5bc1eed3c387b5889d69c739bf82dc", + "7550a0b2274ac6eadda85f132246d97cfdd1fbc17a8c60247c93e8a7d6d42352", + "7552868610e7a0492a47d7bb17f915b243f75b08fafc0ec2122db8ca25d02ba1", + "7574a2bed3690cf7b377627edac03b504ff654934a0e4df77254cab0678b3da3", + "758fbeca0e118842f28a52b4c62c1fbb9828f2e0a7c78c41db50bdc603bb82db", + "75a4c50f6b7b5f9416c27fabfc24bfce47505c2507c9e5c40689f1cf8edbe796", + "75b0312a7fe659ec2619fc0a00188c1c25648195d6e7d9a6f7064d3accd1b897", + "75b3017f16c079d88f1448c1f4b9665aeff8c770ee0174a59a6dac4af0945054", + "75c9c4a1f7af09bd21062dfb98f95b17143fb282d7ecc42f082167e36209e5b0", + "75dae78bf5c4fcc772bd1ae3d1e61f73ca0fd329342829d93701ecdb05cbe776", + "75f25b711155c22abd881f62cbdbe0bfe8236697ac644ba420b88a50799d6682", + "75f96d7235913b25c9433b1a0ec68104bc222192d7a8813010730f2a0659b3c6", + "7622d99087890010662d5c0ded17c8d5a71587f4e39fa1d389c45a24b04cbed9", + "762512c3c71425a88180aeb09010834265222f4af4988ca83e9d4b453058e003", + "763be34aaf034de4d21129b44404ebdc6f95c5e5aa07140a0215b3a831c0c975", + "7658c48e7502d6d1d0b8fbffe97f4df627e7974f75cdbb1b9ab6a31495a94ea2", + "765a03507d35544d425b3d04d0b5f8af819630c18ec83638bd7ca85fab92f351", + "765ea782be299b543c8481425b1da923aaa737acf2b736c47584089744724891", + "766672d016c0c6eb36997037b67867ab2c694726af1d88c375228194dfb90a87", + "767a47a19834085dd8e10c9d3d66ac5964793f8a9513a35b2dde4d1429df7a48", + "76a179bb27b3e317f8d4e66765cf407ff74fe9839e80bbd0d6de766e8bc90823", + "76d19a21140ea79bc1b758ce772ade48566e5a967ba98fc6319541f9e4cab3c5", + "7703f063aec2da8a8985f6e719c2a68d00f1ac73cb75800e295741fa4d40ea37", + "770e2608d147738abd66ba9367f4d31123a567da4e4237c08a58d1b357f6ba26", + "774be2ef21c84a0f0b67221f61609824f9e43ae746ceaa6ffdd72ddd8da88c49", + "774ec128960025ac079c5cc7860ba8866b328c0a910e4ee97d9cbc3948293a74", + "7771b23e1a872781d3c859508c8f81f5f0145aadcfd51d4937479e8e767e7326", + "777e1e2ad048ec24134ae9e9a2cc09bdb9e65db4a33aaf26a5571378fb576c86", + "779ed248c556b5bf3b3c773212e4390243e14167ee6adacbdc126e00057141df", + "77d7f1daec219ca893d2724e410ba5179573dffd22ac21b1ab2a67fc65159508", + "77f2ffd9c903d1cb59f3bb79ddb89b412ca1ee3529d555074ed4cd2e575d330f", + "77f65063c77913e76134b4c37ff835f373526c410e5b367c54fe4d8d613e473a", + "781ac47130a2dc741d2bec0037bbbf1faff9e21ed424934baacace67e827e599", + "7834f835213ed6839d9b2abd93cf8ac01ebe5bdca61c9855dcdb515765e61e2e", + "7841c519c3dac274e9c8c618fa6201314f47dd892aa879e0f41619ece8f58376", + "7847d17d7e5ba94d471bb710e54d9e653488c9753dd1d12661e44c04cb4793e7", + "78c796b942fe136b1056c697af7179df8ab8dd78e2c2bb385d9774710d9816e6", + "78c9fec65bf1ce348f0f3a33687b29f95d7056f34c580a0e4292702501694c01", + "78d4919ce6c9044423da92ac281f463a4de59ff03f9a54382fef3465b64f2aa1", + "78e0d7e8b4413c0759ce0b6c2bbb6a132b7ff8aed71e0ec46ca0d3669080c781", + "78f5bfe6f58ca23b2d85c54acea293e7e19ba60b63768934d1b65d1b44b31364", + "7910445c446ded88f3ae81db2004fe916506fadf83017f1d6c0481764fbc726d", + "791e0feef999d39967656eb542ccd5a5172cea4650d58f23bcb8fa8622551d0d", + "79493b75a4fdce4eaaf946864585719108489ee5f6dbb8440a70987d7ab3a14c", + "794f1d793b6807ddb2da2933851557a4ff3326c21d6a717897a475e7c8305e11", + "79665c355e938b7c9a5085d02e1f4454bbd1fa42d99ff76d56a0d37eede5505a", + "796cc42123f9a58eaa22cb3b3388e40160491dca862fb0a2aa17db03b45174be", + "79851d82ad4f83e06d475cd976b34d79a0884bf77624a6443337c585f5e7d88d", + "798ab8eda49c99f52524fab0e6c29e2fcea9c25bb7eb29e55d24f8bd928f5885", + "7997158c039d6cb8a0206f33a7fac43f12b6c05c50ab9523c5d319a07c9f47a4", + "79a8920832ba7837cd6d4b63760c7db8963bc9c4d5cc84b02d1656de6861cd11", + "79e246581d6965e0b6397f31780e76d0e681e72a94a031bd976890872e8c682f", + "79f7f98c4c91e9507352044f016d9373175a6410538d1d74765f5013de13efe9", + "79fe72616f57da92fbc0c265358909235cd86d5107d0e7d613adf8a67a868b91", + "7a0e515bd7dd1fc037d2793b5bb09d987967b38c7b0cdbaf484bdeebb6fffdc1", + "7a0e65a743023d8e6f5162be55768a3b850f64e76af441e3a5b99bf0528ec159", + "7a111a1887f6e3391d63b0141a7175207f02679e816cea6845b3486565b6cb17", + "7a1a59f3aa4d6387e5a5a2d61a4f4409428633616e29fa29d50ea0fc53bcd339", + "7a29256a151c5dfa124e5c339bf9e5bb74c2125c128b04d6fe46abf2a758f712", + "7a5b2cda69206c48b9e8d535cd1e96ea9cb9185fab4ce335a2956bcc05b0b115", + "7a70990914d64abb8b318d3bb2a06651e1832f21937c00651a6df6f061cd4842", + "7afef4f1d28f68d33ac3ffb659441e0102096da753d5c20969c536ea0dfed7e5", + "7b2cf8dd9d56b7ca7a7bfd1fa949e72969257010fc1d480bd54e043796eb182d", + "7b421ee486724cf4f7e562d916b247b7648a152d31428856c35c2c2db4813bd2", + "7b689b58e64f9ac6bee1eb14628884451cee03f41fdf2178916537c2b56133a0", + "7b6c5f005c475b264b2a7bc64a14240082a0ca96eaa41b4f9d59a0ed65e7d381", + "7b92e26c917b401a6baaa8cecdf723c0cd3d59666c778dca685bbc12ab9c6f5e", + "7bb5aab6218927cd29574273c5cdd63d39849a57c0ec9b59340302dac1ec5c5f", + "7bc0ebc0825f60d79a197e4d27689643d65798e598057d0ae33f72cd39a8d1ea", + "7be40af82f79492703783517086251c2be0511bcf1dd2b1659e4d627055acad2", + "7bf300a78229f582b67dce564df3158f02c03a7d17064a78d4b041ce41ffc3a4", + "7c13771c61816ecda59ab2026f2d2a85c882cfba9b967d5d41c31e338602eca1", + "7c249a595ca1f06717edfa3b35b2b487e2c2a47c29f75e4d52f4ac7625e24b41", + "7c5f4b2df36cdc780578afdd9ddf6d84a6cdf997977d0351ac0ff19bb403551c", + "7c671c670ce130f0d602bd6d0573ba85c6e754639d122ac4993bcea07d5e1b47", + "7c7f4330d058eff280e31afa750d2679d4e686f89f57a402ae5851cb33eaef95", + "7c809ee513fae51056cf753009b516a7d1c46af0c8b9d53761cde8467416e843", + "7c89620ab5745c5c096fed9a789fb4ef9a7038f3a03ac2a6aa033a960cea0759", + "7c90ac3e8b713181be6385e25e948a2bfe21ed28b0c882153787eb8be239c2d0", + "7c9aa9f7348291d8af6529b509632b76f898e46070c8b8cc5a74209f1f8e384c", + "7cf13a99136bc97bc57c8cbd7faf6c461f688084df1ec3a9d65f79c11c600491", + "7d4aeaf8a6c226ade1ca11ee3ae0217ebbe29c768e83b525129fd74895c0830a", + "7d653fa63d81af93ef7779035399a4e53411ec8a7f651256d7f721c1da327da5", + "7d6d2253f232f8dd1a23a77557f48814e176bb670dced172ff3ff7270115e2b4", + "7d83af9e9367d2ff00fe5848cfdb4ba392479eb3f1fe223f6828c6a735ce24e1", + "7d83e4f7e37ec9b9962eaf3c010021be13d664653d07999ca6c6a81e4fa3c427", + "7d9c7b07ccc1daa04385683f46ed47f8ff248fceaf24e67db501c065e8cb21b8", + "7da2911323411aaa29a9a089c7b549d57f54086f1831e8d11e614fb17e786326", + "7db20772098831748a7981a5ced53fd95f5e03e737349f7ac3900188cdd22f5a", + "7dd2da493ec5174b6763f9a0162334bf09572691c2d8908df6fa21d18cc67fa4", + "7de9b973552d85e3f6badbb2ee3721a640a18b97840ad0259039d6e6df85ff05", + "7dedf5136a89643bd0641830635e4f5a6ae5d68d3ecd6e4abc658a39da276f96", + "7df266244513d7042584a4a8e1b07a928fdcfd2eb2568be855f438b14502c66f", + "7e256ccc54272dfadec975e2192dcc8b899784a82c8eaafafc2320af6270edc1", + "7e4083c02abf3d1745e121c2404d91b27f2b0b972ee71c98dfc2fabc838eab8c", + "7e53515a2846c4ac3e3005a0d705ff1bc47fd08a4186c5bf3a5d4d342b7b76f3", + "7e648858b5dc20e69179df0316b44b36ba017448ff6bec6310da2a37e48093fd", + "7e6a0e320a76b2d7c4571302adb31af0cfc155f957166d39d44d4ad842d38c82", + "7e7078f9ba22a164fc61c762fb5db6d955ca1ca86a3b50b8961e9e5a3627e79e", + "7e80a3b28e467688135d12d509131fde13a4f17f81614a7b1f9d19379793e765", + "7ec7e941978523b6bb23d2fd3d55d6fe33879c6aebbd84fbb185117091c12b72", + "7ee3852676020e282bda9cef1c1045e25441647116ab309a214ec1f5f6f1610f", + "7eeaba0caf143763754abd5a641189db220b4f37abce91f1c66ea992dce96336", + "7eebdb6297c64378e8304231ece5291bd19ec690a37b2b58c90880cf89ad3bd8", + "7f175640c764b7df9f0cbc95bae421d5f9297fcf62160d65949b5b100557f9eb", + "7f792c5911a60663e0e9fa68a8f6be943a925cee621084cf3956ca175b27749e", + "7f823f60346810266ccd7ba91ea8984ca742aa3baf849349c8e0475b749dd68e", + "7f87c627f7f7412fee152b6c47e6eb8b6a13bd38fb9397d50a10f0be461e214f", + "7f8834cbc4e365c22d0e3918efe4d32714772b2c52fc2f836ba60f52662caeb8", + "7f98e2cfd1b02cbf7445f2f3c3fbe301e820dd82abfe4177d51c3285a507f3b2", + "7f9d4060748a069f6786af1e4860c6880d39e038135439b0b2458ad5d3c595a9", + "7f9df7d75ebce46939549aeb0324983263bb1d809264f4903d434452c7026514", + "7fb3d3b49f404b6314e29baa782768af91c6415ebd255ea3eded9dc3f584abad", + "7fbcaaf24c8235d541a5609f45fd7144db69a5defadf4bf6b518f9ef5f163e5e", + "7fcba24680c7ad95062aeb55090e10028546a5fd4f4a697d538593deeadabef7", + "7fd23e3b2cb3db7f81e7730037a1d3e53fc9774948a8b85613600590ac7d0f92", + "7fe0b89997665c24edc4173f17d379fb0241804761719324b77a3ad19cb134dd", + "7fec9ff3d09a0bcbe3db33b8066c3bacd1d09326c89e6e453e8c42ea49fda27e", + "7ff731d055995f2c7355f7a59174ff09d3ad70234c6ee73b5b29c2a0622d13df", + "8014b101a0e5de562df78d8629d92a6b367ecfce7c3f7eb968ca1178dcc94883", + "803fca0d27e485372ff299d0138f27c97487af7708745803e2eb557e40c71172", + "806f014e6df16a1654bf06eaf08ed3b60c299fc7b5d1c37d433b3a0ecaa81655", + "8096a2f2dcbbff46a37e430b9e9b6894d5f6b5c01c93a8187900dd7909ea0126", + "80b0d0b784604d32fdce1b467680d1630259424aaa829573fa50c6444cc0b1de", + "80f52225f3eeef206f805d640ed82231bf7c01b9f7cfee7ed524b1b299ce1197", + "80f9218c5e9118528da5dfd6780556e8443856b35e876c1685d2d25887b92367", + "810aa4c9218c0639ea1d9d7fd3811415d7444dc97f831a0dcaf75ef802242f74", + "812c2ac233a568a4da77e7b7487e4472579ac9bbd8ba095177caf7f1e2406b9a", + "814f2af21544b1b03d045f29be5b5d6defb02be970b8a4d85036944c3a408843", + "819ca88d90bf6c86b097fe09a8704530168f1b8931116e9e55affbaafd0ace33", + "81acd0d4f293b61cb77a0cfa090543beac2ab5792ca1e88447b16374fd1dc4cd", + "81d76fcd53d510136dca6c06bdd90619de32a48b1caa2da941bdcb661bf8af8b", + "81fe898b8769901447fb50c71d7d0627025ad9f7d533d59cc9f7d17eaaeefa60", + "82489daa4c05ab621452941f901dd0a684e640632f76836541fa3f45bdc27782", + "825ff15f0782c3ed5bdbb6412e3bb77aacf35c880840c8273142230c0df2c2c6", + "827fcbbece238ab1a8bfc63dc4ae4a456a40d215b9bb3f7c9383d49c1460d217", + "82826c41b67c800350648444e150c3a009db7301fb4c693f84f848977dd3e9fc", + "82d78f23b734d512517876ace50d7e7e19d9dcad4db80774ed3609ed8d3e49e6", + "83171042fc2b4dfc78224fb2b00fa8f1d00a038680000ea14462f14c604eba46", + "833133f91df4b418393445068bc2e9e93a065c463c8c8a25d3521e84f6414a93", + "834597c90083fb02ca00b90a38092f814fdb011897ed0cb4ee5c25bedb69d940", + "83aa7ee537812e09eb16fef58bf15fbc5efb929c298c5d5e1be5682bff8efd68", + "83b61aaa99d449b594ef00dfaa7d958c36d90dab01db14b2e04ee0db9c365445", + "83cbe1bf2b5a688a257ca8d424d4384d53a97da158822b9f086511e145839c23", + "83f7029e77724c8160a53346097015aeacaaaabb5e4e8e3930f21c82663783be", + "842402ca8d019c79cc2980fc26018ecdc2d715015f164225eb0112cf8b619587", + "84363142eb13b6d6a8c1ca2c282aeac21af2d69006b75733eea7b1ade7666d27", + "8463f76ac8b1f2ca1f2d0968a0dd799a8bb3d66f09eecc92341b45b3838840a5", + "8472c08437e9d065a8dfe76e302935c88138b65679974121599273edf2cd8d41", + "847cc4a4ff20a7cdb636264448eb18745c302f2ab0a10f1f61e1345cbe0bd5c2", + "847ef669e72c32f996d6a8245081aed7da92401654351337adeceac90899c4ab", + "848273eda2ed1190523b8ae401df6071e574af543b7d4237f4819ea8e795fb91", + "84bf01b039a60611ae8cb61ae6361a304f17ba7063425fa40f9836d7e76fd51c", + "84d4126224dd508c633f787902a15d111b6faca854ad91c470b008b84c466704", + "84d6d9ce5417edfffb97ce2f1947dd3b28381572a4bf02b041311b8a2ae6d3de", + "85026b06797489a856e2a5c1101cc0dcf0eaaa1b44ecc856f7df064abaed8e4e", + "8504c3f425c74ff723cb3a7f5c7e8df33f66e1eaa213cd2e71dca4f35491e68a", + "852359a7965660c3aa1296b56e4e98ecf4eb217a50e89ef12718539d31e0dfad", + "85374924744d63a016f40be7fbfbfcc00ef1baa374f4e9c31f35a039e4916d9b", + "856321fc3f1b3564e2631eb636aa5ece8bff0a96516788fb7ae44a68de39d799", + "856a22bd189c9505240da1131d3d09c44441396b58ee0031f0e69abecfbe5784", + "8571d2f43d6f338aa2691f71db7d7e10ead6c44764d7acfb62593f92afe32be0", + "85c19a7874cff0defb3daa6ed2411c6a300d40630127db54c7b1d72ab218ec8f", + "85d06bc43fa85e3a54b821385cf84b32ac25b95ae86a0d6448ec3a097436bae1", + "8602cd81454b46b26250823f90f178accf605c3cde02e5f940e4dd2ac634f131", + "863cb5c4d023cbdad947ac7cab27045fb066171a906913f4b8ff04ab9458217f", + "864c42307df55fcbe1f520b716e132e19f1ee4c0e4581b8fb51d1c8e0a2be428", + "86645cf08cbfdbba0c35ec11fccf41629fcc698746c542a776d96f1809aeafef", + "869892d5fe6eb6d2dbd806e2aa54b95f3e4087c76fed7f496ad8da9151917325", + "86c2413964f42e8db6d102682b3527c1d54fd1f36fcd167c75d1783ec9b2c682", + "86d5aa48fabe29b7086c8c48b33733fb5086507c03ce152f3dcff551fe403cfb", + "87251660f1c93538bd393e443bdea252c12178ad7b1fe3717c4cb456da1d5633", + "8726a1f04292bdbc4d137c58d3322127e3c73f977afe4f13da68584a409fab08", + "874aff72a30aa094c623b419ad6367bc9469095f544350d65af2c75f8fd78c60", + "8772efce2dcbd728dc3e6be593fcef89602e115e612aa50ede25ec3edab73f66", + "87a7443e2f33778a9f446b2e6bc81415c501381ad2f80caecd6cc5dee29a9e07", + "87aa334d871a911f774f07e7097a23960868f396ec4ef24f2d2a4d40a9d09150", + "87c60d890ad8c5c2a38be11978989d57c185a25969e84bcd8ba976a7f25070b4", + "87d1b82dd094c4acb9ad58a0ffbea7a5563a9936cd78f6e7fee778ebdcfcbe70", + "87dab3f34020532d6b44f52e4b7a035fd33bc5e4bab4c286faa547834a63b77d", + "87e20d968cd2fe30891243f403b3252a266e8db5fc90396caca386e302d0b8b0", + "87f4c982994ca15c1fc3d4d333ccf487b6548242feaab2b0dfdafda419bd0067", + "880779342113d7f59f2ac7f35283e3fa21c7f5635b19f6b2cfffd6bf6c9af087", + "881aa0facead55798fc83556e0e59977b06d1ec3cf3c254d86462c2dfce80736", + "884553201eb494d42a1993226344515c35c0d161c21d4a665a4239cfd45e005f", + "886ecdf27bbbdf53c2139328d18c174afcec3341a5aa4bd5ddc67e42a87c00c0", + "88a8b7550d896043b38333c24505d28737df4e73ec5fbc816795af28d9295048", + "88a9bdd66fc2344f8aff0b0d71c502b15dcc7bbe157324d6e40dd3058cc364e6", + "88b630562d5d85aa3ff2a6669b4bbfe5192067fc50d1cbcd58374f5d9d48c6f2", + "88ba13465bce1bb05049f99681cd787431e3a53903f0d3f51cfae12f95db0902", + "88c5f45e6084c9eb35b4377db489699d8f8fa81ced9a5c74341ae8f5217a0bdc", + "8918af679922da6f209ec9c23cf601bcf108176e52ff7fe2fcc20eb375fac7af", + "893c0f99b45c6e1ac223a4b470273b1a89431fb4ab140984aef93375e78e5e77", + "8981937b36eb34f0d585e60606ce56e8e67173cc3f04a22f46618d9f6e682e25", + "89875aece432ca420311ff4a23c57fd5b4c505e3c3b559165275845ae5e0e76b", + "89aae336d8ab2ca0ffe06a15efc2abde66c39f2d3f40fce5e85f111606b5e2a8", + "89b8caf01caefe1f5e873dee97904df01c28959a164af479fed1407c92add483", + "89c455c362afed63936ab400f5655351e685606805fec2d47dc36c40e15b971e", + "89c4b6d6bf0f071af66ee795ff42407c4fe150cb8e301997b721860501ab9a7a", + "89c84ad21dffffbd89fd8391e4a68536cd65177f9024c0fbb33ed0aa1988e9a9", + "89dc9547f563493b4c062ca9c1b56e277c0b973a53b4e11dec83468a4af1aab5", + "89e82b72fe11cbdc6c4685419428e65f1b96655d4eafa2343e891fd1f6429ea2", + "8a1f12fc3045a1ae803dd949931b6c477310b8636ed7c23b39af03b3dda64076", + "8a6baf027cbf0e268695248bd5dad15399913f37908c4a678622ca58b25ca568", + "8ae1576dcbfb6e37484071b60abefbee4a2d4183f8e8b21abcda98d615be1d51", + "8af1a4cecf6072ba4dfe2e726448b9d79c9350f80a171fc963e58b7fffcb0fd5", + "8af5596c49e5933241edd73e1c0349b84b28d9a9ef0bdb0b3f08dadcb3592d24", + "8afe556c423b4d558efaf132ca16b5fcd8ec07eab04614e72fcb67a700eedfe8", + "8b142c5aeb5e5c2ba168580db094b7b6da729837abe6199de738f104555e63df", + "8b181304e3a183cff73e26e12f68004c48cfbc7f66edb371622561c9ffb6d175", + "8b7f3e0da8bbb4bd381dd5faf22f3506c22b01f117a180f56f2060a15f7f3128", + "8ba5cc41b621f68b1da7a950361afac2ebd406bb12f8f21e1571be2680cea395", + "8bb3960b9aa49d3c7daf93c0b27a2e82677fe70954a5b1b8b40ff51e01f7b651", + "8bb4e371cb956240c12c6824fc1c42f113160973b79c22572e5140a5a29d4542", + "8bb8b135de8b7901b1b456ea52976b19d15090a7de2bc5afc5cf0e408102dbd6", + "8bbdea659991c41fc41e5d01605860cd53b22535b761954b847e34eb452c1bb0", + "8bcf7f0413754b850c9b24fa87068f48e73c559327425e1bfc82cae6fc4d6b89", + "8bd8787b5b3659b6315c160145c30b3aa5f799d10b61624b530ff90396a5b7ef", + "8c26ad6b9984963d835deae72d8b24856d38fef889bb05c10c85b3fd7a25cd6a", + "8c379436af1581c0c376678bb99b148d4756e39e9446cd804858c12009b2d373", + "8c4099078c2c0f6c69528c976e9308f5104108e2c6cfe95c3d2399672f5279b3", + "8c45266d075cdcfe5d59cd03fb88bc25a7a6ff511ef0b0cf9ae47fe5363b7d53", + "8c4cd3870bc9dc20ba127862a0ab3aac857ed1a4d0e2340dc7937eda0d115c21", + "8c4feea60b5188293e370c26dd06528cf6bdfb30518b3869007d3f80bdc3ef13", + "8c7148ff82aafe024eba8a2ebb64d6fd836fd75cbaac428abba1d92627fb07e0", + "8c7bdd8a6c39e9ac5222fb2b16861c1b24367708dc596f1bcc76c2c7e9c2b578", + "8d432dfd008cd8ced880729bfc45f3d548bc54922e5e6d4bacf680bcdc0a480f", + "8d5d02f66be9555b666419f16215b79e6929aa14a678c08d09d2480bc2a82b6d", + "8d717570e2a44975ba3d53e6575d4a295717dcf2564d14d62a2089a372a8fe34", + "8d72bf24d3835df975bd47aace23e91fe60bdb5cb0ba997ca78e52fbad343414", + "8d78008b2455a61d192635e692cf968000425c1b87e8ff46fd02b3816dcfae23", + "8d878504470b79be572a45051abba37a9ece730557e77120508eeb24db203851", + "8d96dec83d0411426e3245574e8c35f5b73c8df79c1390b684cae3a7950d76ae", + "8dc3568da85a0ea8b8b2d7c0bdf1cf458129cff09d04cbcb860575bd5d82ed95", + "8dc80b3bac6de50377d73b41145b48bb3ca6d23e99fc278cc28c1dba42bc1c5c", + "8ddd2ff6afd3e415f3a1316579c35833de765f667b9501e7e42da54f9eb4c7e5", + "8ecf4a9b224c936daa0053ab30a1858c67e74b17f2c82725389198ba26733706", + "8efc955a5a8e460ec1b481cef6a4a6f51552e6e1e49355f9feb912a0650757a4", + "8f030cf10304c8a821ff762ece320e3489870be3b40569b6663cbfafbe45d90d", + "8f03736ef3ed40b3dd7126f1c5b63059ec0a5b2ae71f67fb7d97de2fc16d2cf5", + "8f145b6dc0b3004631db47f710f7ab74a258adabbec957e85f67f15a99e5ef7e", + "8f4cb1bd07998f4bcc079c05285b81793fed07c094cb52e506b5fe2d654575d5", + "8f529f8b797d5cddfb9dbd137631316ec57cc23c6b3cd5249562e7fc8d8d80bd", + "8f91ee16ae905b7524533a6fcf40137005c080e4608becccd2c865d1e0933420", + "8f9d44973e1d625174356a6be2636e7f56339aa695ddc592dc65cd79f2355954", + "8fbead8e6f6dad8d2bd48456546b24c66bb9735ca70566daafb9118cdc7c83b5", + "8fdd16b6d541b7b81911d14d7f6430046b8069fda31d5c512e78f371f7df215f", + "8ff40cf299ee3337cd7fba77cb92fad05cbf3430ba4891c9545793a70b3a0384", + "9041d1ecb1c173f04808b57a9819a53b3156c1fe87df224597680c170297208a", + "9097a466fefe8548f577da17fd853422773485880e2d7c6085e8950694a316b1", + "90d310d3cc0848220d1011df2ecb0ef6045971926c923b6fa9ac2e8fbf8b2b50", + "90d7b9d3d86e904e19237a6f574643863bbc9146092f09a1b63fb18bcde427ff", + "90dbc96061612277e1e925b9beac596373152e74125ae7a9213bd1a1f8585e08", + "90ee3c873af25ebd77ed889cf4ef6410bb4b9eb00b32572f4651e93bd3b4743f", + "90fbcad54d4abeb3e68dbd7c4b923eabb630fc065a70246b8796627b3e3a1e96", + "911b8543dac7382e9e25b4dee5ce3774927cf78f57cb05eabdf33b3cdfa41e65", + "914f8bfa81a2c9fe0b168c645bbe45399099ace3ca439353229216f9a1b99587", + "91518c76c3bd6245cf1b051b958d8270e9d81f0373bfc56467dc896de7fa856d", + "91aeab64cf94aa7690f78bb5bb2edf91d64e5d8a037094b19a9c3e5feb183a60", + "91cabeda5e16e572b89e53f6ba3988fd8416fa7b03653f06969c126752dbed64", + "91d65e83e4fa2e40a29660e8697d3dedb1894b25601c3bb80df559389a9ca07c", + "927b077b9994f92cc17262f57066e2731c19fdf59f1ad23e9a187ad8a8e6a21e", + "92b4ffc72368d645dc6a5d181ec6cccaa6b2d5733d289a6fbd0d49da064ad778", + "92bacb8e4cb433020247552fb9c6cabd6455018488f8992ac6c202820aebe864", + "92c9c9caec17b174b853604267805f1caaaced45888eeb894cb5f07c3da60bf9", + "92d6eb7919388ebad69f0cdc179024407f2b0f10ade265a6bb82ceb3dd533319", + "92e08317b5264a5c75af6bd32f8f9d19d35dc2ae77a8fcebaee74b6349e2053d", + "9317c21bf5f13c7615b404074d4bdcd514250758aa7dec348b461e3ba7de2ea1", + "93717b7c08182de46766bedabbdd152710832ce74aa1e15d30d2d66748a74660", + "93d4e4a8d37483366afce2294a63b8e94031c2eb2595f06809f3fa154b8973bf", + "93da984a0282e86731dfcd961a8ce43b862a14c42d5b5d1e8874ffdd200d30d5", + "93f71412244e33e67e82e17efea5d58a9ecead2928ca36ac1e8cef2457f09296", + "93f7370ce73039faa1adee0d0cab9177772da8cb361d27ac1254cfdf74dfdd57", + "9433d8a34075bb592cf9c36bb1be21da08bdec9f9ef0718a0b61943b321b2098", + "945c821f819b42bed83f5450d180a86c23e6ce00695f7a18a105e2980b2ac2a2", + "948738b6923f5c6f6af94eaf47ada5f24436125e7b2d7532f2cb9b3f8a1ac64d", + "948b1fb3a88a247eacfa7863b50f8933ec9f89a59ce7cc3a17589ca825f5ad76", + "94a3567ffc300b6b0f7aa8e3de115ea0f5ada4d64e2184d2fc236c39056d500f", + "94ca3253fac86271dc0564b9de6cbeff335102bf817c744eb6d6434596879179", + "950c886241c044f7515eb00ccc25b1e9603899a3dfb4abf94727a1476bf37b05", + "9540e5430f9fac88e79b1e21bc8252affe0dc5893218218b2ff1839999223005", + "95473d6a2079786547cc70ab7f130c85e58839a865eebbcc11b0b75730e53b25", + "955f30c3eaf38525cd9d5503c4b1bea7b23c299cd6c8a6eaa6a6caa3748b24cb", + "95b77329d4972e58cce72f2ea588d614e3cf39cb424cd628e90e58fa2868a4f0", + "9620c1973d15d900e0cdfc235abab14254b5d29f240b8382ae9425fd47d18dcb", + "96290f319d1f2eb52a9f427d1df9bc5e5c149094606c64f51a172bb8111e1d96", + "963991dc96009d33a16333cd8dfd1995a7d274957508b25bb9f3c00683af0a85", + "9648696e71b0f84e436a6dd018c574b57d85ef948f6d5cc577a4964b9da64f68", + "9657dcc5c71ffa5ec11af1b35558bacbc681beefaf10373f74dfae9c13687f6f", + "96848b6b4616088854f302f4c39f7879232f208212d4816b6390ac11fb0eac1b", + "96af2b09a6a25be1f7f654be30ff50d473192cce28c69a5e89a1016ef5371093", + "96deb6e25f941a15a80a373e2ecb92809fa08772ea70db16466a16debe9842fd", + "96eb4c60b1ed6d1cdbb6d0a6e9df4e6d3072c037f5bf8fbb08d6f49fc0e96791", + "970c5fae48051e2e51273d468c630a6bb8abd4abf92cdc1e040ab2e5fe641145", + "97104c8814d8d54be64a2effe279e2de76ece7d9946d17f2bc721fc9ead045fd", + "97af82b0ce5128d252a339103965d1c99eca7a42ebbc19da35325e2cd716023e", + "97e800caad83fd0ea5bfc639fd4764cfe8a7a0fbb1268176e05015bdcff4ba19", + "9807f31242666c19189d7cd3d7007e6c617b49dabb548b216832e72d253341c9", + "980a7b92dfc3cb82bfde2b7660855cdff3a4960d863818224580dccbcb82a403", + "9811203c2c5bfc2d0a16b56c0aca2650534579d776a9cf0d2a949816af975180", + "981c07276056bc24a9bc32b733dedf96f088faf23bae6f053a5381b357f4a639", + "983888a1b90bcbf0f9188f2c89e0871aeef8a39bebfeac066c11418959c43089", + "98701e77e0b6c6887b96faf4f415863fe540bf5ea720db6c1df7da2bd60475f5", + "987defec81908223dae92da9b57746a6942845b340ba3f79cf8538dd83eda1fd", + "98889046817a4b80a4f39a5cb29ee9aacda0898af6ea7c02b82cbf7c1a75cf85", + "98b46bca82a90ea11dbd8c72a45f3697ba61059d391cb02b2cfbd98331ed4db1", + "98c28626cf398fb8e30aaf97dcc9b33e1eda33d6581088f76fdc2c5cbec9c375", + "98d35a6606cf800ca8622e8df0beb098445ed83ac11f1a14eebf21dffcf368d5", + "98ffdad2141e58ba3f1d928a7521c82d40aea01042acccab30f527e31d6d0c9f", + "996f5a33720e295a48e74c5316d54bbee57d280916362ca8f77e5d519db411fd", + "99984f7515c7d2a04b908a483c70a7cb0f2ca25605858592104a41e709665b30", + "99b4c019bfc6e68eb07326258763d2a30e257474a0da57b9791e6531c62e9e25", + "99bb9b16e809868a3c0e8195dfca2107f4bb888cf7a569b8e62a1dc8813d7323", + "99d4f33215908f8993f4002c40e20672c3831f527217db39469b57ac7bff8861", + "99e21fb94cc1441231170fed489593e95f264396012ce6d9f1887a4c693559b2", + "99e9ecd54eee0b8c28f53c9887b0f7f6e76a07fc2bc3defce7b09032c47fd533", + "9a528a5fe792a2afe2443a7f889a837a87c2f143271855c941c898e5bcb0b671", + "9a5f1226f926f45bcea2f48d1bbd21fb46b8607b63fdd464c5d429e41685a80e", + "9aed6498f33b8d9b4030e31861866f063c68284ff77e0d52c533eb19676a51e1", + "9aef46bf4b917c607a06ea8f84a33fc09b03e46d4161aafbccb836359b1cdf20", + "9b03128ac34991380aaf809fa4f6008fca9964dca37bb9a141af5be04b2dfd19", + "9b1c963738e61cb6be8b2320ec1f5d55b632d42de6852b77a1bdd26fa590f2ec", + "9b72c6281f55aa675ab785fbecd32f58bfed0a6b427b612b0872230734a2f6f4", + "9b93401d713707902cc42358969ae2e8a3f67a7abf682e6c9c662b6a4cd02c8e", + "9baaeff6a1950b08fe74b5224b5c12994587023cca5d9ccd79f2d5b9a9ed5961", + "9bd0c6c55c6ff96e5f018636211870a2aa45bd2f53041e5d6103e05afdbcadd7", + "9bda8160ad9e098a3db0011e26abcf4ae8137edffc8c7484befbf9c861f034ef", + "9c60ce7d1e20540bf17f23636fc186c7084acb8d696a47803d3a5667bfa20589", + "9c8ab72ebb2efef086b21855d5a4ae3f5292616e5a9c876f8bec8e28da0fddcf", + "9c91b3f38a7c6d1d242212504e68ba0a67a684a0d485f15dcd357bd19b411040", + "9ca581e36ee1174533857b9d926754b77009f9080246afaa63d9748d2d066095", + "9cab822d1fe9746b3beac1f5de7e24436882ed4a39ae207f3c9a51cf5b5097f0", + "9cf21be9a626e2ec27da045de4d7f4cce775ff1474fb7b4b1d361407f15bbc18", + "9cf6e80299c6ecc47c8d79c3c5f98265011381bcbf756a12c629ace25d71e6dd", + "9d20f9cd2e12a69400d1753f325f197a34cde2feaa0a6a41cbc8d114cb24d407", + "9d4d421526e0ce02fe621aefed63966502e7a6f1aefd76f27d7c5e7b57760626", + "9d5312a67b24be3aa7949b355c9627bb9982a017b95e263fb65e40ffabbbef35", + "9d5fc103de859786dedacc04713afa5f5ec908af5a8d4b6f654e4f35332f53fd", + "9d86dcec27b7472f83a0109dc136502848b7506e05e3d2b05a983f635bc617e7", + "9d91de5aac37435138b7a0fd208877e7f22c0f1ec931edd49824d81790758ccb", + "9e090e14941f35c1426fb43e188ac85fbf1d1a199e057b80de662be34937b5bf", + "9e0b3c8611c3983453fb5d666148abeb23e5f988cd09a0e5a34f61fb059d6898", + "9e0e34f721896560c995500d5251f2fac8c4562403cfb13ec4a2abf496d8e1a9", + "9e14ec38f8398efaf34b5b15bba9e47ab2019fad693dc51b513bbe274d9d160c", + "9e22c3ed476b2c040f1d9357094d17f92f041d539117569d75326ca8959e42dd", + "9e34c2de58f482b4d4e2a962ca938c8513d8555258088d2815b729ac114a5d10", + "9e397f028c0b7df416cfdbdab53e0b8a607d2348dd807343849ccd811e6dd429", + "9e513c1e436f575aaf5bd5c7df54304d8390ae88da87efdd3c9df0dfe3b395c9", + "9e81082b39b55ed18042c2c5371a652ed32337f6383d9e714cfeeadf99dd5851", + "9ea47633f98cf0baacd4966b055be5d3e71087b274b18821abfeefa6d304550a", + "9f06acce477a36f418f3cc826c27ccb555ee6a836ddcb8452cd76a766d8d4565", + "9f23be74bb52beb0da75166d46ee912a3ee0bf66954efee53a92ff558b0603ab", + "9f73734372aefdeadfafabfcff94725115e0cf4f9b15c18b6d671c93bc45d4b6", + "9f965d1380ea525701e2cc137a76dbf657d135908edb119b5ade89d517c642c1", + "9fbbc8610042a490eccef51f5d910410f875d56ea7ec41b455ce0d7f6fb76e1e", + "9fdb058c747884260689eae9bda96e5499101e7c85685c7441d62133692bf1af", + "9fea119b522607162bd0849202a5af02fbbcfcc9630713404eb24acf7fe44770", + "a038947bb5d061ac5c76c52746b1f3a3177cac57b6990c86694207fde7c6d52e", + "a0b1daea0fa36875362462eb688f7f3fdc0d602feb9df26f1ef223d31cc2da74", + "a0cc9e51bc6b5aac329313a6901cf0320d67cdc2ade26f4db2d279ec352b42f1", + "a0ea2d1b59920fdbf1565c05bf05ea3eb49b8a893dee51b93bf7d443d947b85e", + "a1240a45d1455232215af2dab413d40b707bb262e4183f3068350332abb33b22", + "a16a139ef9ca152e81fa85305fe2b5cb805153c6bdd2ea89b48a0f247ebbe12a", + "a178707a23e01e9e0d753982ef537e8ebd27f10881be88d117ebffd125c84112", + "a1828553aaf5d9ec4efdfa0a925fb03449f6db4b13c376691b34a6f4775b439e", + "a18640480013082dd7e7a22d73e66f35cc59f1fd1b93f5ed3de1cec43413bd5f", + "a1cb72da3133be47ced5d3fcab95755ef24d418f76f4fb0b4d47e6e8ff89a470", + "a1d812357c1be25f45e129a8b8635d6a2e8d8b2eeb0248984bbd64459918b28c", + "a21d104b5dd167736bce9902303d4ba1b1f02237c9b4a5f6eff0a7439042895e", + "a23825f174104e351285c36f589dc37770f5bc835d7d0e920e09573b704e62cc", + "a24336324a1e3800247283a001ffbf0c66ba08c1bfd2194aaa88e91da4c2a16a", + "a2456c53189fb0ad5fa63355cc5c3041e80729e753cad05922be0d65b48d2fe1", + "a25f880fefbc75dece8b8cfcab410d6383a6e87ba0d63b18cacf501ef8d0f4fb", + "a271158686e7f14f011abf7ccbfa93f0b0a444e3b356c8f623aa73fe8013d82c", + "a2a7b5c40a898db6db90eca16c9f41edde6feaadb445b78161abbd523d4ee84f", + "a2b0b4b8b334464890d9a5d9d6f39b05260fab4f43ba90faab4ee969594848a2", + "a2c6b407b6b42eaf49eb9077bff37c976cec72ddf64de83b95d34b75d5e09718", + "a2ec6a6102628055650d617239939fcbe2324cf862641123946607ee1eea542b", + "a335b1d36fab56c1b1ccfd69f872f9d3b702b312e2f8d64b3b63990e2a02b32b", + "a36b7eae29896149c7696386376724ce04884f2cf9ae685a42133a31bded0fd5", + "a38fe3c04414577e28a405c41a2ff11ccd80b808dfeef1bc20e36264da1368c7", + "a42c6de83dca6e8a8483d1725cd6a3f78811ae75be16ab8afa4d9a95965f30c6", + "a440cf910bbfe95dc9a81c122775b244009e5fbea638563e5760e4e482038dcc", + "a4776777ba6678085120b1ae5cbcf2d7739848f9ebfe6cb6d7b7bee59653964c", + "a49914e2c5326aff76aa60d7f5ee3c3640d622c9e8b4c68b37c3ccf680fbd7c7", + "a4bb7e0ab08ef465f0b663f20a013ec927c25d17ee3d4111eed4044b1d1c2980", + "a4c7c3bcb82cc25073907469db3e203766cb08f4cb9e2396165243e0708db374", + "a4c80a95b8f850c2dfbf410aa2f795d233320f9714d5237e5120063e6b5ee2c0", + "a4cffc4bf7e71400877b3811d34b1038e95f6053ee7be10b8990b485c7112140", + "a4ee41ba2c8e777a9555f962d285865998c7df97062acfdb9ce6caa79aa76bb1", + "a4ef3eea01ae764762e35970478dc48efcb323c6465751ac59d5101dea270504", + "a546c967ddb57c8307ccb939b6a2be51ec7639d4678662bb377661aaa3c80b38", + "a56d066f7b27d828d979ac0852165457388eb9fb7ccf509ce55be322a79336eb", + "a5def6fa74e09ff25a2be14c68cb7685ae5b85c27241afd2204da0810134086e", + "a5df13d7ca9fd83e65a0a5795994ed24336471126925fb292b760d5e8bc7ea98", + "a67c76e319bee136016fec9557c156c4c8715121226474fb21005392a92ad059", + "a682b5600e66458787495ec446edb276970f001498e62f2f7416d7445f85c8cf", + "a690a4c2865eaa72e8d5f2985a25fb8a77c688b977fe7f670d5ec3f1e41a9285", + "a69ca4c0ce5b896dcce10da086405f8d109c21fdc48bc2f174d6da28a516739e", + "a6ce6ff75d73dd15b9755db511202f12f64f6cc578ae887d28c1b5429c60df8d", + "a709d08dbcf24d3d86edf9333fb4b2f3767c49860619eb5844abebd7e8995130", + "a70dead3d5c69f30999bd47228b9a51d8b6a03009aa88510f1862af51e3d29f5", + "a71fff06653ad8cf199d4e6f37db51a88391f423f5ff498188361c1e7b6d34ab", + "a75e488dc3e774199bc944e1bb796138ca794094f25e6cd6fcc2697ff39752e8", + "a7acb1e2a2622b4f46a3c77fecb918f935fbee00f4698ddf64ca13299e0d779c", + "a847b4f5daa6a2730017bed869d6fbb7592a82e92d83e337a9f379a7bf071aea", + "a84ba5d88853d9f39f58293080d7675c8a20280d0950ed4b34f403b07fc94294", + "a864d70f399f5f45dec5d6850ee6cac2e405af6d81e08a0167230b795711345c", + "a8b1d5189fb760726fa336137e4278c0dbdd9c6b263f24be466d4d2e04af99a0", + "a8c190caef1cd42699635f6ab8c273c11a9c540afd96e14745854499dc90747e", + "a8cc6da58014750451c1aba1cc1b8ae1eb1f439ee203d1462972e4cd1238194d", + "a8ebc50ebd06ac561c84209d42e3395d57b7a927aed1790db3217dbb6d261ab6", + "a90aeee371c90fa42d40c1b41c630ec063f748040bc5006fd9c2b88372430d46", + "a90ee73b0f090b36a3b906fc3ba254d3d921f539e4fdf8178fa2764c3c515ff7", + "a951575db1c5632e10bbf2f3012328ad5e9db87c8c3d6642165a5e59c3790092", + "a953dae70fc62946d83ceeb303e8ae3838b0b0930ee3daec62514a2859a0f5d7", + "a953eb424669375abde80755e7260407805606f07e0a2475802425430ccfa20d", + "a981bdeb4c49cc8f338c986c9c80e5b0fb4179c88f512d472dbc4d32b6ddd837", + "a9baa63d7dab29028f641775aeabe1073f5bd65eafa0395caa9dc2b473acb87b", + "a9c76a3cd3ac63866e2fa0680a392bcc7fe67d652a27ab62c2f3fe50d07e90c3", + "a9d5e8a3bb7e612f9263323961dea5f8e066e61fea3ec027af77816c7545414c", + "aa055331e79144b7c663468f03e6fe569cd36baf77fa333e08bd6a7e3d4f242f", + "aa1d01d96bd3a988acec7c407d567aee6f731c70a4f449796468e2883a1a20c2", + "aa2c77c6f377cdfb433d54423d96748858541f03da3d8943586a1913416fc9f5", + "aa5b0cf7fa87a46134f260b548a74341fcecab639ad38e324f09dfa171c272e2", + "aa5c9f8b4c37a2dc2f29ee3e60e2b49487c0561c5a698c0fac5ef89eafc02d61", + "aa64551893a506054432e9e661b5efb425769dfbd9965568d21ad1eb10dff7d3", + "aa6ce1d0818f17de327f41b9a0c29e1cb143e49f5a039965bc42659ea7492197", + "aa97ca3097e3987f4519063fc8728c5b3b01365ccaf191553fcd10197670106d", + "aae9480c83f3cc084dca70e76f618f82b87bf2fb2e617143edf01665ef506093", + "ab62a849fcc9de65ce3e9f885d959a2b3454622150816ab94e10c0d8d5f0af14", + "aba3af84c0c932cb2ac57217c3c01c65cab49ec15f8773ffe5bbba1c7fdb4051", + "abdd082537018e878916cd25555617da6b91fa387c23f45b53fd80da215f15c7", + "abe660e96896609144d8f5994cae6cd441200a09e16a5a9080469f3023b91e86", + "abfc23b6077fd0a9b69141b3798a24ae1bf70e8a6e985057ad09c3c1c9e17246", + "ac2b9a3dcc45274eb9f2cd32498118f539bacfdf5705c3a9a60d68b8be68cebf", + "ac4a30459d90b1ab88ed2c6d96d1e6afa2aa1a59e708ff7350de36b260e4bd64", + "ac91bb18dc539462084798d093ebabc3c38ecdc88db10582b97bd1ec4063b1d0", + "aca5ebdeb25a6839fdf7d99c3c40094535dcc69fd098c51ea7e86f870a768388", + "ad1fea799f9b928ae94a7a9f820465a3d54a164276dd68f1fbc771e2458ea95d", + "ad4aa588253fd0b75effba32d3f3f62d2a0b20499b4b2ff20183c9e9dce8921c", + "ad4d7e703b7b024c40df24238902ab1f66c74d3982da912c354dbdb120b00a18", + "ad545207d62ac1a22cdee8252b85b32924c5e16627dd921a96a9c327c21ee4c9", + "ad9016fbde8ab97a81bc34a102503eb570e2d1cf3aa49de6d37cb6eb272261df", + "adb558ba9f031272bd864ed4c02cb66079249969b4a84714d8e904450bad301f", + "adf7df02e5ca3584edd4f5cdbcb27252efea4db7d58d67f833789d016a911c43", + "adf817abe34fd96eb5bb476d4ecd70d5838d3d1535b1a1fa7f89e48deba3f691", + "adfc6ca3cf146e6b70ec610f433048f8f2f61e4b0a9a61b00bcbd548aeac7c68", + "adfe8570209520592870637d0c6d89dfb53ddbf0d5162c38e7ffa79c154e6823", + "ae282a9feba3cb183bfc8ae5f3029dea7f85af44579e140d29111a5ba56a8a8f", + "ae4a88c7e31198956db2ffbb52fd170f8391acb7af4b75f0f7e17c52ed28be38", + "ae5753a98c376c9e7d29d50ddc0e0a6c9eaa15a6fa983e15fd5bf6a70dc1cbb2", + "ae61bafda0632145d2c840cbf5b9ee880f5d515b1dfdf84255024d3aa9ebb866", + "aeb84e1cc03533df9a567948e3096a4651622ddb8c65d273ac6ed9cacb76b27e", + "aec8370a06a5d1b6bc64be94fcffea3bbcb31bd7c3f87072f6eabe7c2f74353f", + "aeda0d224f68d7d2271fb38d4cdea0bab20c6d678bac9e7415be86e1428a8f2f", + "af0eab4a7ff3a9f565c5d441ee48c6728a8d2572bb47ba29bf054ad05c830fa2", + "af3d43fd362bb702008257f845c0fbd7fb0b247038bf11c8577d02b448ab9644", + "af40469b4be5f0f237a06204c6410d570c9b1713dd294125dca3fd71e5e67947", + "af93c5d79d26229544af7194357c4a6874a024c4f513e73ffb9b6fff55d8f800", + "afb9f2bf7e8bd33d310cdc0db5a756e3a4783e435816d67a201b8ed3f797b1ef", + "afc38038f2d082d7566ca44715c132c0d531f317a1a3d54a88178e187124b18b", + "b02963656a19f9f7dbd1c3065b907b214dac7cec8ae7b0ca8bc882a31112e43d", + "b02f7b28daa1a2f7aab7632e16b8cac778bc70c3e8a1b92d2d9bbf3721e3a4ca", + "b03c695f732f3d794a58bd6ccb30774a7e9f77e6335038a1b81997cfd39be8ea", + "b0641b7d679fce235e06223f2fc03382a110fda99b2624b408fdf9edd18c9a02", + "b067b6ae3257a455bfa37d6317ea11da0285343065480c68b88fdbf1f564c456", + "b088b8fb0d23433e44bfb8495d0bcdf14a90a8688a40a33d77ffa1434e4bd021", + "b08f6cb49d8f2c0cf7fc4529717ef050a3d5ac48257e43bcbb21ffdf9ef56721", + "b09d4968b098e1be873a624d4735318198e28acc81516d23ff2a718d5e05da0e", + "b0c9a587407aff5c3b96b28cb92227db0849d7b1fb4dd54ed01e9e194748fda6", + "b0d272d65e86b83427688ceb352a31af5bcabcac115cbeda72ce0cd8df37c3c1", + "b0f9d0a383327c41c70b0d99cc1e17d9e4b0f1a1766c4b1c410a847baec0eaab", + "b1188a1e16f91b3e25c4437f118bede028ee084b2d52ef9cc226ac04a33076f2", + "b148ce2a75b2aafba33d67b9414f1a8b5a355f84f16d4c0b6438da02ff71d9dc", + "b14c6e982b47a9f7cbc83e2178db724a8dc1a43b96d54f4d28ccc5f2a03de985", + "b164746f375cbce5e956785bb3571c970f97f0e3ea06b58f63e6f031ba2b1d58", + "b16a445cba1d8945f315d29452fc1bb6b36006f64c9dd3a71818a89102c48dd7", + "b16c7b13be12df7a0a17561e577053f14140827fbe7f4e220b1d3db6df56a2f0", + "b17984a1dea67fbaa09b778d2318f797f0b0096ae071c7380d13b2913befd546", + "b186db261318ce9d0eec255ee4aa33caad5d23c3fbfcb7b0cc74a01c7ccfec43", + "b1940f4e9449beaa5e5553b1396d1bf7ae7cc18512cb8927bd44996302e44010", + "b19d1adb2abaf3a1939ab6fdd40020c0fe19361f943dfba64dee935859ee905f", + "b1a5bac13634f77e22d4f4d18e98ea341b72743117f0720cb05cfeb06188a979", + "b1d03318fe70818bd4a120e56e58c65af108ca8089ca38b33aab4d2f49666b22", + "b1e5ef44a5efd3a383ae8ccbbae9e741e221ea1fbcc5d05bd23ed1f2fc3e5fa3", + "b1e84bde7f97e4c7525cdf0971c26f570dfa7821392c3414da9bf6d49989be9a", + "b1ff72519a4f541cf01e4ae32345cede5aaf9d36c67d965e8981c26a139c0460", + "b260bbe4a2dff2585030152513fbd0eecfa57c138379e0087ea6f906c03201a8", + "b286fa0eb10cb2daf7436686cd9582632439c280b04b6b7539e1cf79a9f11f93", + "b2ce9e4d70b36c0cd47252751ed47b8c7765839750ab046b270f863a82f19fa5", + "b2efd303d551237f7c1248e6619bbf925479058a16a716f102d67b94e494131b", + "b31cae085781532bef6eef09b4bfa31dacf2bc02dc20fa2d8d922a7e9f985f43", + "b322dac84aec62b55e85728718e2a0d9ddab14bfebcbde23f2eb6b949dd4759e", + "b341b490f5f8c125d57f9d9633f8af89f022d09083e79b096a593a6b23336d13", + "b34596b6121b6f5302625bfc13325f97a351ee3824e7b08171554f043e7213e0", + "b37d030e04976ad9717464b22b3854a50114d068ed51509060bc73376a484116", + "b37d200ac7c0c826ddce7614f9224f2365e8ab7732483874f4ca181394c2a5e5", + "b390d84397dacfca64a5a0e664c32603b4064baa103beea8c699d807793ee9f7", + "b3a19406b80a96b58ffb2186de2d9ecbcb3ea04f0079be0b038fc3676d2f5763", + "b3c4733af59558e62a4d1f9f5ac676e225e448d7cf70c381d9a3927d5f49c450", + "b4090022ae5f781ec0846b887e8576989db3ba34f51aa66d8b619eb4ff73f665", + "b464834e6ccec4397ee4c4f488c26779ddf6a067b7258b25fcd31bf1d61c77f4", + "b46d29e256ffda81cd2812cbeb60119d4c3521ed84384a74970b74876f81bc7b", + "b46df5a380426793e33ecd6a5cf0ef9cac8fab77a13a0d9a1dbf80ad98ff4f2e", + "b4d3a904bae484b4816a592f36be4cfc175b6af30db3d5fdbc11d3692a42ceef", + "b4e84424287c53a682e4e2c85b57e730c130cbdcaeee4c5f08e481b0c9767469", + "b5731d35376fc114009c9ecc6feb8061e4326f8127de14c332ae7fd0f1c8e8f9", + "b5740ca18f0bc9a3f6fa9ca025e89a4f4ae9c571ff67d75890cb3d6414463e69", + "b57d18041db98a5c8a9f58f983b9b0d8771bbfad555450164542942faa0da287", + "b590eea2c394badae79c7964c2752de3e07cd42725af5153ad6e0f4f0f81560d", + "b5af2eac889304f3f2106cc0cd4e4269657876909cf0b1a6a5e1422caa69c026", + "b5bac383570e16b15b2e55caec37e1761c6ec382a8b744174d29687b4508a94c", + "b5c30c652903550a6533882aa07c3c99df4e03ad64056ba2df1245cd8d2556f2", + "b60f4d4880ebd0615405671fadd4969804cd9ce9c249ff4af97d235871d45324", + "b6266da8eded1619177f4f8b08f28b6dc348b362741465078fe9e3f05d516da9", + "b647017f986b484639ada0c1521f4cbf3d09bb6d852f17be1892fb2e22bad569", + "b657cd7a60e964d2f7b07dc6eaf7e1a4e91f6fb08c90180d3dfa1792260fffc1", + "b67925a01180149949620a0dddcc956c5af9cc1579fb8026c717ac2c2d6f81d8", + "b68f5c89a885438b835515c63cfc0cf094b9b480cbf4067fabc35fc73e54ae70", + "b69f06e4f6f273d7a8a6150e56c64e6ea920641fb286e654a6d548a0ec5e3ce7", + "b6afb900709a13953b9833e507e5b0c53761bf68ba514642a45fcf3fe7dacea2", + "b6b8789681c6078777268a6ff1098d67a2176a210b052275e8bdfd378f0b7be7", + "b6bb805f019769e7c22c3099958cc7079d8261a3ceb6760f2307b824170a06b0", + "b70a4c5b5ad5ef61ce3dfe870e9a3f04dce28b863c72efd2302aaf9d0284dabd", + "b712f04ad27bfc82a95a0a9539c5cf93b2ac2b0f938ef593d5301645a3dd8232", + "b7358990749f89a239d0c35e4454c1f2256f2696f43c0b9a6dfca0a01e8c234d", + "b73736da3712e2ac62d7296642cc9b095a26ff278454b9c800c8e88ac19b0c68", + "b75225cc5620623a5f0aeb1ae56a99714cea6aac6ad220343d4ac6fe3681e22b", + "b75f3b57a8761038dc34e8c06242932cd7a3a42a4684ad04c3d0aac1c8e01f35", + "b79f8493c9f22103dc29fb01c9606f726684a35e81826d67290a251a494b2d6d", + "b7d02801cf1eaa121d3e3e958f782edd778ca42dd1acb0d63030f50b6ecae0f4", + "b8089da48eb95d0fa7aa7178c148f878c61fc5c425e163276050d66769b39570", + "b848f9c1cacdfec2ca9ec77091fa926373901a81e89893ffd44b8e34e813c6ac", + "b8a81aac98d4107d71a94ed1e7dc03918b99566b6fef297c43daa713c1e0aec9", + "b8ac6150c2c004604580621d18eb3af49871dc2626c1d951334225bc65d1c438", + "b8b5a6b49726a5e7522829273581631f66139462cee12dbd41ca7b93d8012a3f", + "b8b736ff78f5dd8bdae19eefa05ac7204f4f07187d163341e9316f2caa7921aa", + "b8c3bf17a916c8272eec662a19fcd3ba15885deb7013e3165443147be8624afa", + "b8d7cedc5d15d681707f2f38e63c1b38836456b98577792d229443c26cffebe8", + "b8df782b5cc955e789adf0cc2dba357393d352da099418073e9a9c255f0f9797", + "b8fd7e25bc04fd03c01b2c376dcd64328a543ebcd9d53564ac8113be74b1aac4", + "b928ed0ade3ad7ae4d974356691db8dd8a7fa18ed135a9aef8d746184aeda3a9", + "b93fba82189b4ca8c32a2557f46a130f50b57171e1951004e5378a2d8fad05fd", + "b97305ccba8b3ff42187b7db6c2859328d1799cd55cd581fd3cda2ab303cfd93", + "b9a967c30fe2122901176bf823703e243ef604bc34f75753fe0d8161c46578ef", + "b9acce70b7e12e8b34844749eea5419deb55261a739d1519432c2cfb66dc567d", + "b9c540741090fe4388183904f3f19738a7b727103ccb50bdcaa87abe0a812dec", + "b9dc3d032fec920e4b54a5f3e44c3d2ecf6c8c09745da579b3fe1a22eefa9bbe", + "b9ef19b21ea3253daab567caafe43363eafd77cf8df382c906231547b7d1eade", + "b9f2cddfcd21ccd881f6178c8388173f4997370ec9a2a5b3a3f10309af4cea8f", + "ba3e5e077781c9e12718fd602c426becd35555b333346d5c8b8d0e4b8d59fb75", + "ba3ea31cba469ba9522e17bd900bea020ef196b15bb4f6082ba322d71c7cd2aa", + "bab819a3345cc38eb9d2f4b3d594f7040b75114388442241d3dcc83ce9289ff7", + "bacfed8aa647656b317f21fae6db862e24fc59481a66338f040977139dc3d059", + "bad11986a7cf2e25876f9ef3449c835f2a40ce7ea2f8bbe7da9bdd9beda4a3d8", + "badae713e39d2bb3121a95ff0de7e6fd013bdb9dc86119b49f7edf04222f175a", + "bae48bf75fa4d9c777766969cea7efa83e9175b9735a27008fe457060dac51ab", + "bb17ee93889768038584160ae37403acb9401651630ab3a405abd65214f8e1dd", + "bb1a561eeef5a67d08fa6850904216b1d7593e365271505e36cee5c56e6e886b", + "bb53e6ce9e0343c8e4a1a689015ffcbb21f3db895b2ad5ae51472dfae8f98759", + "bb811974b2088e8fdc2606f0c8c076e55e48972c5213cf3234945c63bb9aa8d3", + "bb82c9ba73073bc7bf00d3315367a6e01d136bcd9a9f0677b9ee642fd2a59227", + "bbb54ad3f3e4d91ef75bc242b35a9a28625963d91f7c123d99d53c2ddd58ba60", + "bbe0f13c903510cd9b65c6bcbe40c141847bd3289e8d27a17c494d98104f1ad6", + "bbea53187321d8577bf4de25cbaedc339cd30cab7900e2d0f9dfceff92e30cd9", + "bc491ccaea000e7928611c69f1b3e7ab5f24f03ada9c29fcbb69f7fc05aec117", + "bc65a7f288310c5ea632964514744d5054e03a6862fb478ff41f6ebfb5e4d749", + "bc6adec90a6dd989815d2ebd2d3d122e5472c349eaab762ddfac58eaf23a9f57", + "bc8cb19dfa4512030c9cfd5171d50b53c2524193b48d715df8bb2f349d24a0be", + "bcb180173212c62ba2392972845d7d66e70d6efbf4d99f19703185b405d8d6b3", + "bcd8b31f715818910c72709e4e53ec79e715058b3b8b20b88d421485b142705a", + "bd2121f0f8916cb944dc0b9cce499d8c8201bb9ed855484806832f0e3774cb14", + "bd55dfb70701260beac95f7ae6c29b0cc675b33a56815d4368ba5a5a9b2fb960", + "bd68f00870fa2e09f15aaa7d6f7f5e3c0e0c8e9df9fd13caeb5ba5ec721129c3", + "bd6bf91e43218326db970a15eb8c67d056a452ea307dfa1826cb6633acf7da0c", + "bd6e313ca24faa2d2310f0608762f6c5fac8ed5041e62e6e8b5c7c80edfddeef", + "bd932b7f64314837ebadb99027ac33363e1ee0729674016f754c0ccad8e8f101", + "bdc0a195aca3787839f81cfb8e1b323702fa9650364a46c5fcd573a2c49f60c7", + "be0b46e7fc8a373d20a3fcfbafb196c04fad15e6cb4292c552dc243ae1323f09", + "be4265c2119ae94dd3dd6269a67b63bac95797b3cba30b31349625b1607919a6", + "be543b6873587292c6e6a41172e329c02e95e4a64e504f19ea40c4cb61acaeaf", + "be6c45e7f69bc3a50da61647200e2ac1ae02bbb1a8ced24f59103c3044bf24a3", + "be7d2336c310249ab90834b1f81317af638e6dadbaf11073b38092b368151dbe", + "bea496e9c1a81e100601aac156c4c56a930441a8a23838954bbb3323a21047fd", + "beacab588382cbada4b9001299ebb9fc2af37622555922c641cccb25aec00506", + "bed8a7542d9679d11feae206a51d62c627da9221a91b6835876f1600176d7dc3", + "bf0cd750da6ba9752ef29d82afc70701c2f466f4f7762efb7c587c973e66d8ea", + "bfb2e72e247a7f021efea6c2ec93634f2e549a87d06a6d518c04b2b8ced37d7b", + "c00ac129f5040ff62e1ed55dc195170aed57ceecf978448290f4c98b6f2b7cda", + "c00e8564f343e9d6d7bbf1516dbba91b91abf3c89dd7b0637417f310e9e51245", + "c01a0385e94fc2fcccf46f244ca591e67737a37030caf872033f60323dd42c4a", + "c02899f51d77c003d5e83858d1c9b0f4f01b04de3f7642167221b4f13a0b2982", + "c094c64f759b68c09c223f21b1cfd965b766db99af89b76efe2170546a2ecf6a", + "c0c3bc99b53fd5e09e26d8814ddf1ba8920932745eef252fc09e240d1c0e0d3e", + "c0dc7ebe001f9d7d104c791c9de10c31255c5a850e14fc31dedffa78e6541e83", + "c0fc70c7452a8d99076484534e581dba98bd1e867317810feb0a103d2e5c37b1", + "c10514926b6b320fbab45c471f278074787252ffec0aee89aa55d78ee98abc39", + "c116eb782fbedff0cc22f419af954749c075c7af985c9eff7d0c165d76144ba8", + "c16d20b8b99da3786748ec64c23f1d4514e948d12aa8f5bc5187a38454282226", + "c16e7d672eaf324069aa23d5d6a1b5f138a706dcdb9d093c6ef42bd08d2b890f", + "c1791b84f1d8438c1ca830aa9d7176dd9115d3ceb6fd23aa7b204fcb05165ce3", + "c1a4323c6bd7607433d6ddf4c76e4502e8b7a6b3b72fa385c906cdef3699cc93", + "c1ad7d9b7be6927a9c31647b1f69ebb2da21c369c6a817099e6976b981c10deb", + "c1c21f7564d5ef802a6cb2a5fc333b10067d5814640df797701eb8fe4b114e7b", + "c1c2b04639ef27293b03468107a7b2017f793a7c5ce17232db08ad396c23fcdd", + "c1c84ed5e9f2228c43bd94eb64102cd7d02ed700cf4f712be746eec31807506c", + "c1d0a5bb9e5792eb0903e793a7e924bafd953d7e53982e0f31e650162658cfbd", + "c1e5ec301d21dd885bc19330ff1cc10a1e028bc22cc866015a3e550ae1762066", + "c1ed275f0d09590a03749fbf16e0767add13f879a89ca1c55950f460feeaf205", + "c215aada505a3b2c249a1aa1e3e6b5ae1817942bc390c1e2366096e8e438f996", + "c221e076bc9d99365c242a0b180ee5895b305510d85fe5b1e1e4fca94ecef40a", + "c2456af35e9845a2a973de93fb3bbf8031c8f2e22dba10d9496fa138065731ca", + "c2461e62faef7d19e61d6a84bddd561ee9746eb30d0b28779b0f24b0ca84dba0", + "c25b6a2ca778cb99b613fe51208ffc8ef01a48f9516645701c248300d6ceceab", + "c273d409d18c86f08b74523ff515897dfce4c5bf272ef773512fa8328eb3e808", + "c27aaa5652f29d382f2e42082cb18850ddbe91d2c142d8cf62d16fa36e6dc829", + "c299e5c291e69611dad567130400548bbca22948ac9a2be5d86cf0be1ed59c8c", + "c2bb18b10dc4435b7225f86e6c9ddeb04669f2b2a062cb6d28fcb9fe61e7d29f", + "c2c199ea4cefaead9e23e15c44d8f94855398419bc748403163652b18e0f14cc", + "c2da835ea1010e60a621f955df541bb0d11ad051b342041497657f9d3a0f44bd", + "c2f750075e3b223f783bba59ca6cb7537feff873a77554742e170652df62a787", + "c2fa1db7cc0f17f1b740a1d3da1b0c2ce7e1cfb7abc7f92eb342cbdc0336983a", + "c308697a46022bb28dd37829dd583edbc414f1646d6ba88d8e788d74fe75e3f4", + "c33f6e1d953c2e2459176f207c5837fb768cc7eddbeadf4619aa2777546de62e", + "c35b5d06952680ddbc500436b29ba9576bc8f11bcca1f5977d6714edc5510ceb", + "c35b835d08530179fdaab703ae0f98b31eb83ff1b1a9707c341029c0516d955d", + "c37bc89dca3af800f44aadf1d78e4f7e3a3e89af77ea633d31651e1a95eda347", + "c3af48670ea6f3200c2ff85ace910f488e272e926055891d86b862e0b353bfe3", + "c3c41e5552308fa4970fbda82afa59b66f489c27a7db4d5d94a60d0db8c8039c", + "c3f8ff3e207767558db61456c7f127af9d79c2d0eb50a8270bce5ea45db2c543", + "c40d78ed2ee68ff20485aef5e34579f5f4054a6fcf5d9b305e7291b701bad3e3", + "c44cb714ef7ca78ac4a00b50760b3abec03706a7545d5031a3a5ab948f7e3830", + "c4736ad4146e4335178db8a9741c652d5d05833fd419a4d44301e034289f86d8", + "c52d67b0644f775244057009d1d807cf959238e8b094a325b89130b66fb13549", + "c5935c567c338bdd710e01da38b97eb94bf8a373c524ffa90f06e141ca21e0bb", + "c5bd03645c8290866a1d39f3b34ff2bb3e804bf5a0d19d1c38b6f3327ead98aa", + "c5c447a38bbbb89458230f11f0b3732d0fc3dfa2e7dc93aa8177bd348c3d8b13", + "c5d45b34ecba22e99f79cd23ae74c5a3af84174d5379bcda1564d7fa6fec5495", + "c5d4d80494eec80c6ed832e4cd5132266d42a0076ac5053fafe48ddc173abaf0", + "c5f95ddaaf9299738b4281a94832b4558835d454e6f79f15b9b41df9e4f5d760", + "c5fe2f8f0295e4674f673532c94ee14bd9cb9a81e0bc9cde32814bb3576865fb", + "c611664dfe03fc5ee5c7fbe647d0d25e57afaa76bfcf90ec9e82f3331b41dcb5", + "c61963f555a95cfc758ce53612e8f0e4cd2841cbb614aff60605dc6ed944617b", + "c620c3c9379df967de6fd8f4c84db0679e9d2dad81cbfb3e2d77d5ce454aa3a2", + "c638f92723f379d1dc48135cdd1a27c1edfddbc74c7ffaab10cd4879227f346b", + "c63f67dffc9e3aa8d60e13154e76d0db63e3fa987ef4c910f9912ca63a0f6f04", + "c64430ee7118581e5bde54d8e9856c15054d73a04f4899f64ab8b59a320e9365", + "c646b12f66f51279cd7c736b218ad1f413585472da68bb60bb92369f7cc66a03", + "c660922239aca421a5cba165941bf8cf071cd9b118cdeec290fe7f5095a38663", + "c67c22645c881371accb498fdc5160ca3f3a69cebea7d152970ae608de1f480a", + "c6c3f5e34e82d2e364d88b418291b2cc75a632eab80e23a502411656fe5e2af8", + "c6d7bbf143e0a344523a1d435ff82552e0ea7c64c6eccff80f9bbe7d56107045", + "c6e87c32c76b5a2e213fde365de66d9f0fc396743bd3d759388be531c3299d42", + "c6ea608314b0fb56168c2fcf3fe90f112a36997db1f7f52b767255a85dd2de9d", + "c6f1e298f5c323a4991b06bf766f36b810701cb0522045b27f73aa8a2d8081d5", + "c71638e6645944d5989bff886d6604db71549d3e91a8138277d2f9d85c9bfd26", + "c729c560656c7822b69406e8dbfddec6ac00bab0a37680eeca66c468bf163a39", + "c753105e888b26ab8eb96284b0c6ae789b38ec094f3a428b913dab070eb0451e", + "c76ecb80f592ab61cf9933db4a4ead1e171011c713a0d4b7de404783b40f05bc", + "c774bd3b040c5bed6d13003b638a72d4e9a2ba11dcabb1ab4a80a641d5d7d37e", + "c7835c562b64fa359cc458c940feb654af46e8b10e2e84fea0e25f077b9f1e41", + "c7848b1fee9b082918121acfb53913b4a8ab7103e792b429e76c9657150e070a", + "c78bf4ee459dd9e2a4acd4a83fb6178ae4f3ec991c0571dbaf28b6cd57407261", + "c79a23775dd5de96daa4f02e7aa240eb03a1da8f63b61e81bdcb891e29416905", + "c7dec169ce85e8407d5039e463a0fe4a5686cbd6f9167dda51caac44cabbf1a1", + "c7f25797d0ee04f41ae508ba50790f03ae751892f9e24bef0a3e447fa25822d5", + "c8bb562f8f805383903a5574b9f84445414378205aab1d3d22b5559a7aeef6cf", + "c8d9cd0644ce09573c71564657ee8e0a78a66162fc7d207a8567710c8f7d7fda", + "c8e463592713e1c7727569c6e667d8918152fc4cc28c15fa75ce9b41239475bb", + "c909c842b7d32ea12f44d92ac041cbdc2c64248e9522ae465168aaff9e899909", + "c91c361212e050943a81e7bafb3d4f2b3a17c63f4373f240593f76233b48e5db", + "c92bfca22b81581e51629b216c9389ede9575af63c0cb28097310c7035952bd4", + "c94ee22263a5ae8a3bab787be129a555d8c2b662564b238c6d11cf1d88fae542", + "c9785645bf1b8f42290c3c10e0036dea320a18d1bbd8df0d8b57f974565bc139", + "c9d61d4310b1e84c3208b667dba9ae044e0acfc1fe96b96d8e2a11fd1f4d9322", + "c9ebe28a3b00f9cecc4ec7d71ff046f07fb16d4377fe33f68711a4145243b523", + "c9f778d144174b667b4657826699683e72d081916ab3d4443ea5cf1de63b5ebe", + "c9fb44774055fb5761f738df4c8bbda5c59121dc85ed27811ee16a7b17b8a234", + "ca02950b9ed42a6cd522865e22c5d5da36b6f4cd1206ce8f36fec5c2a9fb7100", + "ca0ecdc8c99fe496f1a0728042f34bb8477aac8d6f6eb988220200fa60ba3d8a", + "ca894012f7454a07dc52cb1a1f0f3ff3df6ac6c9066f13c331ed5c1d73eb0f3b", + "ca8b4797bb2a647ab2051a4a299d4e1ffbed14988e084b66330bac78a06aca3c", + "caea21412875078c8e0d019066c50138b67a46835a5cc2c25945dae6a099059a", + "caeb0797f58b1448e6f64d2636587d63efbb6e27607c26a6fa3b660296288487", + "cafff4262ddd03cd199ebce7acff792b8e0f906c2f90c0f7b556f8faaff4228b", + "cb1e6c8197a549f105abbef457a379bd4d71aa5c35d63d780733cf1f77e3e5f1", + "cb308fddcab3858dfba8e2d1705b9ca9aea23cdaf9dcbfddf4b77d6db5db9040", + "cb3d92ef090fd329dceea69ac6d48aa42aa88149701769b1a4625ba80cbceefa", + "cba2b38f8e1d3963539ceaa0303e8669a015599a0e01062fbe4e82e8f359c667", + "cba925939b83f0d297ea329100f6dd9ec95d783625be4ba508391646ad22388e", + "cbc4cbe38d4e3f010efbfc9d4a6d021783b5f8d66a9edebb9e6afc046ef0ee4f", + "cbd9adb58482cd85fc5c54d0a13ebb0e0be278c3edcfe7a42b8b246cc8b46e27", + "cbdfe9dad04b6df20ab06dc513414ca71c92b6b01d7e74b79a13ab76ae590474", + "cbe87cae84854bc4177b85a47b953f39523e61561c2488db4b4d64374cebf4f1", + "cbf3c36ef8b5885ced1792a28616aaabddeaaf368413906e9f7ff6ac103c9ad0", + "cc1299ddca29d3f47b825ac93c64b361242fa25803f328fca13441684a4c7a63", + "cc1b30d08252f2224567abf1482c833f629a31afede28893f45868a3122d025c", + "cc8b9c23a4766d262667973e449c8e1fb6f5ea9182359fe848983de8e69420f5", + "ccae31e6c91561c34ae01567e9f442e6ff4ae66e8b2ff665c8fb8199b0222253", + "ccc80694b03de71ba7eb7837ce36fd2c8ff6cc6a7e121f1a0010e21394ec7d28", + "ccc9952cb786577ce9a48ec50a19331a7e3b5aeaed521227fe6b36ca1650e8a4", + "cccab9452697a5822f7228d9ab3198a4e3f2b73810aa78705005edf91c8b68ff", + "ccccbbabccb218f9dd35e3245a04c9f58c86e3d11edef57aa70d17ed0a47ca5a", + "cce04483aafe15033058fc57a6adae63474c8886b7fbd33c2a214c02b64b66c5", + "ccf474053b489d3012904f3d2c634e04ed67f79fb7f258d12174ceffe4d581ee", + "cd03e2df6e42a8883dfbe44e1c0efc58bf63aa6f6d32d47fedd8bba1e23a973e", + "cd1847ee00a06fcac86360000d06315bdcb62abf7dac02e82799277175c37a03", + "cd1c9e3e32e853d95f9f87241c0907ac60f999a01c96947e80829a4cb472a2f8", + "cd1de18adf0a6ef2f23a850f3b25be3407533a2b7cce889d7ebc5ef5c137a3df", + "cd456c7ce5577a4d33433324f28e893d9257b69bbcb020525de57e17f7ca2379", + "cd6590458cb77b5c7aa0bc28bb00582e6f5b6693f59af5d38df77b4db73b7aa3", + "cd90dd5b59b902f716500ba7c07bdcc5f9d0265757f2d1367a47af2c143adb32", + "cdf4874cc5a4273cab51aa533b5fb08d7eb14cab1179572e46c68715013abf23", + "cdfc4db314c0d71b8350c0022310e352a396e01c94d446739e8fc33f6603a4c7", + "ce80b2a6b2332251556de83f456f5be22ddf5c98131073cfb4db9469f6c06eb0", + "ce8347d62ffbfe3ef6cc58ae9ad45b4a527df7b40b899e0d7e09e5cdfb0d254f", + "ceca7e2e8199bad3a54ecbfb618ba5292f78d1f3731bd38a7f8f9999ff8bb941", + "cee38d8376a08f3ca2660337ae409abce9f7f89102199b7b55be928111c3e34a", + "cef24ac7588db91521430146ed719c060006d2d6ed9315fb63fb24975dc094e4", + "cf66b4aae4a945bbca0bab0f912f0a584ac11475c3caa7c65afc461052f2d415", + "cf6b951dda214e04ac328b5e572449c55180815430fcb0c181cf61da6e998975", + "cf844beaf2e6c685aaeeffb989285275203a16da7b6c92a4478a82de33bb6982", + "cfb6ab02ca975d55b0a6c1878cc4a3f22ee15f7f9ce6642e1490eaac8fb8da77", + "cfc5f785a585166a29ef45f8f3887658907612b4704cad2606fdd86580d9306e", + "cfdd01086c7ef1d3ec816295c00994d3133a0c9fc0f097c579a38f67ec965436", + "cfddea7938adca95988dc306017212e307a7d9d29300a49e14781cfe582b3cb0", + "d01fe0cc347b04c146e981c9f3c86510cb9b4ac16c75439afcafa961284857eb", + "d070e8c8a5b0b356d8fbc0d5e50dfbc8cba88939108ff3bb17c8cee06ef92dba", + "d073ee715c3c64a67b1dc52f02c0645f2e16dc4b8934d870046d611511240593", + "d0a2f11cdc874d7797789d80bb38d398145d118b2f161f08d6f171b571673b78", + "d0b0069247d86164502ffe2c678701ba41e1ab19cfdaa75461bc56b6b257a399", + "d0b354e0d29108ea1816cefb8c4aef012ef0c74a5dcea0fb7683de54eaad24a6", + "d0db6137e2be2f61916b26e69df32c0a1525d91867ec2a6baccd1b05dbf733b7", + "d0f579e298d6c00b884b463527e40a31c703d780772924526fc4601c3ef12a72", + "d12dd9f2c736de3dbf0ab05b0c4715204d65d682112f01d6f0a881719086827e", + "d164afffcdfbad0c8b8829a9dfeb78cc90d6a4245e4744a2f4f9462af84ab382", + "d192fa159a7984c4b8d688747b547f3c310c85249445eda2a9bac352ade8b47a", + "d1a0d5cce1543295d9ac16a559390ca2ef9625fbec0a148a88662b3bdbc07566", + "d1a395ca68b59f7acdb1ae4b11b826a5ce25f79c9184abf7dbdac2d87d2a53de", + "d1ab005534a41df9b1eb7c7af7275121d5cac159e60361088178022ec008693b", + "d1b5feafb908fc6394d1e094bef4e084d8003e475c7314265c8e0fa1bfc63484", + "d1c84b48656978636a6b54ab2d8c5a289df23fe8ba0cd8d8f4e1dfc7873112c2", + "d1f34f69500b5ea583cfcdb117ef5cda1352b29fff00113740607e752e8d522f", + "d219e8bb14cc94caa1833f01f066fa4bd963a3624286e9fca56ed00866356b39", + "d23cd9664d80088a3a9a96950b1d0859a1e198edbc456bbeded1a83db91be9b6", + "d240fafaf43c653236bbf6eebbf58cb3b479c5f0bb18c1552eb55949f8abc091", + "d24203d0614be5b8da34b8412d279a17f0441bd4381ace8178a1c044142b48b0", + "d25a40be63ec05dd9772fbfbc282715edcdea3bac2a6050a637367a6be37f0d6", + "d26c279d4047b77c1a4a9a95383b7487e2e22bc12aee632ae36466fb6c02a0c0", + "d28ac0816f3c9f0bf18e3d08d90ebd4a752239f4f23d06bff4f47cc0c8423ce4", + "d2cc4fbd2e43a98674c6c4e68b970c0ddfc139b3d0db1f70db40e8210e8402ad", + "d2d2ec5406caaa6d416c4acbf9dba6eaa4c259b8a97dd1203fc90bd92cff0bf7", + "d2eddfd7392636028a12000fe3b0d06120fbc56d0b5bb92f34a7a52ec0feaa82", + "d33d3d89031950904ea761667310076f6b95a4cc5ca930b7b31b91131f7121a1", + "d3638aaebe3f77b329913705ada57e8ecbfe424f447bb858b96a4aea55f7cd29", + "d37f403d2e1a6ad27ffa735476b4bc9cc58d1031e7a6ee8c42ae69932c9c56d6", + "d3da0f35aa5303b3ababfc1859247dd0328001748311a88cd77376fadaea8a70", + "d41d6abf63e47839422bfe192daeb310402091b9e7e024b25ec534131766d17e", + "d41f562e5632185f7696701cf7294f8deb89416449143d857d247de6eabd1101", + "d436ffd00330337a12dc5021ca62dd16010db019b10d98dbc3d88d878eab6fb4", + "d43d1f6f23de682b557ae10b04fb03b9578a38684ebb2c75ad53680a39bc6b42", + "d4887e482e42cb9ce2d5a0350d934526145985b1e312e711792f24c38a951ed9", + "d4af0e0f77184ac84939d282b93b1018614e0fb91a40d6a0aaea1109f37d8301", + "d4c681632a45ce471ed9a1798c14e9f6bc335eb80162e5f1371611462d639d14", + "d4f514dc89a34da7c37a834886b1bd0144061a816f77fe6cef2bfd066955d183", + "d52bed0de5961ce7653d028389a47d304bbd5ec2fb492688d88e01c20c9e9751", + "d53949e80f745b4d64e9553b036572189079413f781fcd75d9c956d7a09aaa53", + "d55253c49dd42e9a2dec3363f86c4c8c1184894b8f07fe730a51c6660b1edbb9", + "d55b36cf5c50bc67d8bb6b130ab1cf86a08e9317ea19ea7ea9a3df4645d6646d", + "d5737cab82e5a56e1ace27cd0dfecf5e81a85a5b80e246956891a90b2ae92e5f", + "d581b656c72970c3bde09f7167783111a25b8fbc77dbad63a9a5042e6e1c02d3", + "d586cc1e5ffecd95fdc88554b909d8221f17d16a4726358d2bc327a2d254b8df", + "d5c3519f7ae4e585e1c3cd23634b0d912b7ef200686b7ab800b31be4b3e272fb", + "d5ccdc32319e9be322f989a297b46a9a0b100979c009b6ba6deb1bec2f3365f7", + "d5ee28369b14bfb5029dccae76c41cc3188b947e4f7c045d5945febeec161b14", + "d60003a162be418f023b13145c3b1429932f426df639d42f7eda9c12b25f09bb", + "d61fe033fb6964bad0a578ee4c4536c6634c299ac42a84d963a3743a618558ac", + "d62433ee8b0120631f7f4af20bdee7f25e9625184b009a790d3cbd85e25cd0d3", + "d624e46ef452e34d883a49229c0136009bea51e568c553540b303a7d2c94cf82", + "d639559a862fb3e47517bc78973650a49c35c11e75d16771260d838e65ce4854", + "d6a34c88ccf7607bfea26640f4fedb3197571406ef9225dbebb65252b12dc1c4", + "d6ad863a975be3ebe83c4ad6f1ce0c26beff8b91b3fe36887fd13ea576a6e568", + "d6ef592700ea7d33fbd82279ac402a40bf172cbe8b4903576bba1299252fb198", + "d6f318978802318d0e5ac779d37df16f5a0d831be6d654aa57f1e88c33c4417e", + "d71f2212c6c3b2416020d45b3e01d88c807edcf43f6b83e95b4cea0de13befef", + "d728f827d33c65af123c6671f18997b4e8f26289ed3f940faa60b4eabac80ea0", + "d74727b5d722908bbbb3ecbc7cc5b5d356a3c09635fdb78e3fb23a8d9a090622", + "d76911df66f2f4125ce433021ad75a37b8f11dc1e98310a3a5eb00bd2585c467", + "d7691a888b5923650a28fe3758cff2345bb1ae8d80ee8f44bc43de702259da8c", + "d783b3620e8f7e8de20c14c7c66a742cde0bde86556180ee97689ab3626c19de", + "d79918e84e2867f0b93095aa13d9df173a1306205e2c62a26c95d5e75af9a4f8", + "d8051dc72cec1c8f55d0163c4f6606d459ff34a268c1c639323160148604f86a", + "d8117061146d01c9377d0a4142990c2a3eb36399b490ad643275ebfac9e53933", + "d86a6cb10f44ae323616539741800437205a848404368791f18793c8697c27c0", + "d88c67aaeecd2123733c147b75b18a7e23d67ac8abaf7cebc51f004b001cbf94", + "d9064a1bb6a2b88b73173f4e5258feae5b2d2022e91639f3ddeee2c6adc6597f", + "d90c3aae92540da66419e78719f2313129851b552e2f3d21effabdbd0b311e5a", + "d93cae2b91c10e8b3f169f19ce95c444cc9c8b2b46c47e4556d2830ace7381c1", + "d93e2156fbfa90b936ae9334eb4dfda6fbd1b597cab22cb2c90be37a77932af2", + "d9406b1fc98b36f27aaae17128b74ec926f8ad01aa3dac817410f4cff97acba3", + "d956c4f0e28406e4c7b6bef2d310b7df8fa0cbd440eedb9c06f3ece7c5e4ee42", + "d957c2a65445dae0b2e0f0bc24514a284d28a55cf39ee1cee5a8d3e688b925bf", + "d9931641acc262693d83fef4e7c13905f928c7442a51ad8fdf6e1d6f74646982", + "d9a77f4a690ed3e06d58633a85543fd0c80cc41136e7f258c47f1552fb075343", + "d9f3a7eb5261064dfb2740a6bb3e8dfe8cabce064c91099800bf73db39f00fe9", + "da09f8de280cc5727564880afd5046632dc2d4650e1576b3569c862785995645", + "da11ecebd84b29778efb2c763b45ba7e11e55c26ea665e136dc6148fc81385a7", + "da151d715afef7c4222446b54520107722f3c1294f727eec51cee471cd982e01", + "dab4e81d25783c9bd0f74aee16ee181acf0af223526b364ec8945928d7c673e9", + "daf8e49ac3283bbbed06fe7c1cb3f514bbcccf5e32dd189c4cab86c74f013636", + "db1e47ccc5090a6d2281a7bb9d33077e0659d7bb7c697b21a9e649b6a3e3745e", + "db290975bec0205404d595bae0d1f9f9ee1fd7bc26f9175121ad300bcb31bd59", + "db2e86a479922463332e6278dbf55e367557fcab64dda06d3cc7de5c22906df6", + "db4b658fe727a99f255ea3957d2d3529947b6caac5ec48fe25c1708db1fb984a", + "db5d60dbab7a234266c0956d863a5f5c5a100ae4067a4d46e833133108272f8c", + "db91903e6de419db6c737b68d92f7f85721221ebe4c27813f1cd08cef5ecce5b", + "dbb5bbcf389e31bf48d994286a8395a089e7a6de641dc06567efc06a8125c08b", + "dbc1a9a5ff51b0d3d41c72676706adef865ab3e45d26ff2a05a993487a3a8029", + "dbcf50070e709dee8be0cef48068aa573818c8de9d5b7c440bd01c1719eef6a6", + "dbd36f5d6918f0b3f987d0d18bde8833f41024e3019ed93025db2b78afaf7f49", + "dbed23923526ee3ad9c1ba501c4c7150bfad61ab420e5e711e2b4d4e76192d25", + "dbf0ff60e08b430fcdaa06cedddef05cdb2fd205061012a0ae4113d9e22c7c18", + "dc1e5c4c9a22b0020c807905cfd648879658bf757e481c49d677f7ab315ccb3a", + "dc234840669526b8354dedff55c633a89fae838cdce0ae3c777b20bd0ff8a5b0", + "dc48000c38c5cdb704442f68e2b1faee6e061401cb9df35454212f46001bc316", + "dc6c45d3fb6024fbec0d0c553ceb9182658161d39902d52c837631db86229ae4", + "dc700ef65fb407d53f0af7dc467f57549ed1c4b6ccf8f743f380ada78301915c", + "dc78b2e1c869e9e4cef3a00177f73ecaf699a511a4bfb691b0be761977d35758", + "dca104eb57c18b8fbeb17dd08fd35b458a0cd4c870e1202653e4452fc46ccd00", + "dcc4579b164b16e503e32fc81f19470ff3982c05d4f61a41a063d1c25adf8e71", + "dcd3bae5bf55c08d3de86830ddb7571d60fcd64bf47134a6cd8fa7d15d10fc4e", + "dd29a8e572daee4a427ebdfcfd9398d6ff0384d4d2fce00c2eeb5055d110b081", + "dd8cb0abc314ebe78432a219bbfb7ada743bb081249088447dbcc4e4cc70694d", + "dd938aa5437ea65e7b2e1a8ab074abc3fc74de10e486f9256553eee63262b54b", + "dd95113e1f59e4c6968eb8bffa51d996a80a07bceeafedf95a1c8c58b302715d", + "ddd7e5361fe63c2df295a8cc68e8dd7678892867ff1cd46dd837175f30fe4175", + "ddd82ffd7398afcd1b42a4859b65af105c55dfbe21564d87addedf163028a75f", + "dde71388ecf1192c2b1cf1b0bb1341e5800ccf19e54417b3d6a3a791e60e97f9", + "ddeaa5c8e0724599daca62a8952f9f3dbdcabb48576783d4a5921d67bf6290a4", + "de1f40bae42ab53dc5a1a9154c96b94109cb63db2939d268d8c27be0f50c72aa", + "de2f03f07e8f5c21b5d86803f1c512267e8cdfc5580d1f7767383bc7dfc14501", + "de484ca0333fb6a1426bc6e8423a3ecf0e8cc6176a92c3d55155189b9e5bd488", + "de6da3d412c132de0603ee71fbf57148663c9652ca08988d366a2bd38032211e", + "de79493ba0e7a9bee56efd8a6291d858b5a59c282990fd67bcd24b8bb3e8529a", + "de7d61196c0267bbc0f2e2350157db8607f5ca2005af62e78b6c492a53e627d1", + "de8b3255316fb1ba2eab755aa341fb1645b172862215080cdbe07d595f6e1a67", + "dec04ecea85213d947af9b3d88ed75d20fef74ebdb0a5b319477e7f40a2b019c", + "dec68eb79dc49e5ebef9247cdb8ca00020536d911cdb3d504a44903e0f13813a", + "dee4c4ad7cce6ba20f17b691f3829bab814297ad16f25a705c017156787705c0", + "df72209a247f2662c87a21897664b840207d054f5a609083c4e4bd58c913dede", + "df97baa5c6e3317a4b7199a23efdf9739b610abcf987760302ca7749e6bee48e", + "dfa0964ccd4294a4786d98030d7f786a51de585ab9fcc66e9c5af18d7d61fa22", + "dfad806f4668af0fdeb83f2124e6049759bfc6a1ba71467f70a3e241d50db23a", + "dff55f5278fbef8d13bf51671d73b47fe02ae344308f737e751d224de5ae0c9d", + "e00b6adec3f29f19699b8ba00228d2c78f2d72bb996d0c4ca64e232b18bc36ef", + "e0348e9295bee7097b7872c7f50ca11c038e81dc92e7f76edf179e8ce64728bd", + "e09ce2a126107b366b8f8967eb0e8acd23e46f2100aae5d70dd3320ba973d21f", + "e0c8e621f083e33474b8b839fa19f52a709ad11cef6da76b1000469c3a4d84e4", + "e0cc2ed2a8b47079fd14310f898e4a16dbc27fddb31b8855b89f3d9ecc5cb42f", + "e0ee1ac0a2e7f6e414418734e3f8accbc6f9f09832a454b5ead8ab7eff5bd3a4", + "e11e96d715757aae37c340799218673e837289d9b80fae6534ec3f91dcb01699", + "e13160d8f2421179342e179055d54da9de069a1ccd13c16dc04928481d8d024a", + "e13c156e3c6b33114561f9a03066a2d1f474760c197ab3e22dda33996abc6225", + "e1490b6ff8322a5aa02caa25ee79e0e8b6dbd41368f32b055a83b38b3f20b072", + "e155b99821af5d977974bf58e1807c82d232156f53041f13339bcac76da04221", + "e15d71bda0132aa953c779dc21d8eaec2160b70dfe978c4a64c59cfaec344854", + "e1833ccd30ff1b270164c4ca86a26f362a7b4d378abe951db23af2437292a7a5", + "e1a0656684ec308cae1e1c9973c7db7ac78b8891d318efa3854fd0ccd6b55223", + "e1e126ccf4e5b5d3f928fb86c7c249c071384cfb6d6c49f59748fe062b89270f", + "e21ce0dc2ee47f468c8e7b8a13c61223d7379531ba486d121feec867fd8e6e7f", + "e22bc8f83c92edc88ee5e4dae3d64c162633b5e1e73d21dbcc85adfaf90b809b", + "e22d4e35d578d3bc10e8c0bb073103c053b3ae33c0f42e5f40ee6f843acff811", + "e2306bf5516952d77c9a0b4a41ab36ceabd3bd43413b14a2dceddb4c0342d351", + "e27557f997a9172b8decf36332ec7af376eb8cfbcce1577279b2a79db50b74ac", + "e2b6036fc7df03dd49b347b097e61a41f1608ff15d2268190f460d5d4d17eaa7", + "e2cca3b592eb4f08c768a27df03111493aa29246e2f896a08bbd1316dcc9c8b5", + "e2d431394164bd0c41c89f9b8adf6088435011a64d396a874e55abdd7269e4bd", + "e2e4de26dd09f5f661a27182517d173c2b5784b62b363fb94489ff795bbce5af", + "e2e71862d3b63a9440de0b65100f8f3a5f868f4685a2a8f514805033a88c9ef6", + "e3161696c0ff6c0c240ab5c8a39baf2cee8329d591aa4219abb2e6a8f339c0af", + "e31ec9fbd684cebfe22f4fd79d494c1940868bbb1b706892044aea02326b6703", + "e331d60266d5fb71a2cf5b4e342c841d9e08c449c00bbf5f21b41061d5e7916f", + "e3d29931e874f9fb5e99c63c1da162bd8be6723ba3b15e2a3d115353a095984b", + "e3ed4db7194f77d1944709b3080b212e4d1148881725a441b6a89a66747d152f", + "e401536f4e5869d0aafdcee910b572aed4bc9214aeb90a0b3ac026b6f2a36b15", + "e42ef36206320b49147f2d4545be3c521ffca988fdb68b93de1e150d74f45d80", + "e437847d2cd237d56bb0f4e94d08b96d54a346efbf5e00bd4403001bca402b3e", + "e49a197326a94c87b190f6dd10eeea7819b2bc890e12060ed234afdc5c549f21", + "e4b7acbe1a91e932a5ff62c651e8bbce6f578675db5c9f073bc0f4f595a4ba7e", + "e4c8ffb54e9731092c01d80eb64f15c244287cd8ce2755042e43812f9ae308dc", + "e4eb7f4d1ddbcc4ffb54b2bb8cf2f0a3d25bb5bc69d96ce8d49ca9aaa1346e6e", + "e4fbe2e7051ce629dbf11bec69934aa615a86ce36f050d38530722b082d96f11", + "e4fc8dec6fb6f8ce4464735036575318c30469a8841f3421203662d728c7863d", + "e5560868dd89e19db66b810054778ecfdfb79dbee842c17cd59d5f9259c8e745", + "e57a10a2ec65c306f28602a78f921856b4da3dde464448a376161c9207ad5642", + "e59cfb000b5e37220df6031d4b75f9caa5064d8e250d4c71555ccb917f9f4f53", + "e59db623511c79fa44e3331011355c450de3267fdee43f73a6e1c3be6d535c58", + "e5c3d31414b03e9ebffec47d7e6539abacca63883994e7797d0449e759904e8d", + "e62dc0358bd61478c2d074d0fd346a78581416f6da7f5badf1b14638501df1b3", + "e65253c864af09523087a95d6e93bb100f4d23a89d0cf9e7e149ca7d75796ebb", + "e663a99cbff1eedab7d4eefdf715b20b94288ea6aeea064d3fa5652427a79223", + "e6f99b65c2153acbba6bfceaedb81e6022862e7ca651aab3f2a6dfadd0b50d1e", + "e705fd902403d9cc9857a3cb79418b2309a2a73617d28b1ebfd9afb8affd6903", + "e720b0907b7c559e2ad11daf498bce7e81b90e04f6b7daeb902fcb445315791d", + "e7304b63fa61c5bf44279793451cce774c87dea397e7ebcb2db6415df9b98818", + "e74b7a55a37a76b850f7df1fdfbd4007b58480460e036b16cd2aba06a8170201", + "e74d07886141e7b7f17aacef7846cb3851eca347bbeb9bf9e12115209ea7a89d", + "e77a1c97ce579a6463489cdeb9d291a1deef4981ed63886f079a0cad1b71b24c", + "e7cc860c5ee1d94b6ddb825db86998db190ac87293ce08f59ce1f18720460690", + "e7efe271fb083d4aa855fc07a557b0ded89c5af326a13937164f32d4cd5ef697", + "e7feeb46423d16a543c678b1d9e622de494d4ec17a1d51340eac3b6ad0f8af20", + "e80068e7a72ce50a0bd03b687439a393a446208f30c8e9a042f4987eb1995c8c", + "e81a7edda92f777c9606500d272f71dcaad22047e5043f9760d290a7b9f5c210", + "e8314d44fdc7f77c3837fb3f8a00072e6957542d09afab98e04c0078a54f0de2", + "e86b8058966437966248ca46b07426dfb0a3f053336043edb21475056a20fde7", + "e88c64b97523bd0fcd353a58a965d2d49cb5d8d4ff848a2984bfe33ce0ae52aa", + "e893a900a6014aae7750c958e2ec9b4cff8b442c2d7330cad9ca387b4541587a", + "e8a7b252b4bd1f8edb0ab2702106d8186b92de10c4669bd7c2edc7a6e162c5ef", + "e8e85111e0a93a445476d3004291721ec6f144962efea2a6c2ba30b1aba3569f", + "e93bfc5bc342a1682e229484069d4cde0420f1092212a91dd88b20618aef5f3e", + "e9748c12d086fff748c634103440f42822b4d30d330de751fb7ebd16fbb65fa5", + "e97a1a46b82cf13f9847dfbc47322620100f5113275f800ed2440577f989165f", + "e9a667208b6e17c44ae2a228803f68bc443fd9890863921ba73faa43e0531ed3", + "e9c70d4e8fb45ba63db4e9e130bfe555bebb46a30dac84bc65efcccd5bcf74fc", + "e9d4b30aace05a47643d8a3306b7607b465c9af32f343e6c27e15afbe2ed9ac8", + "ea7322d351765ee91211e726f2a2e71b148614ff858476f2d314faff22537095", + "eaa227c5a58d2552cdc53b0ea798ef846e669c58bf6e1236a9f3ac8df3d5bad7", + "eaa547e3196dbfc5bf312fd6ea2d6860d9ae18fce3872e91d94a259e4146bc55", + "ead919499710acc08c0afeceef3fbf1e194220008ff82f204e997b21f0c4d1ae", + "eaff850268079777284976516c8b4e741a24febc416e9616a9b0ce64d0a39bc2", + "eb078772e8c9314f42cf175c06ec13c2a59fa5156144670cd43b0cac5ff3a7d1", + "eb17893ad911455c681dd6323aa29fba6306391cc375a157a2febb36171a11f9", + "eb5f7c73c14782faf0db5f533399f067787dc7c0042fd8b4dc6117e4b7dd4488", + "eba58ab888533f8846fdc9933d6d36e7325f463e132129ed5e040d70375a2393", + "ebba08751abc0f9c4f5074fae111f889f1cbc096694fdcca5011e5d753d5c630", + "ebed887eb371af718ef561d2d7488b49d834caadd3af8c5a0544b68efb7b7526", + "ebfb11f55ace4943dcd0b4c8c78d8e3316e1d4d22c73aae77880a891d2273e12", + "ec0c3c07db268251f8cdc4756dd27ebdd9a37526cbb44d0cf5a9c1f2ed52ed7c", + "ec4d703860817d225317b3ca6fe99f767d67bf59c14201c1109b89fbc2703fbe", + "ec4de8153a1f4115e7e6eb09ca88b9a38349ac2993c137e62bbf7d638e1e5415", + "ec54410110150cd6c1ebd1d382d132d0627034a939e7b6ef93c2170db5a5ec62", + "ec59c3922f577bac3bb7132377d65a763a014b6cac1269973bef2f8541a63075", + "ec9081187fd745bfa1c3c7f9d05a46149def1200bbc2772183179385df2525fb", + "ec9da9a275700cd08b7f6cc22ad718bf73621761924b7366ddbcbf6a783c85a5", + "ecbb1070a795551da662c74f7809c8ca608ac26e70e1ddca1c73c026143465d7", + "ecbb17cf37f94c9c7b3f89231851aafcbe0925e7e4d7eb96d5ff54427e014aa5", + "ed0b2d5e9d81368ac6029b17c0b2126f43dd2eec9201c76bef086c3a4f0cfb17", + "ed1e78181721b3f5aa283d9ebf81462ef18abe21419874ced31934518045a5f0", + "ed545e76d727586c418f0744d339402358a3aa5540da6a397c659d86a0bc38b5", + "ed616c04d4a39d94cc2066556580c2263bd90b6fe017b8fe86b8ca13f019ae4e", + "ed7f80b722d4c5d6cdee6e8c5c621f956149df086e3723cd4064ba0d5be6838f", + "ed82fe48d398b7d2cf5fd18e30e272c93df532b8c2c1467ebf9ca356c33f909a", + "edc1ef0e343b63c4b1fc0ac740deb67667e878d75a060dd098ed0e06050f649c", + "edc5ed01c736565a07399504b2f911ad7a8b02670da0dc1eeb2ca5a780cf8d09", + "ee3750871ccfbf83bb92d4c931e88d78a6e592eb39409134c1a18c8461722172", + "ee9448da8478284de63644ea593656cd7c9fd513177eb3e58283ba84a8c1079b", + "eec253d9e8deb02ffa7e8a78467d48c67b5e593e36f46b2cb74fd3804823d5bd", + "eed982158217d01a1d5b5c628a6aee7f4aa9758aa44e35ae6b48ae4b0b36bc23", + "eee65bd6251f9ce7acacc87488126d67cca954487a386830d5e4f3304bfd5b70", + "ef0211b2a54bc7071af61659e4a0487f611c1ffb44d722cf8b6a7f47a266559d", + "ef0aeed7749cc3cdf075c187cf83633e54450383a329c6e2c0dd9d9c893d7271", + "ef4c5f83618c0f55d9ec021f80e2c8feed4a3044076ab4825cdec43b091da1d1", + "ef588ad2795460519841155c165a062f282045f733d1ed6d5cb1d548a306fbf1", + "ef8a439b7f1d5e93bc57ef1607c0aeb59f791fe38a8a8280daad941542de8cf8", + "efad264184bd7aa09ef2eb1b312f42ac1954241db19463bb7ce5f07e3b9c7419", + "efd01beab68ff2d4fcb1e4f0286207fcbfb74427295d34575d8ceb391c9c5806", + "efdf1bc52ff67b6eca8933310fe35f6e2d914fe396c9ea7b65cc8eada41c3fa6", + "f021fbaabe1c089409a58f516da03fd2e19c31b074e05be889fca1151e50fe49", + "f037cd9b21c0dbb33b365f4bd160389d80fa5373a748b3dbf9be255f0fe64338", + "f03eaf76ad7edd7350374cba202dc95389556f56bf4eb3c02a32c61551fb8921", + "f04338b6f05255d1a4efc150f3a1a2d5ba1533e874fba4247596b3442faba88f", + "f057e1afc93790016ca44dc2cffdbf67c7d98134488954fe16fca88479c0f422", + "f0611536592f851e763da6c07e4f7b6fe767250d886b1bc1f5ac527edf740d29", + "f06b9f2044daa583f152be142881eb31a0b7caf424e1e2596359a7d2eb00524b", + "f071dd23de9824926063c391a86f4129f95dbaf9034032c70f807bfee403f15a", + "f0750574f2b36357f51ca81b9248c6b2d7154de18878f944a4a438a7d26e26ce", + "f082fca71ee6941d5c60d24a7c7358b281461c8c0a2e2c55e4373f220c7a25b3", + "f0a1e26d253c2e1370acaf11fcd05ada4585b63dc572ea53813e7f0870337be9", + "f0c004c62fcb2c23aece72277c417f7d33656d9d9e0e05187494ef6f29056018", + "f0cc7ffae79b48422c342ed7ee7ab2f9c117c7d9b92102ea48b05a11e47402e7", + "f0cd108d4d1b11a4bed5645b1b295f9ff0699a6c07434ee79fb7764684c53617", + "f0d7c76e820802f368a015e8589209c0b1ff010af501316b0e4a82e7590cf821", + "f124e0aab0ff513e104eb3ba2ff2c974505d10ffd7bfb3087781fca6d1f2c852", + "f12c64024ab41f66b085ec4528a3d78c82c6dd83c61812ecf475a1e0f12f9004", + "f13265389b401334fde5646bc13b7e7c4f8a05c630878615034f77541b1396f3", + "f14f547e4ae201c702c05d04b1024a226baab1f7f20e74559c94c8b5800e0359", + "f167fa0d6df35de3a5ba0b255a2ab45436efeb3b143a7cdaf0e8a6a68ec77f6b", + "f19f0f821f7cddeb39e9fce9ac5bc78d6a24e64275b28b2290779ea1bf99fd19", + "f1b00f410ccaef0d7ae613b337569f38d35d6520b51cfbe13970ba7263367342", + "f1c038bbd103b1de60b0ffa944d940168af7f5cb28ad2f619f58a53c5b63eacc", + "f23baa5741bccea2fb140328e4e00ab0f5cb1e1e424701bcd5a4c4be33f6e098", + "f23e67c6b6e6c08a3e110eaa2331c1068330ed9eea335a54606d1d2e156ed26f", + "f25aed755465da7d5c3b4e3c95a25600cc4bc635e9640e7ef993d1c38040b344", + "f2669e86800b3022fd2a15123b693b94b45af55681b255b85a85dbada47af1da", + "f2a404f19cfe1b22fe2af0d23235a5f7146d784a3b1a0692d6bb8bdb3044b552", + "f2b1b88aa102690a9c394f9214a04cfddc9c153861459fb689f46bcc63f8f4e2", + "f2b5f26abaeded0cdbbbd330a97f60a2cb3af54e0e4014f0cb1c0251a2989be3", + "f2f5a1978daeeaf25c8ffa085e09762e27630f6001497d9ad2be7923124031a3", + "f3aae264c5324b53d7c9dfa3c93a217cc9acb8b59786172b2436713fb7bf04db", + "f3acee3ba45918475e3cb3f57aa38f918024778585bb85d7ad778e5e8ff12046", + "f3b1ea2e2365db574a8289dfbed5fb65424c09de311a0297f2229dcc65e52243", + "f46ad557fe453b456d94d7591a9482f084e3c502e334a445ca0cfab1d465c943", + "f46bed6638a9631ec01f7450a8edffdfd1cd597efa1e3c18a7b971ec9b56d5c4", + "f4826ae6b3ed964c98c870304a5985692a6401ad5d2bd799fbf648f3e455a44b", + "f48b5f5117b250997fe6c64af116867753b003ba870eb9e70cc511a7d6cc8830", + "f4b1501caa6b19f21b015ab1cfb44af7a77d9cf11436e9b8e74ed73802fd4274", + "f4d2e4d7dd527388994c2677651db31a41e812bde44eef9c6683a97ba479129c", + "f4ee92a108e08b0836423cb6772b501eb452a4ae5400192dc88bce99518f91c7", + "f4f047a3a53e130dee3f20a27f71637e3b13c6437223c8a641b6b4a9f6df27ef", + "f4f81e3dda331425e5f951652c77ee7deda8d3fb5cbc5a2bc1e9ea53db2b9320", + "f51a262120089fda895a9f80697ca8b686e8c057f19ee736daf479b7826271d5", + "f55b877df863c6b4a5a3e233892e11c00368a8a49ffd2dfd7a1feada89702cd1", + "f573ff54d3b07aaf198fef31cf632c82a409ed59eba85845ff96b0367d964b1e", + "f5750ff4545c2651debea6d7c4464bb4d92721eae8fbecea7c011af94b084fb5", + "f58cceafea23ddd305ba490e7f8cdd8ae1df5b02f66e07bd698b2d1353ec578d", + "f5939607dc859b81f8b9eeda2fbb4bf58e9ac3f3f259f2141284fa44fe350cc7", + "f5deaac65043d57651d7e4530e62761b8014a54771fb2fed110eb0b30e86f3d3", + "f6041f907c89e38602fc4f723a7ba880ba6ba6293494427f433675fc139c5740", + "f63d5f0e4107f691719d2c7e1b0aa0fa40a7fd868acce8040031abdc046fe06d", + "f63f72c986c0997616af03a1c7a6a2a01ce412229e7cd8f2592de4b60789a350", + "f65732cbd65b8f3f8b4b3257ae9be69f496d828b288a643c54070577e23694c8", + "f65b8d423e8c5a5869491f91860120e2ad932f87aa646d51ccc5c97e478e8b74", + "f67204bc7998220c42535161b3da945d9522fb4f66d804b7bda97391d18ed41e", + "f67a153cc00c83debd8241b7b91eb4ebc6efda81127a3143614b4ec202362dbe", + "f67c79723180993631bcd816141ea11c780d74ce1f167dfd20d64eee34020ee3", + "f68e1fb5c0a10c18c1b436659a676060f2ff347549074643cc376516187d5e18", + "f6b57a0cddb03aed35a73ccd10e928ba35eec1f593614a9621e383a15a4bbc59", + "f6fe4d7f7d890ab3e96cd6deecace45ccf2b7703dfe4d7cbd19fc38bf96a4fd4", + "f72103979549dc42fd342428606c57e0056e1ad7aa6367c9ad53b6eae3ba84b1", + "f73acce0d0caaee1fbb643dfb565a921a94617a3349d93a8469b9760fb7d2dd2", + "f77aeecf0782ee72b26dbd0bc2afdd9474c7a16608b383e35e8e7247ca1719ca", + "f7869b4843638e7f3dfae398dda8e0a7560cd9c5aee80270a5267ae8866cf734", + "f7897905419d70b23db05fc0a1001d0b1a3b0af0f832117479edb4e0143bf2fd", + "f78b1994b24b4fdae392f7b46573346d468ed74676c110875db6860536411972", + "f792dd2b474132905f755c2f31fdc6d04573311b6838f293d104ecbba7ef9bf1", + "f7a7d978a948f36568666db2f266897d1d6db97c881afa967813a1d90c861ed0", + "f7ac2ef367d2595d4316d92f2f5a1e0b3e3ef0c52b13bc6903ab626e0768daef", + "f7c9b0a8be9f9fccfb26c2cd67badd6c4baae6fa4720cb9b9ce32718d0d42ce0", + "f7d15ee450b14cfad3a63d8a40a182d6cf2d729e5427d1bd43b1d514fdb2ac18", + "f844dac31b49b7e2be2afc4507c6835c6275992bed428d5c2811406eb0636ffd", + "f8856132a7ee942f9935d819d8bd1ac2e8db73d3ad1e3504231ec44eac8b4b2a", + "f88d7b87fbb90b5eed6107d4ca238347cbf7bd9960d11e6dbd6202336ba47a48", + "f8bff3207a9c4d7acba4b30d1fe9159776e6dc1cfb0a684cc73660264474adcd", + "f8df2bc65afbba35fc3a1f266114766feec630ea2a193325a0610fdde899e85b", + "f8e8e4500b2f9425a8c19279d62346ba5015130418ab023656960a73308e39c8", + "f8f3be4f9c461671164909f3a6a4360a0a18664a5783a29b2f869345d28689ba", + "f9044f70f67651a5074910319f059bd29ba17d5aaa643cd022af04092ec5b8fb", + "f9373e58869e091a50e8fca190323e20ad36dad195a8bf0aafb84d405ffb41e6", + "f9426611ad2ed31b5fab523266149e5a7076e35454e8b4b21b69761164b56c46", + "f952fb8637baad559eb2a8d8541a65dbdd0453b111a4f459b15c12e741274545", + "f963862beab529f79ec7450689199006366b9f9eb602dcf88829b30549b0dff9", + "f9b818c580b690669d02210dfef753cf6d8cdeee736dd43edf3e3873be4f3593", + "f9bf5accfa2f7af0cd3c16bc75bdbecfad15455e969c43a2386ea5e0dc164b76", + "f9fd406f361fbc59236ff4e5db9fb03bf34b0d52a314e50b9a06463060c39b9a", + "fa03e828df8c0572b8a53b3ede30b1093736785e63a68fbebcab58688c8d25fd", + "fa03f44e759f0f2b45d4ae60b6bdf1f883c7b28c8e584f4c9dbdfd0da8acf021", + "fa2d7063043b250978556d2efd5c69280ac146530785e68eded6c8c4a2272f2a", + "fa3375c4d494fbde579c72af92d9b836e215537068065aa024adda70b3e2fb87", + "fa44d75d52a573658e4fb168bff6591313105d2b215ec101d87c8003e5ae1ee3", + "fa601c703bdf0f05901fda4215366afbd6b8da68a13a1acb1ae5a7d0ca551dad", + "fa86d37d13aa868ffe88887c502f54675183fb72a6bf0f0eda73353cc93a6f1c", + "fad28332415da4ed66e0a02710033fae4e7974bd895649061f6fe1447aa48eb7", + "faeecb415d0620338cffc4971adac667836da581e69d97a32e8cff554889bb23", + "fb0c91e2f07bb12e03c91114d97b28f384dacc22f55c9c2534fbb5341594ad79", + "fb1c4b9dce86b632b78ffea1501e361fcff7a4d914c99eeb5646a1483c17a75a", + "fb1ca8b33a54a6968735c70926614093f25f1485371b0b5c94a50866f1561c02", + "fb4006f12e6539562628afbdffc1114c6109fcef4021e01a31272d54f7973643", + "fb61451de49728bbd653e2fb66435c9d7551b5716e4d795fb8ce5de400c31628", + "fb63b0298dea67ca91f29157c90022fdd2f6b692c615cd54213b93b435c04a68", + "fb87ea8200382d0ee7b1a4ddf3ca0d7068d3f3967fbc1cdab44b22301b06a094", + "fbaa467be2afcb06c9ee22987e7ea16fa3e79c192296b6c4129f07c8f60714be", + "fbb08add215e5c4520b18356ee5e2cdcfb7397916a93d3df4d9e0dd0232af675", + "fbb5155bf20f9145c10c42fe56c7cf1d1c6b7a8d5f7c748184a431c101113f0b", + "fbcbd4a4a21904d22d4d54896b1429e206a079dce30c8eca0933af05232a14a4", + "fbfd191d086e9d8c6ca4a41d248079bd285124897f997b424966b625f3a67a1a", + "fc31a936db1402433f3384dfdab6f361b46d3556e4c7d95f52bb844018d491b1", + "fc4ddb1b80c7669514ad1ff5d62406a0fe7e8688782d5189a850dcff081340d0", + "fc6c4e67ebdb78dcb98619014a4419b074e164bd5e992991575dfd2a66291e4b", + "fc72d6536dfdeb226151f1905bd74a43e8f04d2e7c4b12c36f6c3433c50d0ce7", + "fc7dd06302e49c42e86e4e8a4e9e093e918964e38a9e35ce206109c4b92b5391", + "fc8a7c5bbd30a4fe7b08b44f2057a67dfcf5588a1ffc249d405f6bf9756da974", + "fcc5e54f7c00f05f6f78b3cf6c1daeafcd911a02240265d44cbc2b853d6a5ab3", + "fcc6d55972e8e70cf5ea47dab7fc1b7efa3f4dc786c5a33ba46e4ae892947a72", + "fce6f3c6682f3b46233f31f7424fe98ca8855762fc84632c4019464a3c06caa5", + "fd057104993516baf2087ccaf9a5f36fb95373e33a94a82810c7a7ad048306f9", + "fd18b02e97f3f2538c2c21b3d618c0f0d47678fdd8494ad14a0fcc5ad1bd95f5", + "fd2c9a9f34990dbe30ab307f0950e8a255c1d575db5e24ca54618ecd92be3263", + "fd2debd3f338a433e73fa8321ffd1581b173f088dea2590a4850810f55616bf5", + "fd44d05b0be2cf03d5487ef0eacdbb3b76e5c00fd547db7623d7d26cda7fcd3f", + "fd4bc5136625be7774541ac903c7c4f174833235a42a9853adfd8371097f6fc1", + "fd4ee2313d81fb52f0930d955c668ed97fe3b85bf1a1c92c6d28c7253c84fab7", + "fd68aad1a332f4bca84e4a4c75d469604e8f51a2bb6e02f734349ba870efac86", + "fda15d0579879a85bf0495c5862956f75fb23e793ba45977c389721b079c6c77", + "fda896bad99a7e6f63b12edb5586f732b73ba6187afddea5b9f2c1b9deec86cb", + "fdc4083896df70525d6cb8838de7de6e510385561045aae9b6a11d9eb7174957", + "fddf26cb81896c40e3033f1d43c911b706fb58b681757d1c607e5cd8ba997df5", + "fde50489ec700e54054b2c5a63ee1b596e1dd9d25e1178b9d97bda5cadfb99c0", + "fe0d45c84237f46dbcd90a2d90b7d7103a5b1ae79d9641dfaa7e7b5d7c155382", + "fe2db61e327fde7d349bff423eedb5664b2d8d268a1050d50d700e44a4a4ec84", + "fe45796d92ed2ffa9edadee0a8ed0baf06a01ea06f7e2b3b280a3660399707a0", + "fe4834ee67e3dc86f371db6861ab5514c8451744449c22c80ddfe0855b2441a4", + "fe5b72d2a8a29732c5307f43f7212a492ff5720c9eec8e98b31c01b57293e447", + "fe7e015b2a149f7e3addde43798f0860be1f92ef8e0beb0032e9282e858f1a2d", + "fe7e12db4ca7b495ab3de2b8e812ea23219baf38291e7a5836944eee383c1362", + "fe860d68dbfdccebe089b378ebc4e3beaea70d1a8b24d2334c47799a5edff5a7", + "fea5a8461835b1382a1110a77224df1ce8a067bed704f1a6076904647f068b1d", + "fef252c6261533f1b9784314052f8e1e48ac6bf10dfc302c24b718ea18b32274", + "ff22d9c91fd4d74876b2b41c3a653963d348c8f2040039d5bd0af665a5b59af5", + "ff3168092a52292e5e43e7db6331bc539b4b37f1df12d19b1c616ff3c2dc0ea0", + "ff3542e42ba107e85406f63a9d670e4d53f34d98f13b7e53baa3de8f44b05879", + "ff3f03ddfca7aae413d0716ae39a988d7964e752108c348a4a4423616d85f81a", + "ff55ea16c630a7b728e6616bb5427410845da8046007564c6258d7d02b986859", + "ff6427309ced42e9287b4540496c6ede902122ee4ca6763c4267c75792f11ef5", + "ff65174fde7ad22bd4838e4c6a501c904ea8406aaa9a233f1f15b266abb8e1a1", + "ff7e5550a6afa9804c92139375dbd8bdb6930b456f9266869cd42c7384cbc6d2", + "ff88a6da61a4a0fc99ea252508a180d48600f13212246fe266b5a02b64ac14d3", + "ffc2588c1509c663c1406c1494a663b87978bc0c3620feedae2857f5c22ca4d7" + ], + "include_outcomes": true, + "label_counts": { + "negative": 24912, + "neutral": 6636, + "positive": 1156 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": false, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 2044, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 829, + "num_rows": 32704, + "object_embedding_content_hash": "fe97ac428d6b0ed4da7060eb6f697c1392b4a8a09988a10c0f633b1e457bd568", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 2044, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 2044, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": true, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "43e04927549fe3aadafe63067bb82c16c1167c54d0c8ebd47d4114a814f338f1" + }, + "shards": [ + { + "num_rows": 32704, + "path": "charts_00000.npz", + "sha256": "6f3211ef91cac305045b540e71fa40156ee697abff9db3c8f994149a2fc1b663" + } + ], + "skip_counts": {}, + "split": "train", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "000b25ed5631161d0436064f18bf2927ebfd97feec3b027cb7a3fc7f802faf32", + "005c6ef90461f4461053d2f248598e4dc200fdb34d95079ba9b6ee9cdc796282", + "006bca42e3c79ccd3a2cfe015bf7c713f69f779e9f9b6e05e6d60e05adc1ef2d", + "00889249a42766e52451f1930d859b4e9c6a18eb2d2a23e4a466065e1ec6cd8f", + "0091b5c64f92215ad5e12cb639483bcb463e589fb1442461b3b7f2e1f99bd18f", + "00a20929cfedf805498d877fc9a08bf4e18093022ea54d5e205ecd22b0aff85f", + "00bf989afb844173147aa217cda23c2d540be3549b8d54cee51524018f0886d4", + "00c9e85ebf618703709c8e915feb24d5f9fc6ef4b1ba77a7fb4bbd07f931b588", + "00f7d5c91383370fa6a6cf7e0da5227d76d4148a8d74c28136bb2e2c32e9d5b7", + "010ae081b71f7c0e58868fcb7737f45102882974c383ff4d8c1b02ce1d895661", + "0117fdd7ec26170b0745e65b08ea88008b09508b62e77d62a69473f535c25715", + "012a634e5771527516fd013df470d5b27c8a795d224f217fa9655c378cbdc6ae", + "0147c0991e5aec13d38c9a12625b9824d5e7a497734845173f31878b6daf3369", + "01642e4ace471a0ee60cd4a110c921359d11750c72c4a4a17274dc285f8de946", + "016859c711e2d334a59ec1acb53b154655e7875d1c095191ac681a0d6f2d459b", + "01a740cfda480c25d931fd14305d6b661829ab5ebeb80ab3efb4bc1b7d400958", + "01cabb034d28efce276c7c37f7c4d1b3fa2c9d00b140b109d619358e1a99ac3d", + "01cc39c8b7c4511f037106757c86d8a9147e5306a4d30e1bae3b41bde0455895", + "01d46a34d74e86012c60ccbcd0cf56dbba216277d41a455b8f04dd1367dbf373", + "01d93a2edcd9393b7d5f2543c37638ee18a7f731976a7f58e144de69747df1fd", + "01f9e4c4ee47d37a28ff9581e3c433583b0b46f8edea284260559029e7c04bf4", + "020d8719f66fdc0b0c47e07ef57b3ac2a06173c2c743a699b972fe3996758e9a", + "02251ce01393ea7b7a290137bfe09e465ff090cee97d821901fb100038b3fb16", + "0251eba2dbfe3f1be9cbbb27321cef00827b19394ac802bde83bcce72d7be6df", + "02752960d18784921c0f4b6022bb7a034bce292b03909ebbd0353c12d48ab314", + "02860b143f2e95695756174fceb8ddb331e7510aa0454f124250edb7863fd5c5", + "02af5467f98ae64c370ed93e1b882b5259adf7e1a41a00e36d0b0a64bb6ef756", + "02df6abd276ead475e81d9a264ff6c4187b0505a8c8d36e0300ee9fde4d4c731", + "031cb9954afaa630fd3a550eb9641912cb237d06db40d1acd81a7f6cc7ebdc31", + "032090600396eef932cda799b7e4ca43ec002031b155583d41ddf5f884b0e066", + "03422e256c0166427e92805dd77424b2025b7be0dfa3d2cacdd17e844c91a80a", + "035290871ce5028fce982cb3000b928e26a7daddacfa891677740136e5f415c6", + "0393682c39f9ad90feafe5ccadfe0e5cd11db16f15286b404bc4ff620d0a9164", + "04016ddff5f00fa3ef76c2246256ff48d5c7bf896cb3563f358e0ca9b5cad5d4", + "04042fe5cd41177bde33eb3dfc7c022d68426c8bce2b386b6c3d744b3b6c8ba9", + "0413d5ba033ddb1d8be7f3fd905b3a3fea63495b9e2bc6636af73a0cb799b926", + "04463ccaaca5d28ca99f63f4f53e070efa4ad2299568bd63a9105702336b5ab6", + "04553237c84ff09a6543e606ab9df00f3fdd3359b381e9cfcecb9f0cf8f66c58", + "04736afd75d9b70defe4c540c6b91495c1d483916acab8b9cb88954faaf5d7fb", + "04891991eaac4f5fe2628582b59594f435c2f81d561f2c42ec1dd98ea57408b9", + "04980e08e9f08128a95235e4570f5c3b26e9900930f8e1901b1cc805055d835b", + "04e020a7f9b5a6b03c4d0cf02f1a5226b30f77918560b372a4a86342886926b3", + "04f06ba196bb7367e0483cf316dadeaec8bee82115844252a7139a70a7c202a3", + "050edccb9a8c424bb0da9dbe686f19e78196f374d0a0a6d8f47b92cb2f8766fe", + "05165e6acce39716961beb3bb0ee00c1158ebf8fa3658dc70048d10cd99093cf", + "0518bcd40edaebdb67c915e851d4938473f26ce6dca50a21e69f83fc32288c89", + "054a1bb649b430a86f7802a9457cc6a83d15cd5b8ab6bf8adf410843ce7aa13b", + "05550c96fe8ba235ebbc76dd6570b63df19358382aafb3937726a87d268713b7", + "0583a22e745ea93e01a9d2f9b53642289d9a05b222a73c0fecf8e710fa1b59e7", + "05b5cf5f903d65c126181a2bf230af182068934b33d8184849b6b8981f68ebdb", + "05c6d0e8769e7b9de479e7e02edf2eeda58b5ebddebf2e1f15c962e257d49e40", + "0602af5175c035dfbe398a4014adbeedfe194d75ed41a0b7eb8a79b48ff6bccf", + "060d8bf103ac5fde82e3703ca8e2578b4f8c7bb7c5cb738f5d1209b919c61dba", + "06257bd3fa90f0afcecc239680999406ab79980eb303d45a2d1fafea670e4a38", + "069f55a960c8724588c1ffd62afe2fd0bd83efd2e34cf6a5168032643e6352f2", + "06eb82c273f65f490d85d60a39406f6cf2318d14ee9596ecb1cf7fcc3ac9f8da", + "0743154e958abc52c160fce6065de25d968ab60c7c7a536d400d2295bfc27255", + "079b15a218441cffd25d9f3aa501b9143a3292bb7005f9eae05704e55f3b38ec", + "07de76536f57dde25b6235024f5a41e215d6a13d9f823e2ef50e4e84c87fb739", + "07f15fafa5887d8328b676cfb87c6f8f7dcae9cb187b8b6969e2f3a4ef37e8d0", + "083bb24051300e75dbd52e0202170794bc727994f278922c2d158af777a3f2cd", + "086bbd948427f350f1d964b288a729ae80da38291e409fb7e0f0c688d99562d8", + "08713adb8a3215938b380fbc0c63f235e063847962fe02dca3f6d20113fea1cb", + "088e20d6cc294aded49228f0ac9a7191e7cc9fb848bc19a6ec9d03fb7258748b", + "0890c32a99d90761a2f31733eedbd91b1980913ef735752d889c0710fe572764", + "08b122b9a1c8a40b5965898017846a28d6377690db7128b7b31417f45d1e407b", + "08b58c89333a6a06c7714c86704b3f06bd2ad23a18360ca5e8ac7a2bde0649ce", + "08c6791c2cfa2927363fe34b6af41498531aa6816ad3edd85c3f9835a1ac1014", + "08db846838425971e9024677f1cc8e070c502bcbeabaf05f6f3631dbed7a3ed6", + "090f2f8b58a9dc0ae63008a8fac34a18b2aa93522542bb472a1202fa81e69465", + "091953502d8a89e9db47809dba001d5756c622e3aba8318722f8da0054bf92f5", + "092e168f994875a90490b287f3aeb7ad7ec27428bfd07d0e1ec1645dd2e01af8", + "093675a243ffec08a1c179a6757e916d5cd8dd9cc46921469e62bbf3bc12fba1", + "0947a97e05cd96908d88dd2db1de6be0175c37c2a635e5506ab0ef60723e9244", + "09a45c5c82ae74f3fa1dbfdd04e9c9cbb68ed2af9f96dbf6cbe731b22c5f00c6", + "09f192983656d6b34d005d8824dd443c5aa2a86212e1ef363d3ca398a61127bc", + "0a2105ebcf3307835abd4a7f5a7ea78b1b8061a118837a41879beec8ac9c4333", + "0a39ffbc1c4821c186d48f34e505d1dd889f98280e19b2967c7296fdbd4686d9", + "0a7a2bb9c6b1a50d1a9522163191dde71a243bd834f093cefb2ff1481dc637bc", + "0a7da33713c8db7bd3bc44ae27bb34e21ee7301152b2bb9d76626ec934e57f5a", + "0a994de647582a2ed0d6ce05c5ee895783f3d0a242425bd51bce5a205f5e0c58", + "0aacc576c7717acf5a36d239d777b8220079ff790301e35589802e502b65cc6e", + "0ab3580b189b821099bf7214360927a818a8e415f10d4ee7006a7d6ed518446f", + "0aec7bce1ce582391a1644d3411acad983fd582a91af97f199631e487d483d9a", + "0afa74ff678a87361267b42d66b59fab3466e8dbf8b95a5f891c25ee4a0a6ee5", + "0b034ef0b1596741e3285665c5bab78be118eeca05fac3b0685c0e405e60b01a", + "0b856ee1f7054bfe985a8a4929618c2f8c241b97d548c3ba2edd0ce3c8636aba", + "0b8bf874669ae24a086caf5364a73cc92e86e1baa7da60ddd21cc9dc58cffe54", + "0bedc58061fd753c26bcf63e803d240be5e7f5a044b0628b5d5e456b35345fad", + "0bee130933c311df93b7e72ecb227b6894a91763ffc616339264184411326529", + "0c0ab38d6a39a42e4cbcecdc53231d83e1b1e645f5b24b1a6fdc8ed2213d108b", + "0c3ffc0a5ed70915980abb6a49e16622554ee49a5730d559dddfab9115b6ab85", + "0c7a98ae4b33c672b70b431ab840bf764156ad0a3143c8df83ae1af6ffea6551", + "0c95367a82ef1977f91b7bdece3b7d452ac5947ac67445d20680d4324e6d70e3", + "0cb834d2ef4c99da95a871846baf987a939a014b4cca2f156974445a21c89196", + "0cc76f5c6a58bb1c614293fa3e9294f64fd03eb893cbd05576a9e93ee282ae61", + "0cdbd10f984a65865896ad1dc53188dacf141bf7ef001a0762752abc4207d819", + "0cf838444d8848a8b327d97bc22b1e3ecf4c14bffb554ebe9dbcccf35078d516", + "0d2cf77cb168280d8d9d3b9ca4d212baf17223c4da3f1f0dbedaf7d95bbfb42b", + "0d31cf5b5687ceab9361200aff34004ff93663803b4644b27d1d959f457d6090", + "0d77208f3083852c88c631f5a4102ad7684253ee7a8f2ecb5105725de98a9f22", + "0d84d509f5df6bc0a68efbeece7432b092fa13b52609b417755a8db67632970d", + "0d95a334465d12b48b4882fcb17e7bcf3c9c1e4dc69e753f044d91f7525654e0", + "0dc074e26e6b013f64ab01a46d120a9f9ddcffb756692e9dd7105039c88af908", + "0de8d03b14fedb9561b9015c19f8ecaf855b222a2423b0fc9a502374ce4a6c2a", + "0e0cd8063d131f6694b924dbd28dc10dfaf98b2f7df5ff6bb011ab411cc528ef", + "0e33d93a2b330cc4879f36904e581a044e9934fe4c2f28734201782301bb9a40", + "0e55cd1f05f691f5f7316ced762325ce7b77786edb3e9e65486d53c6e34d123a", + "0ea0a077924dd4cecbe0a3cf6e56b97055a69138eabc98f73d668cdc55a8d342", + "0f5b30575f5d8d9fbb772dde91794d51ae97b2f4a84b8986885d9ce9982bd455", + "0f60d64a0247253787e778e9e05d247a67c0c1e6ad497d8d596c13a8515015f1", + "0f76c338852c84ba09db812d81c87051f18e3a4175f866f1748dcbf8051d58b3", + "0f87489e07b3fd86800dc412d9dba47d153dca7d2a2bf1a2bd499bdf2c6ad911", + "0f9b2fb89c06a7b3f998a4e878ac7359a60ddb43ce1d9d46c5298eb2ce78ae10", + "0fd61f330351d6e64c0b9d1e6e17e73760f6e839bce6dfd46aa8958b0a00e0d7", + "101dfa78c8e779ffd065d635677a806d1220e5d870d64ac8bd95376840c9e7c0", + "101f400f3a1a701669887d3522d66c35e1dd66e64a55542c144f74dd4c7228a1", + "101f8a873e2ff5f5f2422c858ee11adcadb2eb241c8e329c5ca8d6b156feca65", + "102bd69c2a0b6d60b3e093cef71d13b91187ab631524b3fde873a75a795f82a1", + "1030bb1d5219a2c2d7b4560f0b8fed5a0b7645b178bf2a25224f3e8a1620a5e4", + "1047bd5df24c19ad178a6ba3b0e1108087b995bcf277520efa1ba27511aca823", + "1057678ed417e6ca1ca396a9143da3da3c7a44d7824c00178707a929a980993b", + "105fb9809fe0bc910f4fa8fb60b5a9bca2a517ed9781d2c99525cef6bd7a7c33", + "1076382ed2d4fc79f71805538631478e0cbb956e3884829ea3582c5ee8511b31", + "109679dd2218dfbb038bcb415aa96ae23b53c35a1a9cf156656633fd33b12051", + "109be5cf5ff9399f14ee012b0e509b867c597216a88f62b615f0fa4f79cb313d", + "10e050af1016ad6490f688299853f4c6a26b49fc52e36d8e84bb16b1d6242f63", + "1106d1fdacb747420db88c70e23d0522e849e8ec815670c0ff7c826e4a75d53f", + "111c5243a9942e1524b878a9931a8bab82b9f22dcb1a804a118b7d5745e1c557", + "1132f5177070b804b78222ed58670c88c119a10914c7cd820a71b18061fccc4c", + "113618a22be4bee42ee2bb850f8ccc18363063f6b3cdc8a30a8ca58b9b39fd3e", + "1142609193b022cf38eec3ec0870d6c51b2c09eaaf6138a8d55deb11a6c5f22d", + "11450674cb59ca3534c525d225161770cb93022c728f4835a7f52574e959525d", + "114707d425d986244f3e56284f7bd171563cf48974a42fd7a9280980c67a3f95", + "11773ee6fd7210cf7c79880cb39fa7cf7ab2829df19080e82cad70c285ae4268", + "11b4798cc26f0599eecdc28b4d71317e23c4acf33bb37093c50a39a188631945", + "11b56f2db4d76ba9adf943bc17191c2cb6e5a85d85a1208593cb7c1be386ed44", + "1209427eab050c56945e46d87c5c97c8037c55ddae6e4f0aa97a12c04b38226d", + "1233ac6385a62a731f93e267599b5c5169646ecc236c05196bb6256a4601e223", + "12a42cd1df46b7dcdbe7e2b9a63a24bf047a07cb453c4064a2f92be8e58e7a95", + "12b0cf2d082125418884cb235be8f0cf114690e28e8e68ff8de681b5a0a801a0", + "13149b1fd7056e439febeb35a6867dcbb149e9081d37fa40e83b1f2918ea5e6a", + "131b8be76b5625f24c2b90ef450e09681b8105c48bb24612d260f7abe159b85d", + "133e83462cc2534113fba38b5377d44f087fd0aa62fb17119a2d775c4d36ae13", + "135c96d100c2bbb210c05b0fd0ef4847d85bce2f7db80ff53a6db6a34388ecb8", + "13600885db220c1356adecf1f18bea3b6548495d5a2dd92685a3405e6dc32601", + "139065da5be130bbc91483d942c99736367a5b8e88fed0352cea387a7a8dd805", + "13ea6dc51f604aa5829da023023854a2495048e1f0760c9b3693d1b6d6cbc295", + "140b360113e9fb4ba876e619c0f710422a72e52423a3a5c80a7ed758f1681024", + "1443c885727a11619a79c4d8beb93b4f70e2eb0d682dfd1cf245d1e66fa67beb", + "145fb05e3a2ae5ce368a34f6fcd96b7ef31dbf82c770652fdb4a93e1309f5cad", + "146051089e993bfdffdd37eaaa68c9bede30409ab45c27b17c19c9bdfdfcc447", + "1480b5f9e56ed421dfa2682a888b5340df9e3417b2bf8c26eb628970dec5a891", + "14a571926fb18de1ad06566225635e5562408c6b1e2f78c46b959033de658e70", + "14b5b48bc2a11d15c666669958c19a316df7da7ae93585e4fc29782003f22093", + "14eb14bc234531012f5a646c2481f6f876e53d1549adc80ef13030c6ca20ba62", + "150e06f72127d24afa4e0520537a06b3c6948119d290c73c8bce75462e52b706", + "151401539a88f6fd7ef8230cac5454f2ba76c8e3413bbb677dafdf138979eadf", + "152b07d8b0784d39ddbc1d8033cb660d667cda442b82103cf2cee4bc344b62e1", + "1589857b2270441a120ba8e1402c97cb04438de24c09d023d2255f6916f012e7", + "15c85017940438224999372bf58525a0aa05fae056b9b62153189e1b19774ea7", + "15d9ef11aa04e54d29e0e84e71fe641dc54224f835c497ea74c18a6c2f710e53", + "1627d9af029612789104cebb56c6f6ca76795364d6ea2d2bb6eb4911ae636d1d", + "1652f6d3ba2e0a8818b2449312190f6e266553fe636d1f9ab834dd7984a01386", + "167ef625245b0fba78daf7d0bbbc5e6fe0aefaa9dbe1e57dac61fa631b475138", + "16946e5f2cb7e92c9b2e2be8f3e6e03e7c4a7b884986bd8db1b427600a1e6591", + "16a262c3f0d6c6f5df9156d5b413d2ac9c076056df7e3b059c0bacfd32a02c74", + "16ed36710a71acf4e83a0c735591a8d8c90197e92a38efcc8f5ecf64a1868ec0", + "16ef1975b3bdb478bc236271efdc9cffab09408902a5f97ce16f5d71136edb63", + "1705a03558836eb72c3179c8c3f78886201b56975c7b1ee7ef61a9cadeb4a57b", + "1711dc5e3e5570e0e338a8747c3c62bcafd93fb89e20f4596ccdf0da8c1a31ce", + "17218e8f2c3254089caec4db721323a772301788f1ae0e1d540fb82101af6777", + "1729956f439d4baafa124ad35906905bce52a38cee105d0384caf2bf4b1b8c16", + "1748ee905ebf6e5544ca8a20a2dc34e69272edfde8c325294b5a6e7feaed3445", + "174d8e6fd793f2b7032fbf0d980e5f4d8bd766c85f9873782481450c8baf2078", + "178a0f21298df6295ec0adc89eed35c2c7b0010375ade0b3ea639cb06e4c7c34", + "179c1cca46f3cb63e3f75c021f41dee206bc6a554eed8b17a49522eeb93db65d", + "179db1683a5d69775c9698822868220d9908f07495335ad2473ab81fd62943b6", + "17b9ff51808a80a062bbbf618fd89a0d21a707ddfeadc23243cb82a6aa2f9241", + "17bdbd2ced1b33326fd60ffe6f5af3a474d9323baf21761a637897088221a48f", + "17caa6df22d23dbeeba5faf91e1d00809f676ec09c65139d493616baa2d814c7", + "17cb801862c13d2966d77f9841a7a3e020ec4eaf3b76f14adb6aa1816047b308", + "17e6e2f1435e3d01d6654206b99090f419461dbfb37993d5a7fc128169279cfa", + "180c43a6c0de8a43420887064895b3aa42bc535816446275fee6a6a6af523c30", + "184ce76e1968d8a3369ccd694d266187a1189d85515eef1759b0c1c6f784d838", + "1859ef068a39acc92b320dadbb60f49dcec9bb2799dbc8c6f25f54151240f0ff", + "18ab98247de6b45481ea7b0934e111b3fb070f46173f5f586bb9d45f4cd3c700", + "18c879052385c74614d1a44ec0ca146ff4413a852dc5ed816189f45047c61ce5", + "18df2522938daae00fc6bf415f08a5503d5d4b600b060b5e514628b10a8363dc", + "18e88569169f27453c3a17a88edbe98bddf953e9022234f2e5a0bcba4849d111", + "18fff60f2e7239cd15e46ca71f35847df2b47d7e499474cdd1d3512894750bbd", + "191f38fba735695d000d80a4521af73f630fea434a5676d87d1b27c544bd10cc", + "193ddaf83e3bfa7913045010dc99c78a7900f686f81bb1a64c72c8402131b494", + "194d8b0abc3141bb77465d1a491f4c23166105fef6a0ec0b46dbab0fa0b27a97", + "197409c1266c07fe3c0307fa9dbc526ccee630d158390c766a97a8b3b521d16a", + "19abf2d41c0502ea57f2d87647da2fd9096befc28cb60052e5c1f9a03815c5fc", + "19b6783b167f943186601698d9096375a33996a58185b4fd8f6a1ba54222b021", + "19de583fa8e8a4aa2ba3b2362b6f4a4d5139dd4c45718c1b6a13f34cf5614017", + "19e44efb9c3709c75976aa81dae9336fabd9f3a16efd14724881cb3730964579", + "19f460b02fce9592cf785408a8e17e51bf35598a9f123262c56d9cbf144a1aa0", + "19fa18cc19f1a47e94f37519208bb6dcefc4b91981884f101182e1025c76433f", + "1a296224e9477d2b02c8f3f9abdb975a926f5b16f09a262c00a1db29c7e29127", + "1a5a2327dbf13f4d8062a3a676c7c3be2acc4469f771f49f385b6f608303f885", + "1a5ca891c3e8863c73d87d409285913f3ff31d7d816ff7d769b18424406d0b72", + "1a6fe7be0ae3c5a1eddbdea9cdb59ffec5cbe937bad1daea304c4a4c33ffdfc8", + "1a770631048156b7cb85f7f1c3604ba29f06fb0194113c0cdebb9741cb21cf0d", + "1a9e514e8ebae8faf4aa9b2561e82c4da462ac342967fd23eeb62d69c788c37f", + "1a9fad98a2bc4349a33356f65471b768c20daab285e0ec8926cc2cbd64519950", + "1adf55444a134beb42228bb9fdcea16e6ed4ea5514f059ad5f241bec3c07e58a", + "1b44657071336edcebbd0778f6a189a4c5d407483596e41b82cf2caa223f7184", + "1b4d8ab0d77e3a7b204f36bd251a684a81f307e3e5c353299c03e46527bcbe57", + "1b692f8a75a468d9d73d47e69bed36a362534ac7439e4b7ffb46a28ca6ae4300", + "1b938aacb3f82d2eba748f4d3ce039643df540aa52b8a226b1c47559dfd95300", + "1ba01ade66bbd22f55c0b6c4fa5d5ad80ebf7c31f10ff208dea06bfa5acb145f", + "1baf7fdda1317cc8e1aa739628f9f87d48b7e0fdf26e88fcad20f570602d58d6", + "1bd4b7607ffc276d7dea3a901f5c49dd25aa8450579c89f9983848e7d9b68b8b", + "1c260a74d7a7e4a86538fd40f497ddaa09cf0bdb87d3cc4a2f491d1b76cad2e5", + "1c2f381834ffddbaa77f1c0985c687d61ef5d1d87723ba0026aac8c53f6c61a0", + "1c4b6cbb1a2a0dd5e7445c1927f918866bc9ea76cea0d3c46c79421831ed4b09", + "1cb958ce0de35812bd01a62f72785aeaf1d2a0b942e3ea7be0b3893287d0bcfd", + "1ce18ff05a935eb586210f789946ff86af6512f5626fd0f6f3d90aa823c59b26", + "1cf5eb085a340488bf274e08c6abbafb32b94ff4456da6286a373409848f1373", + "1d53c386b644f1386934ba661826894ad14674b148d6199883619500cbfeac72", + "1d693019454f375a0ee1f16e9a0cc473cbf941f780b4eab01c210c6ab7d1ddc3", + "1d78802c9564ceb0481995708138e6af5daf67039ec5fffaa7b6e62c2a09b7af", + "1d8b9fdf05159ad613bdf0714f03e8b12dc33b3f78389bb315d13c336f8497e6", + "1d9d0ad3ae1bd0b3c2584d50c9f535b95f6f981c0c306a903ab3a14622fa4e83", + "1da17175ee9ae5d0b54fbb2a6afe84ab8f750228fec9acbe63af0fdc34e86a27", + "1dddb86c43db3223ceeb167535187e1dc4f77f558311137ab9598e173f42fcf4", + "1e37d61f66212b48b8f89e47c6a666b81600b191dbf1b93cd77301e19b59bc1d", + "1e60e9b00d53547071ebd296021a97f135965fc4d14108f39b2422776efadafa", + "1e898b25e792d44792dae03c892d9509da8138095c2ee7ff05f747df251ef63d", + "1e9370a197078bb8a937eac632798a8fc73f985b22a08e3e4f4418a7d252a53f", + "1e9a4d1e09c1d1eac8f0ddfc3732c0a6625aed1cfb4792cc9f0c35b226bea6d3", + "1ecff6afd06d6caa8afee5203626181994051d7a71897efddc9be4c42af91989", + "1ed9801a7d77ece07e35f4a3dcb5ae794b3fcb8d8b30472ba56281fb661950d7", + "1f1974c9c42bcb251ec0a6fd11a37ba070cba50c94b94d4d8173f17c7b3a8669", + "1f2197f0f714f26bbceeadb235929047fa69008d79e878abd900f1599e4eaaaa", + "1f5676917e8606c554ef1e53c14771da295818cbcc218eb002cdd7f1ed92cac8", + "1f93422b066c8f014f661708d7b347338edd9f76fe8a7e7b2318c15128416d7d", + "2006d578e24eebea02053b839228dc47b6caeacf097a56d9d747b1819df472ae", + "20403264c1f7c368497fb1b777303827fa9983e06820d7281639af0bf3f4e96e", + "20646ba67096da4fb1ab927a11101408c675c2eb98f47805aaa769a8b3db67f9", + "20bb27f8873c4d93c946b6891f3e513ec84ca2b6f09a73049952615b0248e599", + "210a7a5467b03c8bc0c2cf65ac6d5db5d76a98b285bc0a1e9c9c117b1768021d", + "212234d9d3b54e23a153e6222de1af78eabd8b93df9f6436078ee4b2a3223f68", + "2126cfceae5b8e513d078433eef8fe23109167b12bbff8d1c360ccee15bd0e61", + "2149243c6ba95fedbe578ddf8ac61ff2325b3ebc36705d3e278142f3806a062f", + "2151099bc42497224ddfdf04bd012b865f8565cf17b37ec2ccd7a4a73403b1fc", + "2163bf387c2bf5b804e987bf19844e67db7a90704c25bcad773aef04d4d859a5", + "21c4f19658aba33d1fb5c99d6e0d6c0c139f5218e44d78a77ffa5284896141b9", + "2207b41b5d1d5d2916d616e2af7d8aefecafb390937d39fa6e2a540a3bd10e4d", + "220831fdb2b9d540590561a6fa4d2b97ce6d6482f2ce58f567f9089ea8387831", + "22280f10fa1c1437d2664ada33ffba110c92a720bd7d5d657803207dd18535c7", + "22a36a44c5a57339ad24d7023c86fa5588a6300e8637b51351dd7ac95da29064", + "22f355bcedcb413a3a1dc60fe601ecca2584fcb94b8f2b56491c6361d23791f2", + "22fe153e2c7dc2a356f3551ddab83540615177d8066b248bf72168113be476cc", + "2314f1f7d20b72aa7d1d275a77ff5e154b3ca6e5beecce0cff9cba24fb95f873", + "23523c218d0de27396382b1ed9debbe4d895135feff96a92af88cafe23eee549", + "235c8c8b46ccec4d668a3c9c9acf7e1691674e6d76bd31cdc5b8919d9c62d4bb", + "23750121de6757ae56f097ccf73f62973ab859693341fc53986837e6cdef1a50", + "2376eb1a205defae31db9d21736c3a9981730d3e8de1c237e084b331f56f0226", + "23c8cc053a3e3937b369c9a82b97dbab7c1b3418079d83bb808c8ee6a8cb977f", + "24037ecc9e35cbc55aaec3c4beac71aa1b73ed68c84ba0882c32d53a156835d3", + "24063a84bea566065e3eb027a021d7321f6073ab346602abf8bbd590a787e463", + "24418099cd07ceb506972b9e4e1787eea959ca7655ea273a189bdd687bb39f54", + "2442a7acfa983a1ea38aa0f9d72e26e644620ea256c96537a9ea9146d9453022", + "245709bde24a4091af4962982e892c9e60ecbeebb4467db6ce16bdaadcfb3d9d", + "2459c1f49eef7a04b4e30c35ab426b182f335c3502bff32a32b15b42f73ad032", + "24894d48044a516cc510afc78da561f4baffc729562753188a040e7378af3d26", + "248a9d49901fe119fb30582e47717afe7ae45690000a45fcc8ee35518753d89f", + "249ecfe12202bdf2985659df13fd59ccb8802ae2dc6188499f1386d7362c0cab", + "24a0451be2da0b8e65249852523eedd2ec51ed37745039663151334f2023c326", + "24c84ffd078a3121a4145a43c56e4f1a2bf0af2f3cfdb189f98c838731066f04", + "25063678270b59e0dca5a6da6eba3292f23b73d217c9cac51605b15560e77120", + "2518b9c1010b8d9b2d7d1cd22c1483a017a24ce6480e7d11b44e414ef44b0765", + "25348dd365bc036dac3ca8c5d136c534990cb2faa13ed65b9beaab47203d8084", + "254464dd9570b6db1fd50422d4c43c65e00e79e73b7f67805753d87663fa78c1", + "254ab0473645a7d33ea1c7177f62059d16b3aed7d778d712fa260af6b41fe5ed", + "2562e4795a7465ef02f84e915ca1b58067581b7131b29252f9dfdea193c17fbc", + "25b468e54479d43367920591e3ed6aeebd9abf6f10e1eea7317a9385008d1170", + "25c0469c9130572e4564ba51afc94384fe426a6bb26817c98e57d5bb2226ffda", + "261a4e8be9e066d28fe884861cda7b2f9157f907f5fbc1e367352c42f3878753", + "26212fe5d8453ae051b0ac57fe878c9227f645900a62cf21bcbfdf6a0fc34c7b", + "2656e30609ebc0b05b195b9c0e09ddca9d3dcf58b9c2407eb1baa979794c909e", + "266db8f2f7eb2cb3582b4069583e6e96c68f8b4c2111cac4214cd4572c1bf692", + "2679142ca668cd2ed57827268096b51b059693540395cb5346e1c31aaa903641", + "26b4a45547ce31c9abe7b9e18b8dde2b06083198e899247c49f3da64f310c18e", + "26b9354f82f2e5c5d5264dd5e3d91b597a90830ed119946f4e086ecbb69e4c1c", + "26d40782ae484f44ff1d3a6c9a760c457b48f9cc56194998c017ca391b7d597a", + "26db33a4e5b448543a2a7852a03a797297f34982049f1bd0dc7ebf3807f9f981", + "26e92dd8552c48b677811eca3aa2246840723432f17775fafe537fdd1fb61302", + "26f397e39bd00131ad71a7aad609c68e156ba48c68b264166234d946ab4419d2", + "27066882d04770d7e9e64e700a19a6f9370b9a34ad3802ca1f9bdf19c37770bf", + "270b00f071e7989acc5fce6eb464501e6b57d9c336002964e9eb65617383d72f", + "273a74693860dfe7fcfb511a287decae91dd4c8a72b71af522017505694a6794", + "27407481c77c04104695dc23de6a69977aef5457e2ad988c1644523701f13d7e", + "2740a0e42da39c2fa8c568cbe32098b1c3d225756665665556f3f7f6a43a0495", + "27858d3f5cb16b93823d8914d2f8c3372e7c686c9e54b1ffd81c5b934ad1e5d8", + "27a7460340351ea1d4644e1db88e17f3eb72666eb67d741f28010308ab3a7a41", + "27b0bb9643a61edfdc28887735cbc0983b19ca2d152c614359ca281fa5d5d57a", + "27b242c5b4cf58073dc81620e1d34d802768844a3a6b1f6175330bcd5dfd74fd", + "27bcda081c48a50079e57660ce90ed1035693e751717c2460abc3724fce99a8a", + "27e7476fd5be3d2d690ae3d918652b34fb880dcbdf5868fdc723b92538497555", + "280189bb83c0b59ea0a19cc763241246d9c875cc395a2a44b8981b58913503ab", + "28124203f106909f1df4f1eb9f24106733b41600a23bc9ee10f3500647c78219", + "2828d558dee61df8b392e18e255063d3cc328b0bbf2bee4245c4378cf3452423", + "2855125525b095570c5c67a3e29341c7acc8d003430f0eaa7c9ffd3b62a4b82d", + "285ebf730d8e2e3c9de075c89cd76833a4604d7bf38e55e1f232514825053166", + "286613917a09de3d887c18c08de2c8318e746292f5960f14629b6837fcea83e4", + "287ab60d93d0337301bcbfe0c86095fc2efa96ec49f298a840203dfa6a6811cb", + "287eeaf0dc4a3c7d7ea6d5a3dc340ad31e89a936ea03e1418e7d334500e9bac8", + "2885cd50b962d924a12f2dce415a974cef12dd736a2d3d6808497099ad4242fb", + "288a9d61d75d3a9ac82165408ab2f83d773bc6976d0a596343e0115f37baef8f", + "288cdd186e53aa4e0eeda60339143adc8cf1b20a7568a5275edaeb2ac5d44d30", + "2892fb34d6fdf1048f8348e29c1e2c3eaff561a648a9016ecac7390198e0a8df", + "28a2333a43a7143735131c539910d2b9a76961757224329d64832322fe34de18", + "28b23e9ea4c919838a761bb97144a6472f73bd6f7713209efcee7f30f2735306", + "28b9b8824154fa65a6140ea02b8b19d23f258f3981b58eeb1157aa0157d12a55", + "28efb908bbddbda776159898adba8ac6c589dc6b3d37829b590c807ed2eac206", + "292c695b9d20625d27207381f8a3e70898aee3771622f38b71e090a86afc0a58", + "294a4a2c1a832c0388fe80f5beecfaf4ca644cd360c07309573cc1577bcd972e", + "294e7b801a7eb160b3a4e5a424080598ba1f1b3f73400f5138a60c3ef0bccffc", + "29744e52041dfdb69de822316a881dc2e91ac164a8483c53c3f8cea36de54686", + "29b0d55d68bd9dfa81634efce57079b22ef6fc8199b081b7c1381731de5c48a6", + "29c4bc894cc82a5ab9c0b81405b35d21f9f9cff75b7f5f33413a1fe01a7a7943", + "2a2c87339df141c33a723fbfdd435a731a0d6852dd65ca14e95e6abf6d92e75f", + "2a4492b8f60864d826a76eed372bf588abf7407050f4fcdbb4b3ccfb73559183", + "2a5f58badc336d55b3dc5815488b62b0667ec6fb54d6bae91243f46c9062b24e", + "2a943b3c5c254092702cda0c505dc040cbabdc7e04bd7658b35481f0c5f699bc", + "2aaaf70ea612431d001d3466f0b41627abfe991e7ecf768ebe8734785812e243", + "2aceba1f4c30f8131dc9ffac25a01aebf23b15c34b19f5fa8926aa4e63a7cd8f", + "2ade1798df72258a18c346a6051b1ee1779e06d9dad7c27137403468fc630bac", + "2aea7980b8e26c8d434644d2b1a4c65ccffc39ba85b00eb8de41675c42756667", + "2b0881118dff8870ad09e53fcd20f0e4663e45c8ca5f38df1c4bf17361a2a13e", + "2b08e0a8c9d17fd5c672d90351625b6dd1ab26e2a77f68ae04ef065c3a3b8758", + "2b360994ca527b6f16c2aecba4370306e7afbd6c7d20995e38f96bba71da6be0", + "2b38841187c474862deb3f9e0eb5065ada3046739c7ca2b8f62f0c85a62fc8da", + "2b42c4ee1c3d0d4d83dab44e08dd6ede637b0ddd7c16b8190b5b08988715b45e", + "2b4f44a83e139d6234b2609433bf8436c4460bcfe236addcfbe63595c8ec994f", + "2b621cec625ced5ee26b5a268b34a664e21be930eaacf81e052434a037cdeac3", + "2b7cc30d5340a2b66dcf09fdd5c6e5ca85bd388bfbd3345630990eed07578f80", + "2b9cf96df99a58f4ebce65d21e097d819c00d44ad2fd27a98d3308aa88e6b3d1", + "2ba4807fa727358531b1957300c9abdfb1ba797fabb7a7dec22a4b2dbb8c8171", + "2bc9be0fd0d56c399fd79f919ba90ce52faaab5bc69a62519ebd214e17489472", + "2bcc96d40c2a72958ad61b4a1aa2123c8d356bee6aa1ab4a661135a5bc90569b", + "2c1654b1ef1308a13bfe2ff712e531a32297032794072730a00ece77f458fe61", + "2c27838dad793f315a486df8361278039fbb7199008c026422040c445f2b9f86", + "2c387f23eb35c3d4a52f59dc80cd87a9fbd1ddf6314944a60e7fba59d0765ed3", + "2c43cc1bbee25412c64d941f66df407bfbf6b4fa6dec9128336bb1f301c6d7a2", + "2c4432fe90d8817433832a4800d0bf40c932a4692404b1fa73eab43bfade88a7", + "2c70cf437ff6f42edeb8f76651a33fbf7230d6f0b672cdd08bca19916c1e30e5", + "2c7e589a02095c96e26ff938206dd582151dabadacfc5a8721ef8cfa86527b94", + "2c956b88706537a241524c1abc8ab57a320c8711f8503cb8aaa4bb17f3200cba", + "2c9add30016eb8b582370afb233e756a2c0e71441505cd96142f27e36e88c1d9", + "2ca3401452d5d5866ec65739ab2665c8b5f0be1c614dd7059de089fec3a711e6", + "2cb99fea0cad751b8a4a1b941ed87172d52d55fb43fb83638e31b9efbf4233fb", + "2cc0152d812d1e4a0d511ff3c3a9916e776aa614a366f1f73d3106e6897bc52e", + "2d1bb608b747735c0b5a69c4e51fd79ed6b5cb826d2a61cfa642cd13f8989b41", + "2d2dadaec7a8758c8dc8309497a471fa2e019e60f9d6cd3aa19b4ec0a51d2b99", + "2d4cd5e46d3aacbf9b82a6edbe2411a74c4a93212246c1bb2372372e4bf3274d", + "2d683c2c3b49680b6de9b50e2276b7bdcc137261f37cabba58a7748d299a5494", + "2d7a92c2c3fa714388b8ac5806366ceb8121ad8f5d2f8b9984b2fd1ec6b06e37", + "2d89f2626ffa73c6be327d17d2a6db0779eae4beca522ce7f24665f70ccad02d", + "2dbf667179319df46d094d753e44d5dfaad646777e08b29b4c51d58c6447496a", + "2dd0949bc9ed9322b494caa15ea82863a6a116f20e0e6651c1d5e6b6eb43f52c", + "2de26fa321cc0f2e464c49e500b33d39797c3b6be17a60668063ba26dfa76e42", + "2ded610c1de810d2c462f51208ee2d8f471d9a3995a6bc6932c5fac629560bdf", + "2e119b1f0a1c7fb0f1b2c3f5ec1db7e89f7657c009a48b309538b396e36b2ad4", + "2e28d2c5a315902609c458005876a85506dafbdf01751fdcaab44a68d0a3bfa2", + "2e6dd85f441bd65e0fc4220329cafb0408430e5d8de2ab07a5990095ff43e78e", + "2ea77ca16c79e921ab5851baac1f0fb33529d7c76a7d2526fe3e403761fde1bf", + "2ecfa522280f5eac8bdf12c4ddf4c4a33c5b60f36f306a8e2561bd7c05d3f148", + "2eecb84249abc69da89a65bc6cafef171db054f0399e30b7cd2778512941fae8", + "2f53841fd202a63ce5944e746c15fa26e17302e631b041f1b64022545e851d77", + "2ff450770fb2fcaa0867b408f1a5e66c2b65770311e4c4ca0eaf4e68c6e04a3f", + "30511fbb595277baec4c896231d4e9295ae744a425e66949fc1c9f745e951a7f", + "30653eee6ae7bbc39c131176c37c2b9fd5ec2c50008eb84f5ae21627c1fc12c5", + "306a71235602fe4889afe2a1efc2fec8907396abc8edb9b814c710abda504325", + "30aae25405ca1260a5434470f4cf866a9039e557139dc0260f75f35dcba741bf", + "30d6674f194cb2b76d9e31310c49eed068a97c0f27598c46d930a2f6fa59ea10", + "30e628d6fa4953917a5c581772f8ddee9fbc06c63a4d2956bed54b6ea7323c73", + "310e11e670166746bec5b4b32994cc60083db42de75f51d351e07fcdc7d3de46", + "31121904f1bcb9dca43ffd7e0ba17e8b4553fefb8385245b890a54e572f8ed32", + "312ce46a276e976e2336873ecf88d8e6ce8da47e9d1c280fe7934b1cbce52834", + "3133263be7c1529f939a42c98f9f5cf54339ab8cc8ad88ecf24b653c2ab2e526", + "31619efc33f3642822abcc8df062b55ed10485df2a6b91649e86018ab2f2c9f8", + "316d5b71d81c1d3b43e88a63aa20bfca9a2ae50618a4dbd9c3338f5eacbbbe25", + "31c8c284b98bdd6e6b6e76e48688b98041b67fde8ed080bb821b723063f24866", + "321231bad3b78e54ae2e36b015490b90756bb489d54c3f4a474665fa9db95b23", + "32136646f2c328cdea70a654cc9aabf770a36f339acbeae5f8948e40c0e2d3da", + "3229ed80b09d389cd3ab365025abc3e5a0541efccf5213b41200a8dc12d24ffb", + "3253500b87ad1014ba69e19395cd95459110bc8b1dc37e4a906778e19d71d04d", + "3257111be2381ffac0f0e668d5a3ba794eb8c4c2dd03e57bf13bc6d4471b88b7", + "326c201a620cc66c4a4d90735a7009ad601df58ca76002c49a0cb39831f37d71", + "32a616312a1e0a3a8b2b427320a861a432451b405d7ba02a7158d76b055f39a9", + "32b93c82ffe40795f963cc8a2f0b18d9ceae277f114b027f79e4d36fe9b085ab", + "32f8abe41933ba53748abf536e0e0ccf4cc4e79bd65f4c33f1df78f52b45d970", + "32ff9812853c478ec4ba6d031cd30a38f47f295d2103f6bdd1e28450958fc14a", + "3338ae2f7ba490655d53c884258f45d848437fd173c216a38837ca2cc09f8e5a", + "333988cd2d484d4f92a17e109724085c52ad8c70ce1759c53553210e50d0f0c9", + "3355c5148bb66e9b9638e671d428c271469a8ca2de794275c94af852e8209424", + "337b9dab25d59bbfeac2ddf9ff3b194f0ed6c876b99b071cb42fb2574a58a0d3", + "33b73f56f58baa737f8591faf7618590c2ecd86bcba29259e69585da9dbc521a", + "33bcda29c685106c1c0f44fdb5946a975f15b59275e8ae3d7c0ad7f8d404987c", + "342b09937c0ecbdf5b01afe4d178961d86950c31daa9d90fbb5f9bfebb5d8a3b", + "34373b6e9907806a7985134899c6979611d5c9e7e176d41b97e5880ecbed2fa4", + "344a203506196c9215b5e9f57aacda02e90cadd3a9430befb19349d13afd9178", + "3472ab26eca549d514b26dde208c03dcfe5a7a764be1c5514b9bf3aecc6a66f1", + "3480bb22f27a0d18b2df530a5dce8893367e0f3855fe65da9a1be6638f97e27c", + "34937198be44c29e1ed3159e7ec17dacb6df05fc6cc9c0b1663beef0e95462f1", + "349c29d22cba205fe77921efacec0ac6ef8b71ea131f273e91dcc5d042771f75", + "34b6365aa65685adfb11f115ccaea4ad1bebf026fd9e7b0318313a7d75a27c18", + "34c35b63588dfdcb6be0ce3eb3398ccb276afe2f2ea8a6ac3a30921c858d9b53", + "34d179a8f3ec05d380cf2667f5bc24b504fe9a125ec62f5759bf76225d5e50c3", + "34e69d9035c99f06a5aa13492a356a90693976f53d37de5868016b5519877481", + "34f74afd2a016440c205ac27a027ca4ca31ae30eb360a5241462ff6cfde32dd0", + "3540be5c5eb3cd046b586a603ddd6b954bfae55c076a97a22f77e4dd40ac9493", + "354ff8174aa039d4a22a628025b8a9a6ec415f7a6a6cf5874a722c1f36b7da40", + "360027a341c08574c0477f28fdfc05e786916e797b7559af6348a68273739d25", + "362be82bc53aeba93a56f0c4cd5f2a371fcac8f45d5e7240b2866865e8a03804", + "3690398863a71cbf8c4fca9137a29a0e6e15b71470a2f0fa1cdf06a5d0986bd0", + "371b1838c0b76c4959eb92dbb7a645db0e915ffa25c3906b2959d5cc627c3fde", + "37337b4f60f4e996080e8d99ab02621bc21eab68b26607ed1e8ff6a7797b0ea2", + "373f72cd6fdabdb9446a1a73ffcec5022c36c185aa4036ad5429b02f7f6ed666", + "37522879f3d15105cda2d3ab6b48fed2900198e74e844df6fe086b385d0a9122", + "3790c32a444c5c6f3edb16980563d016559ab40aa9a48700e292b413223ea56e", + "379eec9aab24cee73bdca8e950ba019a1f57af3f88bf83f14540496a223e8420", + "37ecce1d750a93d7ff5e6ce79171495cc95a596a892a565921fba2898fdd868b", + "3827b9b917f9e9c1e0c92f935c31ae04e70a8ecc430e1a17df84688c499264cc", + "382ed00337d1740c1abcba4e6b069e5c19fae28ca9f551087ad3d8223b10e821", + "384398950404d022e3d937bfbeea616ed984f4800284a2548af95bd875e718e0", + "3859548b787c8da0ffb479bccf43817cec3aa1e6ae9c065952140c89add2b017", + "385bde3762f16b48d40ffca0f7e13cb61a3685cac72681c1ea6d46b8565fcbe7", + "386620005ea0a9aeca9e2115e73f6a315f651d1e6a33c570438104467964ff23", + "387f75f652efc68830d25b8fa3e05b3e67b26413579c7ca31092a97da03ebe90", + "389fe21426476539bc015e368b4b1db1d44dd895995e1aa3a9f082fdac2b995b", + "38ae7ecb7169e273a8ff2ace53eec67dd77941dfab4ca3610f84cf489ac06c1e", + "38f13a2e254e38adef39a763b20eb8dd3ff8fdc529bae0429891336ee448c286", + "39000ae05180499f9212cda76d3251fc437ba01b55d5cc9387822f0673bfd14b", + "390f26525ac002e5a9812985150e0b5a53bd4bc13d39d33dff76c58c5943ed1c", + "3922d60da591994cba312d2f2a8fc8d8117c09b20b198274129a070f113cd5c6", + "392d57bad566f771464837d462a4f940f6bb8b307ab19c5e6cd0b93b94c90d10", + "393395504d82649ea066d408f61d423ade8334b7d7bc95f2949b1a91a3c21898", + "393400bd5410c8a61b80eb939fd77272f5baad15e273c7401838185b5fb8d548", + "3937272e73fb81158ba96b14584d01423a8d789a1c439c3ac19085358e4d605f", + "3940d2f105eaadd7273423da9474f33a55787dc9d4e3c4c334ec2fe28f4a568c", + "39516f23294ca9fbc6114cb20c160c6b7f0c205d63889193cb85f834e1bb329f", + "39570eea5b1d6207bbfc9b1792bf673b1c6aaf0e8934cf232a771fd4eb0b42d5", + "395a62303d9fbcbf1a19506d29fd1a95337a3e998115b8f45602dd04f19f27d1", + "39764a681f8e76c170113a5ffb08d4678cefde18fbe999acd5134bc1333c4a86", + "39b3d97686cdbb4c091fdd041c7ce589bab27b9a794f798052cb0cd13fe8873e", + "39bc2f74fa976e69d6dd2a8c599e695dd3ce6bd2a28fb764ace7acc236da158f", + "3a0a35b88e4e046bb4809979d6c0638f0e673a23342bd0f845602f9d68d83446", + "3a8799a5aeb66e6b62a8f9d1971a49d558032ef93454ef38af18d6ce59d58c64", + "3a9d4a48fd9eff24b30053f0563e2cd0a8fb066a1f20f131840a902aa8d29440", + "3abcf8119ef5d704352ac5c3393f8905d420e5cb6e269df9355c046d33513644", + "3ad8e387b6b41cbd255f061e746d929211b17dfa1dc4c2bb3f988a731a6a1467", + "3adc8c039c613b98ff8c20e0670f7a758ed2e9e39feb135d9f5365a08ad47615", + "3aef058e6d5fda406e7e9d808a96e70f18ba8e13162edb2908661f7cf00ce7f9", + "3b072f9113509c9d2cbbf1c8844cdef49e2a497e972c6f6671e89870fdcf7012", + "3b2fd03b31505badf3cc0c0ae855f48bd2783c9893c35e9ccc88f55110271fae", + "3b76d52cda8f218ad86f297985c5938c24a4b6b632854f3011494b7cb744268a", + "3b9e0b44fe5d97d8001018fd4570ff07c06d80ba961d940a98c4472ed3ae83f8", + "3ba52aff6dc34cf2624a72e08e61cd95f3de7295b25b0cd669b267c9bab081b9", + "3ba52cf7bc2fb85c021648f84774c9837dc9612bd7a619c517c1c66e4ef44875", + "3bb56255d36bc07beb145539c98a47d0d3aa1ba617524b5948e3b2c22ad1645c", + "3bb92d37f525b8e3c1af2c617cc6ce9c7780bb4041eadded976f54ceed6cd655", + "3bc4dbf30cb70d551f8355bcca87cecc0d215b5744e0b50c9b0c783ced0a21da", + "3bc883d49816b88701ebaaebcba750fba11e2680392e23ee31f486c0c5862b68", + "3be2384dee2306d6a9284b55449b778ce79b220658a9b1bd21dd9118ab14ee21", + "3bf059c7df21bfa5f8b729db597f2ccfa845b0b3b1e732fc1e10f4425bcd3782", + "3c780b30a7f1aa34eef3a076aeb0d0c9e0b6233d652829a80d6d09464475a2ac", + "3c7aeffc56ec06c0d657ea706dbf66038fb53b3ab45ce57abd52c188a56adc31", + "3c9c25ac5614ff2f35703f3c8b16d214c19cfaa98be57f16c62419a05248f1ec", + "3cae26f451b61e3273296c01d01d60a12c16719d2ba21ec35e56f42cb37196b9", + "3cb0441e03264e1f033bcbc9a5bbb0d4410cde112281ac6549a918354325e2fb", + "3cfd4dace103cd378e4de22dadcac1e856aa3297ba31185bf3324ad0de33c9ea", + "3d178d2959ab3643134b553b2bf9240b0faadd3169023160903ed01a928021fd", + "3d2baf4da5720c05a85d5458cab3caf75b88dbc812e96696877dfea74760ecee", + "3d5b80db97a27e956b860cef66224a4e13774242ec0cbd808cf605e22dff6ed4", + "3d6e35262a8b1c59a282867c635be36e6d3a19a8d926f243f8811ec445b36782", + "3dbd487c90e62aeb025e3e17bf1dada719a29d9d02eb890b08f8d335ce9bfa82", + "3df597c5e716d2d5c9df79f49d6d278fa9cb40e3c3dc9b62d0d570a8f6e844ea", + "3e8457255e410c29054eb03ecbe8b264f1b3c5f74cb676fae8febbe706f1ac01", + "3e9459ca0a452caa4ffe6c08f088f780b56014a8fceb4475633d52b79ec71102", + "3e9cc0fb1dd20c269828064dca21f3594ddb7a2b2de3befbe6a5aa7d122210f1", + "3ea36a3f2725b618cef04969dd397b1631dda55ae703a926f78e6ce73bacd4ce", + "3ec85c9d41a20e1fbd27a3d3a341d28dee5281763720a6e6198b3bee1f336d37", + "3ee3d21edd0432f918f2b2f2da8d028916a311c6d1db676955e5b985ead589b4", + "3ee6a26718544fff1c7ecf9b145d04616e2405948378f9ec342251f56d9c233e", + "3f006610eb2c7a2e531da7e7e997d21202e3510dc0ac56a508ea567c3b7f863f", + "3f39376f90046200bff93b447e0e6a0dceac5d3c783811289e0b98cac2c429ee", + "3f836c4a17f0b9d0af547785829a9330ea4702b83d86098ff7dd612c3fc4f642", + "401436e97b2f59480c5c391ab5bcaac864876386e2bf617497cf181fe45690fa", + "4021fc9ac7e29c383c2a74fcecbb0bbffc07306dd5ad62445cdc087135e45ad2", + "405ce23ce6f135491c13e994d6051c77b74bd5133bf7b92fdd05083a78a306d2", + "40a61127f13657828dfbb6be83c8d0ddc2ab8b6e6ea8b0d23ecceaaed43f9250", + "40bc5caf332cfa6dff82a65aba8c88b49d8d9258240b7dce0a0a208ea44e2397", + "40fd462b084290e729d6e367d8e05017492546885d3dadadacc0e1c5d045131a", + "412893375eef842497f0b60c9a438f557df0632085d4bc926c66b080c40673e4", + "41b4b99877e41a0d93cb88c9bc81db9ef7d14c83c6b9357b01090b103131406b", + "41cf7462c3ae41845da13e06bc518236acd8fd18f38cd7e1b279c38678392caf", + "420435e1d25b95bf6ab1c9a55c923e409d5da847168091b3760226e243ba2c14", + "420eeea9117f59559bd541412bcb29cf8554b2ebb1d4b8638371e8d73b15ff2b", + "42218ce98ad3d8d50bc9cb306062f0baa439662373548602415acc7e59d6e9fd", + "42558ca06ed02105c1166604d705f4f767a1e36c7a78618437fc36f0fc7ba0ac", + "4255e9bfe477e94d2520a86c29f52e6041a4b05683c78288689f0d3254db0d02", + "42649b4f1d4cfb99397aaa33778874f4012567a6f2dd991393b094ae0596857d", + "4265b41d4e437989877b223b245e1063734921b5400fd04ba45ac53c5ffe90c6", + "4267a36f64ce7838ad9e10bfdba933172a098d263bb63c86ad57267027942326", + "426b2a61d885d5483224791a3c349ddbaee80a35e9c40f80bfa17fa1f7ddf578", + "42777dcca97c89d7e5dab61e5d9d50f5296e32579e2cb8063baf1f68b8921d90", + "428f274d9a39516b33a8ce19bbf358eea69640c134c81028375e2d49aaa891a9", + "42922521409bdb49b86404d39136e93ea75eb0580955c13fe8cd2cba85756686", + "42d0312b0a32fbd94ca1b9eaa4b8e3129fa96947832f97a6a44d15675e697585", + "42f5ca82146746b778bfe5ec97acedd150aea7e3294c9898623fb86a53b70300", + "430d0e82480ebb89b687f5648879a0c26589aa9c9f887d3327b279c330b2b591", + "43295a9e46b5e2ec8e671c5a130fdd7f942b7efb434d66f7b7835620e2a859a5", + "4349b4d1462a48bca23750e495a84a3b950f705dfcb3d11c0cffe385eaa19ee3", + "436a928e4fe1f3e129a24d447dd62821a8b2a5c9055189f0dea60828b7f361a3", + "438e8de1b84bb27d2c051c461ba76ebc5de760814e0988577684197b0005b3f5", + "43bb7b981ac7954e20a941c170ae59219c91c77a2966d776942db5e4028f24ee", + "43cc161ca50b1b7d86a7e025187296c87c6d289f8e9e7bb86f8b6d1edaf7f026", + "441586d4cbf2db66b066c6a372442092654c3d87158fd9e46e6091fb5feb634c", + "4424a4bc86c0f46c8093e3bed4442f576579feacfc43f2366f36e4fe6edec869", + "44650da1115b47ef24e431eaaebc63ce3482b9888382be4309e9e08ae417f4e6", + "447de9ca3a4c845fd9fff0d19c05e240558368ea14d8a481281c42c1b3f12984", + "4498af1a55b9b415d066ded464919d2a55edb6969b8cc00092adbc52edba84e4", + "44cb0c73cd673eb2469fbeb0f283e7eeea30e78fd242c7fee547887a1acc4f92", + "44cc9e16828fa11b5d0a4541d3a29383c8f97c4eaad6f8b8cd7ad9b804f77951", + "44d383d0c482930c758e9abf75ef1b4145b7b91a7f3ba4a8e41563c30cc60009", + "44d43be322fe6f463b76c7e48e789ff01e07d3712606fd6155204d9e96fa7f53", + "44e9bcea8279515cc4de38c7c1b47cf7db5b1d5fe7b3373f99f31a334341f2b3", + "45092edc1b76ae550294388a7008a4673b601988e5d4dd47e0d5e42fb3e1ef01", + "45607e5b779450299b4a4e3d2bec1d1bfaa5de408b81221fbf109d782b8dcc06", + "4591e8241665cbe9eb8e1e475f97037849633d40bc1e3dbec237d87d292913fa", + "45c3b0d13cc47a16729ce2bdc9c4463a2b73f299ec743fb2c3cd93dfdab96286", + "45d6fe5461af10acda5c405e9d1a098a709cdbd59c89c6da0b41ab7b9565c360", + "465d1b63766e37d26df675c644396e902d587b2ed23cb7654dcb05fa05543133", + "46844362e00bd617fccf5dec58b106fc8b40c69054f5ea96fd3f08a6f7106d10", + "468917e21826e30fbf98f2b87d396d0472fe5b98c216eb12819fc588e2288f32", + "46affc777d8595127e09bdbabb975693f690868625ca609955ac8bf61669c912", + "46c916e7635bbf037b90447dde28310890f8b755c054927867966849863981c8", + "46d8a3840800d6114f9e23ff4c6920318183c011fae7580a86042feb881ebfb9", + "46dba5eba3ae9cab894e7240ac8ea3ee6475750d6c22bc1ab75749ad11c90516", + "477dea60e11636b609f77bf206708ea7dbf025d7729d90f692a3e732b08b21fc", + "478481dae1cc617790b53d41d5783e8000b51a433ce3bd0979e2fd5512f0324e", + "47966500228dc154f1e5184b4eb5c1d7079d2cf0ab6d6873751954f85ac2fdf7", + "47d6af26ce42dec6de81734d68bf4d2e12153415a0048b9645858e67a46e57d0", + "47de3552f64938c412f636cf0c628e63813bc8464b3d15d6b39b25bc509f718b", + "47e7e6462074a1a7dbe81ecfe3c03772620597901fc0063e09b85f360053f888", + "47edf18219d7e7f42ce9b3fe479cfcadf04f52ae02a7cd02586b965f5a9163d3", + "47fadbe243f65705a8d6f991f805a499136f721c1165f8e6f93f186f0a0007c7", + "48130f01e7241c2a0cc995b602940e1a52ee6d6e4bbd1f64580f9ed0817685e6", + "482d446437c7d574e8059cb27f6f258acf28bb2570996ad698ace431b7bb501f", + "4844fa3bfab190bfb8f62b622ca7923aa2473fcb339f49964d2043046948edf5", + "48873a484e5925c760df63afa2c3c1a66198254db1ca5717cdd081b5c79c0516", + "488c31db771d6fb4a209ccc928baea074f090e7fb56ff863b2e569d9ed1bc372", + "48a37c04e31111c927f2a066db22f491afe23df1eb94d9d9288c999f471aa982", + "48e31de5c3115f218c5eae6d25a2d4cd097cc97480aa61a93b876eeae03a1871", + "491364a39d23fd232b902a1bad2e3b9aa7884909a16969eaecaca24c4d125257", + "4938fbb14d7f0a430b584a9a5d28a53667e267d6669b4c6419dd6ec9bb6b77f4", + "4983a313916042ed6a0c6c2bd9d48cb8a2904585e99db84a6a7d9bbbb105f99f", + "499aa49d7834b33ab4bd44e7f51e7fca36bb850bfc76b3b5b8542db1df09e628", + "4a2726cdf7b53daa50ce0d8f82988880cb1ab67aac8e3eb096e386b06ee377eb", + "4a2f05baddba7f86c20f9bd95ec3a75ba9e604c10ddcb3c0b46f0926feba4bc5", + "4a459a84cefab2ae16c9dd41d5a5e38abbdddf9e88763fbea8a358e8f0a45450", + "4a4a6d458d69c78b42eecc5d11a1565e210edac4cc7754485a4f7dc2ec353a10", + "4a6ef7f11a9b59fff7083b81620a26bbf8bd849ccea64eac497b37a58ae69826", + "4a7ffb8d73d336b41de75ae007d05cb60d78fa29f979886dc1f4758cf66a14ff", + "4a871532448ee3c6d421c8a462db8e257039a1dd1547315b004671a4a3b79eec", + "4a8761e3fbb633cf41fee33db760dcf10f1c1c281fe188bdce901883371631ef", + "4ac00b172d90a8f879b320d58f5ce6f177b4f0f1f2fdc4896d8513121e1bc444", + "4ac2003f5ff908998db16efd8639d53cb3d5d26d28fa7221ed0f8163f6c953d9", + "4b01d0ffe4419a55d185fc6a50f1b80d629d87d5d44caa68a4f002cad0331eb7", + "4b10518d510ef77e3c7337bf0761660350d2350b22cea604bf6da5cfc569ecf7", + "4b20bff40caf59eaf8e5b8468dbb031f2239f249f8eeb09eea3a2c5aab036f8f", + "4b3210a8d9fa69888af9d8c56c0def3bb79e5e05f0a8be419e0bf58797864eda", + "4b5b4b5c0af753edf62720b09c8461fbf6917106b875aa95e5429c8b66e08c76", + "4b6a1d6c205a38fe3b7c533c282dd7b29ac4b5ff6864409396020a569999b374", + "4b7f80cc29961955ea40c7d3567b35a02164cd1533d958d883be82c4ba37b31d", + "4b8a1def4d36441651de8f179889ad3bd052bb0becb9605941116db4018c95f8", + "4bbf36b7c2c14caba6070bbae9458af2c813b599c8f6f3c6e2cf9705b21a99fd", + "4bc646e0147b8c2f1d49768a352f413b830a2332df659f02e944e942d47a4786", + "4bd9d910a8041060f92d96bf5eb568ce0140fe65e0015b82973300cf0e5b0688", + "4be8d922a5de73ec325c9248fc1416187e5c829799430a4dd333e4a7553150ea", + "4c1afc535fe4498f8e6ac334816ed0b9bbbabf835f590d477284915804ec6b02", + "4c54b6a006e39b19e32a114c684e4687e5bdb997e3c1d32299df1a6d821e51e4", + "4c6311c9c35a3420cdf7020ede4be8fd5f7b42235f8f7691677857ecd3987a48", + "4cfd7bdd44bea3204d1c2a9061be31965670616e9683866ae44294f5376a6f40", + "4d04a412a956ca16c52fc241daa05d7607215f93580007a531b0d254fd9f52d7", + "4d052ee0eb223728de2c5566ab2bc2532d03ad930b5f2cc92f0a40c1e75dc478", + "4d6bfda867e611caabef7d76612f0b5aaa6418d8225f4e6d42fa953a950d17e4", + "4de79945a00baf1aa259d5875bfcc7727bf66a46dc8fa9bc2231d72b821d48bd", + "4de923ffbb46a3f8e6ac63c98a68521fd21c1ab0f77649c95a30bacabead4e5f", + "4dee6a3056ebdf8fadc76c651ada138068fced8ecb685dead613ff9f1ce21912", + "4e1e2a65b95720debed07bccc2ab2fb4530f46961a49a58b3d06121dba5ac69d", + "4e39cb23a75019301edf20fc52aafa4cd6af401443571086d35b2bd0578b742f", + "4e5a8e5c4554d8fa8a888d419e03dedf35272f60c09c06494bdd6025f1aaf47a", + "4e5e55b9e0c37032de19375ef4f580467a7d16c24c117a936a64b1acedfbe1f9", + "4e96aab0b69cd5652b2226c538170f17d2c99dd6fbe6558086d131f1ab426fba", + "4ec8791a63530bde19bd54031d055d324e66610201287ff0a15c2b1a2fda1534", + "4ed68cecaf66306974ee0a1c02ac6d5522fd388a6ebf63f1260ed6bd778e6ccb", + "4ee615c9b08f46dde44466f10ad5597cb8da99157dcf86430e3409d29ee2e6e7", + "4f2bfd951868f8f07f40b14079b16caf8ad4ff9cb426f1f444e36016d29c6d3d", + "4f44da2e6a0ee3611a2f59dcbd74e92f9003581abbe0ffdf0eaa4441c485f5cc", + "4f5acdad32a85f1f0913249599e5c961a1bceeca6258089074bd6c79525915ff", + "4f7ba8c30d185c5a7dfa3e424b3c9e8f2a2bffb63293f27438fe741526458cb2", + "4fbfc62a8da5a39510020c9ce45669045efe132b191c2e611b5db80f6ff1911e", + "503aa9adefdf6b5f8bc9fabe338b915ccb08a00434799b4b2a9887bd2475433a", + "507197a8f0ca6fbc5ea59f39fb0f1f93f463b87ccef674d37f216214cf048ec6", + "508d052b57de3a3b4e3c114fd09f3c0e1390e61331e018ee6636a39d34c9ea42", + "508ee9e55ec34d55b104c6fc261d9eb746e4e70512ad86cc0b4309420b47ab66", + "508f1063fa711383380384576cf4b882743780c40f5b068d19ca20f21a78498f", + "50dd754d35675a097c9ac8e548f50f62d860771bebba8ca0c32e8db8da81bc38", + "5106b9ea61a0c1ad92726963b125faff828e1c21cd1872565f50b1cd3aec3886", + "51164d3f4bf9e63d7d12f2557f54de4f38cfd15f84d3c9ac6aba4e7b4f7cf00e", + "511f1c32d909dba225053747092b92f90309b832ca3b77266befcaaa1127124b", + "5125d348c3b07f6c3178ec0d4f202d1651e134a8c5c54b12c2a51f703328f066", + "513fcc34df2dbdeeff9e169cbb3da37e3f749e7fc1015c015a9cd546b0044572", + "5145f5c1bbdd99afaa2fd7f44f5e9e1f65aa81e02190f562903a48943cbf81d6", + "5177307c8c4ff23aecd65de6866fb2638d3d7ec38857cfa69a6b1735d3ae4ceb", + "519a433335a476427b4e44e79c849f394218055b0b3d55bb5d827d57404235f0", + "51ebce2f08cf13324964a1a686b9d497861cc807cf4f352c649a44836c3e94a5", + "520c9cec4ebc993350ca357fcfb6a8c3f6b94ad865e20f46ddcb517c414bf9dd", + "5220fecc9698d8c201b67957faed62daa1a60bacef7cf5654cddf7e2b7ccc75c", + "52259a41e170c1c126230665c1e0e2b9fcd62ebc41309bf079f2d8372c1e6d95", + "522e80a35e589f1d0ad9f4f7b6b6cd0b718e84a27b5001690f1e62f9b932360b", + "5238327c3ec5fa63a5a4cb5dbadda9d28c0486b41c53f91661a2130bd715baf8", + "5244e6ef0b5ed9f3207115544961ddc1ebc1911fd6964bacb01d8bf76c00d659", + "524c7192963314b4237bce27dd2894d568e7fc3372c9b7d76e772e53bed3f6b2", + "5255f663fa401436723b5d5f7894ed1097b9ff37dfaf3d2b746e8f5ba8467982", + "52764263ad81241602654110f7beef81da96da4ec7b8c60799edbd5857587e37", + "52a60872f2deacda62eae94debfa7f6940e2d58712570cab942848334ec35422", + "52f3bca068bbdcd19eaff06f35b06f7e535d88eec057180ef79c1d408b3b6630", + "52fa559775b9d6bc1a7a600084774c5960ed4a3bb7fc494ebf021e5cd1cbfdfb", + "52fad5a8f3e0c1a5efe527864537eb8c3ee9ba1d18e21bd0553925d1a4dac3cb", + "52ff1f7716b9f49065fbbdcc8ef2ce9ddb14b91daa85fdb2729237d0e59f6cc5", + "5305de227271bd209a44b2db1b715e7d261f4c402556d75a55e0f1b527f60567", + "530b04bc8910bae2df31a59dc8ac9b7ef4f4dc854b82f552a23044fb168e24c0", + "5330727dddfd3cfbd27b98ab33714e4c1acd7aefc2386acb5fd788a7657ce576", + "533ba29ec6475d2a3d97751dcf7cd534b0ac20aa01c93b7bb6fbf637e84f4acc", + "535739cdc04feef32fb71d37d31105fda85e8465082bf605b5441435aada8542", + "5387d01cc44757a81ae1ccf1111f3a77fe8c210cdf6ed1a991192a80f4cdb0d0", + "53b018be0e50f8ad61778e2330ed74ec2ffc8bec9b5d06a8cba967046f7fe86b", + "53f26ef79ca484c2bff9c31ed2c0b2d6ac2fc5a437d9b29fb1c5ab9dca002e8e", + "542faf6ec88e75b833dc99ce6d5fd4d30eb3373afc85f9f535fcabc38d0ccf1c", + "5468da1bfe41c940866fee9927d6945071614195f680f2b64b83c55bba3192f9", + "5494e181e6577586ec41dd3e5abc372a33e765cb03daf56d3b20db748dc79b80", + "549cc016d0d8b032362d4d1649408bfffa31446c2590b2e12804ebbdc47fb2b6", + "54bf2c3e0ed21b66938eb7623c57deac2f09ee563dea39c3e14d86a9217d2654", + "54d8b11fa7465c7082792100e111f8e33492e254f3892a41af6f78fc123d2454", + "54e5ea5fe2853c502e96c870d0111a15365a5f6bce1f3193a7b9c348645481c0", + "54e9dd90dc1debc55834f9788aaded500adec9d7619cc66817eb3b8eda688b94", + "55043e55212e6205cba548efc9313fdbb51cfa8cca57640fbff9dc8aab528853", + "556445fd46eda083b9309061f7e2fa74f036037f632b9b970eeb6722d23303ff", + "5573a9b44b03589da0cabf94c4a8e8937abc3d157356d864293a721fffd6b64c", + "55bf14f4a1a1eb840ef9a1784a65ba2d04e37319e45a2acf8349860cbef6a232", + "55d1286538ca7f5a4fd5356054a3b8f1dc9526876d81e36a0bdf741c802f1650", + "55e77f7587c4d4a56c639ef0c76bf425495c87ba7fe9cc3ca0c1cf436418d585", + "55fa2fdacb594e28831ed04b9b0fa4a047abd8e550f7d5eb724679036e528d53", + "5613fb98363341a6104fac31488fe8fcf907baf29f54278bbd9df7342c0f8685", + "566626d5c211e1d702e139dc08be33384e6d823d5cec75a6cb7b3310c6998a0b", + "56c1062c0c0ed6a0ba04664b78a6355cd2fcbcdac3aa93bc06819def28aa37f9", + "56e70514de14b66605e2b2e23053ed771e60f1e0de950cc1fd0c510a9a5301c2", + "5706b028c6b3503ed4ec4b5f490a5ccd746f48f3a8520d31d1d83cca2b8594c4", + "5709be9646cf910153f3f75a496597712cb7411e2f9447c7fef7fd492b32286e", + "571925f0b66c738b52105644b24558c21771db1f4432842dcb87a1ab468a74a9", + "571d8a20fccfe7b2de32adddf80c3e3f437341d84ae5fea77e5c55d8d9201dfc", + "5725a7914b447c22de18d20518bfd925addee19a17d889f3625836ebcadc972e", + "5740788c353fc6c81713fd4349e0db8b199ae0e1e8e4d5adc84dac9087e53e47", + "5743c10d43e919f0b522f535e9682357ae759de4f2044f5913aa11483dff0881", + "5743f3b3ae3820ce68338256058963f97e55e5242640d1dc30f974297d9391a3", + "57441d4c49333dd837ecafa0038bebcee2d990af8ecb55d4ff3b34ee9e0fe376", + "5792777bcf215d5f29e1271849674a435ed2a491f59bc498a24f761716bc833c", + "57bf1e0123dac8c3ff51ddd5c0e66620bcc27ae225e8c35927529b2fde62383f", + "581c0ff964ecde7b34cfd519ffec1d7846dacb2d96dcaab573231b5e824f341f", + "582bf2770b2a7a438b46966f406f82fa7f23dd8ad0f4c516837964af31808117", + "583ff7d92c90bc9811ad96d829f25bd68db1d0f5baefc02207c3c55179ffbd1e", + "58587d94c44401d22c7570b425d78588aaa439b5ba8a02532cc32fafd64b790b", + "5861d48f3a22385c21966caf1cbff9e534b2bc6d9b24b04a1c2bc92a175101cc", + "586df6b16d0371f939f01dd0fca066135a548ec526170a270879a775c4d6e8a7", + "58953bd77119c5a75dc8db52eae11aaf841ce9f6acf9c724aac634e0916c98d9", + "58af007dbfbb09cda0c25a22146bde68c6101750a61cc2bb16773de4fdd0288e", + "58c399854348d4943780f0593aa64371481e164045bc1e02af6cd5435b68a781", + "58dbdaab4d64ff0407fed71b3944f8a45d07694f2a39bb72cad56d94606c61e6", + "58e1c39129cfeeb249160e0272d7a56800521b08204d103bdce6b8867569c0ae", + "591de6a6a561511570150c61e0dc026f7babbe07e022131910a92f7523704d93", + "593124d7a97e611c01bcd92a663ff46fe9cf2d26cb22366fe35be7232ea1908c", + "5951167c8577ebc5e40b7323822b0b24a5da3268fbed0121456adcd5546090b7", + "59958e12c7427964002f36c93678bd6093ddc70364b2a735f592ac7b53d303e4", + "59a558b41fee06ccd7a1c840b603c99b1de92ec6ea6deed3152c01066a533212", + "59c8aee345f6da52cfba936abbdd140b1f318a80b616fa7778d12bab59819e3a", + "59f012671896e2a38807e6186a07c1111855296e31327c5fdd2a1dba5b785f3f", + "59f0eebad0170449246bb9826bc605a71fb122133ad7d4e7d99c69603f8629e2", + "5a07dac7bd8ad5b87afa1bc38b0276e6480da48f5e6d17b7825c8098bf88c1ec", + "5a0ba0d9ac4d2cd1f66309b325bff32bbe54816c4dcfc42064244df39d65a2a1", + "5a28a5206f5de7aa53c740e1b5b5b6cbbed409faebf4eb9f803d7c63a5198e79", + "5a3bfba80d88b4a3978f734acd65bebd13219893a477685dd8a71d513d02f424", + "5a7cf8dda296956ca9d978266b4cba91b8c4923c9b21ea98e740a35cb1901b50", + "5a82c9e9b43a93b1d64933552ec8836d741ca1406b29f8ff0c121ab3447c795a", + "5aa9412ceba584bc77c6bbabf4fd18ed16253403928e49524ed59535670e5e1c", + "5aaf3e59356111f7d87a5be93f33806c428219dfa4ab46dc5790f8503e31c581", + "5abfec56f23ffc8b44eee5e710ce21cef1efa1b0987dec1ecf800891da7b1001", + "5ac17fd232e43b44cbc0abeb3705d2538a647767056a2973c6dc82f24ed377fc", + "5af847ef35663184ba6a26712cb6a7344a96f2fcf273fa3a292b4bb46701bd02", + "5b2ff51ee5fc993256b0d9a247a5fef9874fab06a2fb561da7741d48c98c4700", + "5b4f43cff4bb797638bfd67b131632468a2c82a8f46e8028c4b2f70e5c374e5f", + "5b5cee99d8eef512becf6b4c6f2adc28a7674b2a5b2b034f6299ef87e135cc1a", + "5b81733f6c2d4875de6d68334be907addfee1ee916eb178a17b4a3532e57ce79", + "5bb74799899c9c13b3de7b14145ee9a36e517b3255b98fc68ed551e3f168eaca", + "5bf76a6863797b85f12c1e9657dbb98cbfeda76a85e5649366bb51c2e25ae0ea", + "5bfd333e5ee50ebc3ef7343214119e6485fcfe62177243c9ed44ca94ab862a42", + "5c0660c0a889c03272b8cb05ddefc3bb0f3208eceb119af380c167b29c1152a9", + "5c12ed807c668a70cf1e43c34b6976fa59d4a75b94cf5f46e6a66553dc551001", + "5c3800b2100255c46b68a1c6b3949bf252472c389be1176689bbe9072892db81", + "5c7875a957f4a01842286acce36973d6f1b43f0b7be8cf309ce3d3fc1b8a576a", + "5c81f028f79f4c7834047b6f0e6a9099cddec1698b588f49fb095cf79ce66096", + "5c89cbf0a0308716fa318e4b90d30aa624a3420ecbcdbab00885ded6dec88f6e", + "5c95d9702aa1067cb6ed8b2ca35dced65dd135880926fe90f6723d32342ddbfc", + "5cb3005a1e6be72d09b1fae86de8b44c7aef9f7b3fbcaf7be1314471d533b087", + "5cc8076479ea7c2283aa6ca570696a1ff9830912ffa176e470a8360a0b94b1e8", + "5cdfefce4177c0db9df5fe05c4d9838a299082541dc99c4a2b2ca62eb09973d0", + "5d197d6f8601540b20d9c8650ac6c7db604ea308f7ebaa6455f4f4f22bb9095a", + "5d5711143100eee894c191c7308a6310af56b08efd5d96764e4633c39d472f9c", + "5d77ac5abf8d323e7a23e3e0fb820cbd184050de53e1f6592102f3ce1888782f", + "5d8d05965144cc8ed052b1ebea298aeaa8acc790f297bf6b360d8799ffefe1a5", + "5da330a2d7539cb8079584a52f6d704f1dbed9de147c04d8001ff5e11b0536ea", + "5daa16db0f4094f7ea1436e6b4bc0ff8eb07efc22c3b63675509a52a235c51a9", + "5db712157f9dc54dead72fde0ed3dea5df4cdc2f9572b76c471c5c22b9232bef", + "5dd622ce281dfa0b24d79e8399b00c68bc086ea44ce4326920fb148b0e6f4d78", + "5df83d897e2924cb350b4a3305db4d44e1d066c990aed69b29e43e0f6698f533", + "5e1afb6bc141daf303dbab37f66ee10ebbe8b31ab3c5656946238e2eafd6340d", + "5e24f0ff25337bcf32fac07d4030e897af5dabefcfbeb5f1cf2e5403ba82b9c2", + "5e3432bde574450d89842f92daf06262e8cc64d281cc107ce3f103dd32cc0eb9", + "5e4b5c42a003ceaea591f2895a3e0f3102897dd8b1ecfe91a8bd5b5f562e96f2", + "5e589de637f00be39babfdfb626967ed63a1cd173634ed66cd240dfd436de90f", + "5e685214a2659cfab9e0ef45c26ecf4f5698b852eac4238043d62e60fa539519", + "5e6eb52c3e99332abab43be7928ca3633f011753547397f5a314b3e166035a48", + "5ea7348a56ef47dcb20a2c685063b693a67edab31a66863d7db871acf8dc477a", + "5eb9a73a975f07b91f8b3e72ba5c8456bc036afa6e319978295073db5afc4a6f", + "5eb9c1eaefa61748f03a84a8985aa3574ff723f4ded3b96cc6fd312de9f478a7", + "5ef8af7db8c8467bc40fa36bd555fafe62a1ab4e9946b732bd14b8b7785fda5d", + "5f250cb3bcadecde0bd95597f5d4fba1b26740d4d34d012595438f01455e9e59", + "5f2f285781ede7bd7228d4bc4cd74e2e679af4ab6f79188c80ea37525786638c", + "5f3490442150aef643b464dc288c4a064717afa7e6fe82a0db06d12bb4376fc5", + "5f3ade9c6ab3e134e04cd4a11338b71299eb710e0b2aebeb923e7dbe832020e3", + "5fe9694c951479112476e396fb24b6701c41954c967143688ecf85829914c8c9", + "5ffe2d07115394912d1f6396ab7085e45e9aa33eb85d986ecc24d1b720cdaa1e", + "600952a30695601677ef7a4b490fbcca600890c72bb1fcba30e6608f52a3b048", + "601938fde46de7f2ea79924da1579b5c5776505e76b41d86957a714552446738", + "6050db010826953bf2c017835d673e3201d38873160548b2efd17911823f3310", + "607db073c05e934b6c553b86c9b277d3ff247c7d7a6b8cfb70158246d56eb0be", + "607e3ebbfd8fa181ff70f397c7b22d0ad49597cb5cc85ead3b09821969d1e139", + "609f5fcd87f8b7224c173b7705321238e7406b3a54298777d7fec85ae6eb2ada", + "60e15063301376c03a8acf67435bef4242d6ae4b1836722c25a338b8c1bf4024", + "618d56cecf230518ff456c9888a33aaa90bf6b63edbca25f220851a7d2047900", + "6192d9e645ce38581a2ceafa43b9f5a92a38ea33439bd627797e16f54d0d2792", + "61a51010912747df01da5cd08f06e107a55b3e04a0ca7f99169432a3c2ff7872", + "61cd4801f08d19367b08eefc34e54ca6118b7c9e45e4e40bfd123134f8dc6425", + "61ce3e015ff0053f90457530820a7a8d46fe13e094e36b34c455a9c5ba1259b3", + "61f7a10997a6de054614fb67050e4ba86dafac0e7e82cac440206469de7de82b", + "62188821e56e67a9095da01261d799a8f4303257116295a6d51560bf7f96d272", + "621d8c4f8a40c4cc92b77b97df8bcc633317af6589211de5485863c573897f32", + "625750077e5ef43a7436d8a4e067f2bc09fc9c037e0a37b9c6116697c9af3c53", + "62702c6a819aeb5926918fc55115d3ad2a7667b0465dde4335e9f15cc5e91e33", + "62767847449284fce1f687e9c8015a80ae44b4e5b3d741177f2d5323e438f32b", + "62b1c59113149af010c492e62e5ccb43ec4adc764b9536cd0852fe9bcf2c897f", + "62dc61fd40b554612b1ba15c8cfc78a3a034eab498edbb67758f37664179fc37", + "62df329d815d6957eb334e427fe52d6ce5d18863f4e2e812c982004f24bd1d3b", + "631fc475f1c091e56e359a9aa4471130ab9a5895582c35da8b378c747967ba26", + "633a4fd35f046f06b4a4dc0e5a90b1e477763a2124535e3e425c78e25527bd4a", + "633bf032214ab02575b9908ade4b36342e8801f3eb6dda731f807b6aa89547c8", + "6341a2b834df92c235865fc9924d178335a4744ac558f4a2f96bf9b25441bd0d", + "63606c5d2195afd67a85725058a3dabb0855cc4b56ed7d66048433b523200118", + "6376c53f85f5ef69d5b59e136d2ad58d7b045fe50d0696662cc988f8bf145673", + "637b7b47f8f66722655cd95433ff31ae247dc7285c3348a7abf5dda931b84f1d", + "638daf7eb92d77f62d09ad78bb2c3f915e9809db388c9262deffd339d42f8b10", + "63a27ddfb2656a6745bb08f49faec53d3e559269161b2ee647134804ec18305a", + "63a986aaa6d340794b5a30bfeef97f8fb7b8fb91e641a447f129bf1dcd635f55", + "63e0e5c2a713106bccfd18bd22f26b4403229956df862889834518e440e6416d", + "63ef9a580cb94305c24269d0542a6ec21cd0f1e2c91e57f55ffbac99bc7163a6", + "6423ea5b8363fe772ca1e62ed51591ef0e2c7cad699b917253275cf8a71321db", + "64365e6dd5353b5442d4700932937991b7775997dd01d8fe6453abc7cd9a3e0b", + "643db93d793e3e730baa3209418e81e3f268dbb1e7a481ddcf59300a95b2d8d7", + "647a28aad4b02ff76bf2259ce3e1c17ddc7b444c3ac52705e681c64cb175291d", + "647f41c5b6dfa99ea202bde2c72d94b72b96e1e16cb297d7e00557a37c227154", + "64a7a3087e7a42aa66ea37486727c3874a65ac8611e49acf44d804965ea352b4", + "64d351d40a34f7884df2f840b7fa21727f8fed6df9e05e5b1fa6bdddbec49ebf", + "64d5c7ace5d90a493707fde2ba69c96975472d619423de17d258a14a73d6c04c", + "64d807ab260eb9d668450a8f1935359de7f4df518fbd924d220a81c6329301f6", + "64f76ea78bd84b0f135d3ede3c9285c77bb30e844a15dcc5eaf6301ba843cff7", + "6513fa0432f4384c96452465cc6c3482864a8e8fd9e7805b5a6a162e049ae062", + "653a93f89a8da3751e456c49059224b46698b894b64350b7e3c63f44658e0d8f", + "65647f03bd50562243692b63cc1fdfc4a754a814a21bf410cf4e0c48540d95c0", + "659c2ec601cdf969de0359d6b82058e778b563e99581d841af4c429ddaa1edb4", + "65a83ee09df22d92c5b76d1ed8e2e1f8d63cc02c4abe190763340d3d8313eeab", + "65ade03bf0d5ee974f9c8bb9d4c4a00a66b48e1bbfc7386d34c7a4170d16c49e", + "65cdab08c1e4a155c6f8e5617b93d8648b3b6a5912d4b790d02857d3507be9d6", + "65e5649aea03c20cd090502514db112dc347491b82ab8eca8b6f394a5c1b51fc", + "65ef0031ba9a2d6b0ec1fe5f29e47b3450c348c8d790e5e4d4900697c304f440", + "65f80b4528d187f9bcb15ee1794c0f43689c5d0b08bc2a75eaf2a31c52bd341c", + "65f9260cf8b1be768366e28a641a648f4769425ce0b37774259be274d7a64038", + "6605f42fbdae3b25ab1530fdb2e5d131f1b1ad59ed024da45c2da15fc8fce44e", + "6620b6219ad7c9bb82b4fc14b69fdbe3e0bb3f0a843350dea575f2a68352f8bb", + "662575859843a090be178ef11c3ff949b26975089fe6a0dc0efe041da3363c95", + "66477eb8101c0eae9ca8d6e00fc5af48b1ebe634380b7a368bc9887036d9edc9", + "6656cf871958da5c32aeceafe2572dd475124aaaf701cdc309f577d418044b5e", + "667f496aaae9c55dc80a3241ed1680bdd57dfda585610cc577356107c47a67e9", + "6681e3c1384378849a7a9295a3c4a4753b4b65445095201402636da3729f2322", + "66f368c851503c59694f9ee32a9f32927b8fe9fa1e80dbbb701f87bcc048e57b", + "66fcec4db0d060ad0ae50ac16bcf92257fb5cebf0a8cacaf0097b4a3cf590463", + "67252f580d6b891d16bfaf4180aed1b01ebb7ab5d6ffe0ff6dbcc3f315c1cad1", + "675c6a52ee8c1097c94aabe8f89da07c84bfb1729b4fc83d082035b4098cbf39", + "67aa1cb881d30869a3568440aebfd1ff0c8e52743ffdf4deb1f648dfa9ec27da", + "67aedb4ea431c92855d75899e571ffc8a0566485bce9ba162205149c951b08fb", + "680b5d1f7823434a26a54fa967b9243361a3bc8505f6d3014aad56e8255fee8e", + "683d4185c296a570ac27cc4108e8c1b7a14bd682b0b04879cddc4786448ff178", + "68516ac9f1a2c06694609dbe17e755798c4972d137779cbbed90bda9ab0dbe94", + "6873b65c87de9d43a3be6c7f6c3dad94b85dd07d3063f127fb8ff9736ed74855", + "687dd21c9c339af790cc61e3520fcb729bdd986e40acb3cbac5b21882b0a7d7a", + "689c596a1a402a711028033b1e00b31e7a30d93605654124841b30283edbfde6", + "68d2c928a05ee93db92e1161dd420921dfc98e3bd055cea5383ed8c450cb9a10", + "68f0dda42d4f45fe70c134d627e1ffa69479dd40159fd5d8164b14649e82b2c4", + "68f2c4b0e3f60bf7f398c9b6aa28bacf6d2f5e7234b3f0857e3d06920c214c04", + "691a1ea063bea59e2ea787fd37e06c333998f93705c02f8c88badb80f0e08abf", + "69296a5c433d9a8b385e82a2c65bee4a2de9a80b4f77441559a9ea83f3f6f1a8", + "6974bf3ae3d564d5bcc545a797bc0b2e11f69be43b840119bcf58374566c858b", + "6974f12d69e3af683d1ab7a7d20a865486783d23b4e1c282b154cb6faaebac71", + "698c4b79a847e21ce2dfceb683173bb2517d401de64c50844cd4ff796bbd98cc", + "698d53ba96b04fa3bbc0ff889ce2ec3398df89fe1d09022d4c1870a6360c9074", + "699c232eb369996e6e1955d8755aa4df666ea7adbd9171521c1106deaf28a2b9", + "69d39be858ab5a0d1731a1a0de016d5ef8d400c011d243b6a5182f1adf354ee8", + "69e7227a17f559f45e0e53f484042ed1b12edea43a4f1c9115d0134f7dda7465", + "6a3a2abc2148efeb99cf92d43659fe4437ad3f381fc5cec5cf18bc297c6fec96", + "6a690eb87882ab82e8202172c9cd7f6e3c9fb672069eb0ab8dac0e7dc7d05de0", + "6a75bcba06bd24c12169079e32622867190ffaf07100424ed00e1858c69822db", + "6a91e9529558fbf167a7cf0893a07bd8e16faed710a86e06af068fa15bb67873", + "6aa592fba84736f361ddcf66707fe15babd6f50b5f1fd49c21c272ecfd7f205d", + "6b4719b2a5a8835e0740c73c2bbf6b94213866794b174ecfece0f737f1cd001d", + "6b51b99bbc348bee5c4e4604da974fc566d70867a4d0e011d55a252e06cb0db2", + "6b7822407423f5266f91eba2227e33c75eb6cb85dc67efc76b07fc06ddfad88d", + "6b9663fe2428b5109a5721f7e8866e9e69d8a62b1f270019ecc36a347603e821", + "6b9c5aefef9b58f1e8e192fff34cf257b08e466aeaf65a2853c9a0d88a19502f", + "6bcf9d9355d514c522b60268466703f3338beddfec4380bd24d7c022b8ec87c7", + "6bd01a73d20d03563f91657146f0a6e11c082e8da4d74ab6f76bd146ad9610e2", + "6be5b5b85ec4edb66ee377e4682a06b3882e7b7c6ea4b8b7f7d3fc74337e2dbe", + "6bfccfa455cc73d12acfec2372639c0a80e7e809e43f3e9aa536677a4497fb60", + "6c06419d83f639d799195f586480be6d1f65ad715cb88b9f2700086f6b70e594", + "6c2f8a4d7b49e4bfd26d82b1779e7fd4b6ce7f78de2e47b7005a63132718bc98", + "6c66f8b2ea659391d439527556839fdf14b43d7104cfaceaa2c50e54b7bbf966", + "6c7909f2a90be8e7963c586b202e174f445d8d3d7dec3b6e864e136502484008", + "6c7b914983c75cd033d8e9266cc5df962bf7329113b58dbd8b29830e93ad4e7c", + "6c8284565dfd154013854f88ef41a73491447a92b69ee0313f8266d2007737f9", + "6c86c884635b1713342b8a2104ab5ffcf17c5f5e388a2f1396f36280c8135b66", + "6caeaa904146cf8358cb8ccf09c6a44c64e1942acd24fba6432ebfe674209788", + "6ce3537f885d05ca6480438c7ce3e87d1f7d2521eb0f31f5c08e47cf301be28a", + "6d36f8a775d3eaa6a2c0b0ad390e01f35bb6b8ea75409807ec9b9a3c93be592c", + "6d4fe2a0608ef4ef22a00655ca12540eb6636334c5202261a66dbb6d10a58ea4", + "6d896096e52d1cccf599dc7fa94fcde94fff526220ca8c4ffc626c42495df1a2", + "6d96d09c7e5a6a9112a35e96e7b57c65de7883a1f51f9a5db07146ce857e07cd", + "6db2b190ba0fd5fc752e7285ae272f7a391803e52660e928273987805c9ea2ba", + "6dd7c52cad4d13afdcda3ca78630bf63ac86ee745524929fa91c1cc9ccb544cd", + "6df1495b93ab4d7cb31c85976c88767a2906f21144a7a8b856ed57c5d584700d", + "6dfeb5a052c7866d1798360e88d5714fab6693772b66e0417d45c74b5763c33d", + "6e21c0b9482031bc9f387ddd33a53ab464c4a00c1eae99f69ace97054c81abae", + "6e428659f64733b176f25f790389d3f4347ce2862ab67d3ae1fd4ca9a42cd330", + "6e586147e1f0d42aeeee54bdb5236d097e305ab7aae76514ee6f4acd0bceed63", + "6e6347ede261653f4adc6b01200384e013ba4103de13e31f7cb82cb17eb3e109", + "6e63daf41296594baabea559f145029b9fc5364946a47ad7a4899ae6f6c8f9f7", + "6e90c6bd75b3a980e10388fdefdce25fc783e51729cf6f00c8f652b0f4355365", + "6ea1ebde2882b97883e62dfd80d3918f6c8de7406f0de4ce9619c25b2438755a", + "6eaf4819e64e8f094c8f1964c77bb2aeb952e2691b520f2ec2fa7e11f52fdcb3", + "6ef70efbf5db1a44d48e3738de90d485aea621d09b3efc0a541198a5d5b20bc0", + "6ef9b67e2d1d4d36228c7b5218e96042ae7ad65312c2022c52b4b14c67686487", + "6f25c4816728e39049eb9e3a648e2ad713e25e33507c05f83c84126d5507052f", + "6f3ab3548e1e543697f0eb90ee19d20ee9fb9bbd8b940606a4b0fd8ee6595c0f", + "6f3b4625f41a1f8b908a4f6c900231e22e702083803b05f1de408a1b58cc987d", + "6f3e158f32511ccc6690cd472aa9f02321cf7d353e167241a7c6ff92134c5994", + "6f4218c3d3934cb40b30b14df5a72de35d8dbd1146159083cdabe234471186bc", + "6f79af20b759c197b9bd3b1b63a504fabf62e15f570d70c5a8afc28aee5559aa", + "6f89168841ee0bd7f09a457fddb74638c7bde20dbcc26695b6a702ce2126e883", + "6fa265f656f2ee4d7a2b8c55b477ded670ecf48496fb9c4afd98bc0d32d39ebb", + "6fa315dac5b32cf7abf9acfe27c648859b2ccaa3b6e161adeff396ade3723978", + "6fbb766aa08fb955aa7577e9a7f2ef8d9fafa9dd0fc8d3521ebf5f460301cfda", + "6fc5414ef35c32d41c91fbd549f5bdbc0d8b0db216280c83544ab0b8738b6f00", + "6fcd3d40f63cbd59389972fb750ee27e1adcdef6a5274943948f40f56116fb14", + "6fe35d8f5fa325e35f4cde71cda545655b1c653f1772bfd8ce8fcdc280162ada", + "6ff0db043be5147c89ea98552ecdb3d43eb872a907cc4797c01bb226d980f5b2", + "701eca67391efee74e0293d67cfd39e615baa695474d81970834e9e62c7d3cf9", + "70333759946dbc2f084534f94f76d6604dc5dc3ebde87e79bf4bbdc12a7dfe9a", + "703768057979fb6f20c571ccc72439a6595a20f77c4b01d4b2d1bed855e1cd42", + "703b9ba161ba6e11b97f64d87fcdb54c9f53272699dbefe94990d83d2271590f", + "703f7f554bbbfe686479fb152fef9e4e0f8310a827e86b8515adf24b07a620ed", + "707e3480e3adf85aac5025238159eb94804c76fd671e28e23176d75048a511b3", + "709f5003d5a255e258b1cb7a6b18c421a2e1826b448c72ed8847eeac5497ef3e", + "70b3a8211a06b1d0caa06b96b49926e57109a461918cc02186fe43840ed9cc3e", + "71088e9aae4a8185d5d27950295b872a98ea093428f97864c6ae60a04f332a98", + "714c7d5079aa57ea41eaf89e238ecf1f20918147887e41bcb8d6b2f6dd05d8f7", + "71673963d8dad3c8041c1c46fef6c23da0c49ea1df404712d1d2cfec197b0574", + "717caea1d37df06e06b5cb5b9cbee7081e65491abdddc40c5f073f499eb97c89", + "71826c795a682894dabef3ff7ce3208029ce95212b8b8149010dd01522a124a3", + "71853c6e61e8a444c03052320348c810c0073bfb0d31ebddcfb9c4e9c007c02c", + "718c33f21779928837d659c7614a844276b6e76a5fcc9b62a092a25fa2c29184", + "7192b4a737df2076f40c10e6893c2ffa904b42694f1938960401a11cf8738d68", + "719712ae6554824342c77f11e57208d5fa78d40528df8a18e61d48b54430ed47", + "71be758ab30f48eba0225f88b5e4677fd61309234c44078db44801c879ba3074", + "71d9b63e6b32b3a79ceab2553a5d4b8d0d060c02034ce041a0d86081287d851e", + "721f9f634bf6ebd5c7ebed59495abec3cd11c9b72631477995ecba11e5dfd8c2", + "7233fc7cf525a3643d7abe89bfc1f9b2cd0a11f9936a54d7797967f646c07116", + "72462d383c86b76753eb6817608dd89ec609c406cbae7ed4e717b595909de462", + "725ff03054935ab9923ad90ecaca69238e39046d3fbd14000e0b698401754d8f", + "72695a3c8e402351d00ad77e266b6ba8a282aca36289e88e36c61709877919fc", + "72e78cfdeeffe0bd2597a166d4da21981b87977df5f8c29d250cb10e51cb6581", + "72f4d67ba20569c6b7596ec75c0e033971e148698de7f4bebcdae8fa8554db17", + "72fa79b3fa115e9812888bf78b82495c5f4cc6a234ce5adbc3eb386984c3184c", + "72fc5100b1654ec387007afe56d8bf5eca6072396db1f7d944936eea41695f21", + "73024882c66bcc50e1eb8fa5534a49ae5dfef16fa8869944b961cfab6364c0af", + "730b69a152e1b93d05dc8d4dd430cf48831c4edf53558e148161613762d5e6c4", + "73298093213dcc7424d426cb063933c34faad99e3ecc54f6a1f9da12e0757b16", + "73466bffa17e0f61131673c325dde5e475e2534dced253fa6c2c041060fe8d16", + "7359f0b367c18c3514982a300af59a3715a3cfbbf68ffe9619532be27eddc830", + "7364b82fd2ea76068008093d85b78ebb04a31672269cf9b25c4fd1d1a4c6190f", + "739ed04dab3d45687f8a69040dd7d3d9193876342abc769ea1f83d4cf177934a", + "73a4760cfd30333ca79502c85b198c3776db9749fa4c4b38edca375db671140f", + "73ab62d6f93a31d65bf4b47d0752b58e6bca8ee092e30a0b75ed176165770b60", + "73e19802a19244d6ba391c14e7e910267e01e9d9a1823acff209361dba4f418e", + "742111f5094433a5f24f30d74366d717136d0c7f310c03cff6e4c7e4d2f16972", + "743c7e0bcaeefc11b5879252821ec7ba7f7e617480ba2989bfda8db33d43b8a9", + "74684ee19ac68b9d5652c36f29d803ac7fb131c41bba960ba12cbfb38f420374", + "749d83f2bb09989fe35c1b6eabec5bc4c5730e2dc87ca1f2cf173ea5fea2034a", + "74a3878c4403073afe2c4a2779a4460b958fb4687381f2f40792a88a808cff1f", + "74b8ff4e4480e118d6a2f4918ed91f2bc0585219cdbbf6062ce8fb1996f647d1", + "74ba9ba206af46de2e61639e2df0374a8248861b38702c513176fff43a393c41", + "74d5ad78c8c335d3eb3e4b4be59efe582982aa2f607c15de98d25794595b3139", + "75049ffb0430bb1c3b413f523d00860d9ebe79608c5b96638715b44457d8580f", + "7521f48d4093fd7a9f6f645199fcf1745851467131ac37581781ef7d2b225df6", + "7540f3ca514bcf1ec786b4b7d11ba9f68eee79fdf891ed8c4f711c40e5ba8b25", + "7579cec0a34fdeefe775b1c85d11e936c39b6429e30189253c52d8a9230aff9f", + "75926f87d7473582ce80f378332a95c7c20b6a27ae07575eaafbd3203b23322a", + "75b7d995c7b34a8667be75ed3691324e218b44f94f772c4b2c3765401f01d106", + "75e79e1f3af52e503798047cccc630e2d91cf5525851c0884290c03dfde1aa80", + "760dbbc813ccd9ae23ce4af764de33059e888bf038d7a65e5d6816892f9cc103", + "764089293fede6ed51e409246c5cb35248fd9f2538c7ef10c37b36cda222fcad", + "767475c5471db706e5873690e0ce6b40160e0cfffae596f2e0609f971f41f849", + "769b6e89a2fbebc067461c2c54e8f79f242c729bd7206183ba670dc65b275f82", + "76b0bc810534bba4a859942e88a604edb3d394b8421d516298302ff23557409d", + "76e965b06bd3d10aa463f44812e8ea04eb8e67c95f382595a70be22c42dbdd4b", + "76fd68580002a202777d8bee3d257cc28cffeee5de1799bec497fac4427e0c04", + "77250960a3a38b0e46d4366dd3387196ab80ef8e5c4e224587156f973a55e094", + "773fc1d055664538e2caff1408b4786eceb0348027158c0ce749ee031220ac93", + "776acd210e8fe45c59dcc77d5c4c9249019230746124fd78e363d5842cce43d4", + "7794ba7ff588975da27457e5de81fd2021a7d5f8657c33672e36b38cd7bd13a0", + "779804956eb5a224028889be5dffaaea3d890ee8403e346b8a68051f8c122260", + "77cffae22072a98ce40bd10afed90a8a4ef52833566e3b14c4fe5c3603f0555d", + "78196725b339be6d51593df871fa995b35e14ed2dd70cac976afa3cb7330c05e", + "78435438eadc53e4b65b80e6f52e7d3b8f989b81bad7b49fb4b06e6fed2ce3db", + "7858336ed2c00e5618549fbbd572a335c911c09a4976bef5f8ac1f08a5933920", + "785bf60336e1b28f1892dcbfba28bfa6898b93802fe99093ce45e8fc308c7916", + "78622374cece0a3dd71545fd5579fa5ba742fb0e275d452adedbe3bb821a5edb", + "78698ce70fc4b006e2d8f6374ba1cfcf74c0a9c4b29b075c957d92f942cd73d0", + "786a54e1510ecf3e0c15b22d8b1cf54d50d94297cb6bae026b522534374c78af", + "78a73a8ad0f98bc4a4d8638ad881b815a3e32bf2a2949f180602e7875134aa1c", + "78a8a9c1a3b7908c79c7f78d726116cc70a98e29b738ac171e11b2fb25e1151c", + "78afb450b01a4b9fceeeb74d3b40965be61cba7e43cd68c7dbd7028e89268bb3", + "78ee6e15729bc5127e4e4fa362dc21a2482f39a6fd3cecbb9de2fff3ad884382", + "78f740cf7bf686664e07a6dfd745854f5b16eb9d211acefbbccf1f903b3c7fcc", + "79393d7ca4a928730d3ba7c7b33d3ac19a72629becdbfd5266baa2058dc936ec", + "794bb3b63d8687eb22490f6255abac5d7e1a4eb7f1852766700090be9c4ed871", + "7970e3c540590f3d367a29d9b5fb6c0fd23c809dfc652e359680d9e03bd1c86b", + "797f3cafd57e7c848b365be2a79eabc1cadf42857f5a2abc1eb2850b082a1f42", + "798f00477a084973c5c1f4a93cde9839dce6ca25634a4bb83e78e5e3ce9e703a", + "79a445fe8117b072375d8cb67d2ce686e79cca3d029ce8a703255513edd715c7", + "79b2565cd36a5aa7332f4cd279edc77d9daf30771d5d7b961967603af3d770df", + "79b9c50866c5fa2e695540ce7a267c0889d0f5f3f30abfb820d44a407009c1fe", + "79d537183284063b3c119f5bf642b045592f50620b0feb4e444beec840a003e9", + "79f36210ee715b0f9867bf90584758664f37847083647139d14935ead9805adf", + "7a1e81189da79ee94e93d47aebd5bcd6fd85b716169e9561f213678523a4a17c", + "7a51f2d1ce1a72560afb60675ff504b47fa01bb657a0dccf975a371525239d89", + "7a88199756be7bd36308fdb0db2319a89bad7be1a4336c7eb15f92eadede9be0", + "7a9442e42d1113539ae1654ed1ecbe54c67bf72e55e467c57688c0f4e4d31e43", + "7aa0646914320a193ed7cb20bbbe65d900bc659a2a581f5a44055c60197ed130", + "7aa4be1cc1fb76f5ee2d307f24110c84d565971c030a848da542be8edf937c07", + "7aa850a2ca05f925ad97095285f06535102b93bf507e85dbbd53f1ca3d000952", + "7acaf7a8d5f3879c46553fec4f100fb2a1dc9f8ed0c0d8a883489427ef2d28ea", + "7aefadb4ddffb69dd946a207c21f412da4554397a8b06865e239c602d2f41a55", + "7af5155fdd59640ac809c59916c3620598a785fae44a3e702aae488c119c5198", + "7b16ac75723b6f9894eb0599c963725531588337e41ad546eb8395327d5e0697", + "7b21c9201cb94c0510eadce9d4cd9a069c097f584a50c41e7968ce3fabf34d6e", + "7b85738369d19b76ee12a33138b6fd71f12b61c541322bd99b6e8c76f28d8f84", + "7b9501a5c4baca2b8e964d4fd1e9d6ac724d7a0a1c0160cfbc089920f900fcf1", + "7bb52dacdb2687faf5c22439851c2c834dd54c485d7543d0aed875ee4a1a394c", + "7bbfca7a917b961e83f03bf91996b05f5668bc93facc9cb94ed1fef301a115b6", + "7bc8cd8c3a7c5107c3c2bcbea68a070cf1ac231a74057404dee584fdb70c0a03", + "7bdb0e3427bab33b42fe14d28182c3273838199c7b439da9e1bf2fbbe30ce74a", + "7c01f13b6ffeaa36f3d6754644c6b5f5f62ba7d3adff55ea78ee05281a7151b1", + "7c13410bc3b2cafdecde4586c74704a26f911d86a07f147af9af91f24fac60fd", + "7c15efa53621d248accaee695bbc7adce989c445911c33070ed5377af5a738df", + "7c276fdf802f10307b08c02b3597e7ddca1ff05d81e58426241b978b1295bd4e", + "7ca8ff06f6624f3dd7194560b088908c42e11b69a2b015b252e84e391519fcdf", + "7ccc8fa8248956bd43d77506a4c23697e30fa61f2f5602063e885c278657066a", + "7cd938fabf4f322c80e458c82e4e29ba87807a0d77af5714dbf740c14d4096d2", + "7ceb188274648cdcac071879cdf812555a194a99b60c088d389b7db82149584e", + "7d1cb0401330cbba5c232aab8f71fb185f52d939d5a474c481db009167520432", + "7d26d34a80b40971e91ed54ebe1c94d874fa06f7ca0cc1710112faf2d02410eb", + "7d28016ba3f18a075f25cd72c23c8aa3248df56228fb1a52a723d9a24e726368", + "7d4978222a424efebe70733bbf7ebf56ab35a773b50ccb82a690b07d65576549", + "7d4da588cc4a42eb2dbf5920937d1af624734e7b94c9e9fd35e000de9b19958f", + "7dce8a0adb7f8202cfa2bb850fd97ff64521cadc0ca4a4d564ef4b6abe260b69", + "7e14c223156ea6e79def806060fd0c9888732cc9959313d42a56e6a384e1828d", + "7e23d0dd4cd6bd622866dec150a1d38b77187d2895e0dda5229305902ab23be7", + "7e7c44b1e6c90932b9d8b3496d700cea042dc79e088873bd16584bfb0065d21c", + "7e9b8e888284ef44482249468bcf1d3c05e248d8f83365adfa032d7155b7c39c", + "7eaf4730cb6b13e2ac7db67cf61b6a29f5715cbd294685f743fe5b1545a2e173", + "7ec7ac968403f21ebc8bac18aeae134a206b12c7524c4057e2b47a42fecef24c", + "7efe2a5615bc2ac81c2a8c56a439dafbb7e04bc721a6857129b0dbb7156a49a8", + "7f02c41794b097eede7d73b9d380ee74f7df101cb0fcb2c5ed18268fa95dcf87", + "7f4eeac34b3358cd586794fe9fb121217a86464deb4b1493bfd413c57ae77af2", + "7f6c61ff00f23fd6ae6b96d61a303f6e44363ff4d1679b13b9cef244e814cc84", + "7fd7e3e665311b4248ea1af06a835d00dae5a427922abe1f898fe66a958e5382", + "7fdaf4bdab2643b67df88ccbdd1cf0d5878361070c6374a12939e7cf93bc733b", + "80313a3c133d5918239dbaf1248d1b2abb392f39b294c81ea689af6ee0707fd2", + "8031bebb0d9126c9be5daa6beeca271b8f7879957fe35e0e47c17060eb9b7811", + "8074859bcf62c319d896a8f29d98216f8991ab9bdf49f879ab36d33dd155d9d2", + "80ad51c06c23fceb63beb5462345dcb9a2d1b67054015609ca1189c2308e8f8a", + "80ae9c3044117ffd27c3f375f0e29c9e75d2a3edba632de71adfb25ce66b0771", + "80e4cae673b060511ceade38c0a68359b9e878300c9d5d0259b6552deaa5a1d6", + "811b18091fbf1a6e5d1452fbbdbc2e9ecab73191974e0214e38bf70cbd0010fc", + "8124f366da84fb287245aca463572ef89c274a6360cc0e9bdee7d477ef041215", + "81518eb16b5d44c22df9334eb65fac0dcc85031b0c946172485819306c58aa8e", + "818dbba72cafd429131e635b3ef6f3dcd5f3d40c359d6f615235f11eb769bd27", + "820c4004f3ca9ed9556f3e68fdcdd8ab6e394dba0f50e532d682344629184ee0", + "827972c6d14855d08db1c34677e97fd79a18c0bd9fb2b9e9e45f6a0a05a2952c", + "82d226725b39f5e86eb5bbfdca67c52fa239ee867160c45a87c90194f9c3e509", + "82f4be5f4a60f1413f24d360f20b179fded451bb7f109f1f6b7a15a7b5393f80", + "83134fa9b0a26a50c2fcdf580f8ab7160a8404bdfb887cf727d7588c080b4ce7", + "835422aa07b758d79e0f7f35f6e5db7bf413b872aa8a71f2abaa82a96bc8c799", + "836ad77eb86cc6612922f0fbd4a848187aa5c64219811459d4bbebfe01ecc345", + "837b550ef7d135d2c0dcd5984d065228dd5442d3351d9cca94321162d8b14af1", + "838f6d15062b30326ad7199db9d071f7507bccf1fceb33f3e8a204d285382faa", + "83d185f09165dc5d972254bea55079367c28a0fb300ebbf3fe92bd74fe2d93c4", + "844a4ccb1843663785075b9e9f858bfd930d305b1a5c84753cf9c0a2a0295da7", + "845d12f4cfa04b863ab3301a97d26363b521787bc09ed660cb283520b35e9b9e", + "848898dbe0c01cc84e63e5f2095e35255b43bc886f0e27eaa81e8b8260a297ed", + "84a94da8a7ac516f98b806874e3ffaf05d4dbc506126b3dbfe613fdead407985", + "84bd9538257b7814607343164e7ed9b5e4342b8b4f7cd3545f72fc1ddd06896a", + "84cf3d3a21806b2e0a25f2137a8df5a2838f1b0b747657386e8e4018a9f7009b", + "84e808828a69df041c29bac0e30230b711a94e906ac9820f06655213f786b6e7", + "84f7e204b791c99dd098aadcde86e776a5ceabcfd3061aa4c654a7635de22f9c", + "856769850310c7f661ab3a987a49aac3f19b580db8f96ab79daafa718e247f79", + "8570530e03ba5bd517b643180a182c36fe9c233ee4f5cdcfda9adf6544d97e5b", + "8574f58478a831ff1c012fef160d321b0e4a0c4e0aa1bfd4f02ce1a1fe3c9b43", + "85a6f82c5d501f4f85312ee5c78761f3711c14fe917f5141fea49f97adb7aa27", + "85beba3967198e7e0def9d27d36611e722d7660db0c44da4dc75932d501c438f", + "8631f5eb9a74ac31db1a05ed767754d8ec31f089a80f38116a71014bda213882", + "863bb5e180baa89cd2770b88f31edf3988b20dbbac613a409311b9465e593c5c", + "864a2260f794a96c454c1e311409f8b7eb71278f8cef9f6f1b610de80c6f347b", + "865f0cf27ae5e60a2195c621c0ac35b3bcc9324ec41b8986fbc714ba480f9ea5", + "8699aad8ce4823f923740806ea40269c4ef238e140c811865958e98d665cb08f", + "86d85370fe7dd74a8023657798682dda13199fab06e13bd306d4a19dd8193a0d", + "871cb4c9c8f611b49d7743fd17eb92d14640bbdee058490611bca68dda174f3d", + "872c8acb3d12e47c416d8c271212920cc4654d7339111e4d89065ae2f6b15285", + "873f4d11489712ec090a4451aa926f41fd3800f396ab4613c7055f9710a41565", + "874f46d9052509cd07edba8888b99776024653a9dba3aa2ac48a63f232f7eff2", + "87afdca89f997e5f096f51341578d2ab8b8c5f1f091e2011d0df87b28570cbd2", + "87d36a47ee715c077744344ee6e94618940f64b34d8f232fa15248e96ec679e6", + "87dc2cc17041f5f8857c27415fac432301a74c3f7cc6e3ab1e6b10a0f124ad34", + "87fe37b344acf82bdc4a7d88fea87ed6570374d3511bdab793b90e0d2e1f2a0d", + "883ace1beaaea3781f22637789a1a7fa17bfb1ce7542e941d81bb468a7d4c6e5", + "8846f36ac79147eb10014d75f6fd6585d01f3490d72496a0bdd74fc5b1e7f181", + "884db55185577f00049d89caa0ffd4f57d3fec4fde57b2baec680c6e4ff4836e", + "885febe6854c1e5acb517005f8a6da8f35ed7099c45193832ca4fa5e3ce91848", + "8882fa13167d65377a7ba90a7a4dcedcfac1e80b54c84a5b946296074674ba31", + "88bc8e9c23670d5bd20a398979d863b137b267aa1fd7d8c84678d3f72a163be4", + "88cc71bd445254f00b73120853a0b61cfd04c7a6f912d657198109ef8deb7020", + "88da3f334bdf2598c22e1c4cfc7e4f27813fab04b71a1c94fbd394963104f5ac", + "88ef35c4215e6661b6b13b887413f6cfb5fe007fbe0eb7c31ab8f8667d49f939", + "88f24ed049e9cfdc5e6e52664281db32ee6d605f8880ff9795f339c8b8cb6ca7", + "88fc7fb8d44b1eb7909f8ee97234e419796e3b2262957bf06855040d53b30e20", + "8906b268b99b4ac3c7eade7be1ff2265be2c7fd00c92ab2c1ef2a3a4fd4d2cdc", + "8909455ec2ed4207fb2252286af435945ef7f4441b14dcdb2233b2c7e473c62c", + "892da162016430553dc0ebf569bcde69a9d968cfb7fd52167ed6e243a99af167", + "8981887e94552109b3cd72aff3dfa3c9d76eaaaabebf0254c890e8a58ddcab8c", + "89a3a2ac4e3d523b93cf14975ce15e5fd39483055aea8eb9754967463ef4bb22", + "89d52a436b5a0a0f5caf3ec0dae813d38b2ec6f90f9b6ad984155b2ef628451a", + "89fffa58748f397976e7995342db915a9ef79590640577796c7d99ee674e0eaf", + "8a12f9756e56fecb2d2654523cc2b63ea0219362fcd3ab082bb95812968ec31b", + "8a258b19bfa17e45608be2a3076e02f86b2bebced13facefc1f28a5c503e3958", + "8a38325262b8f4fab2f9586fcb48caa450546bbf8881b2512fc7ae56f0463327", + "8aa00ccd9ec106af3f8d6269121ff1dbd381673b740a26106da23ba717c5267c", + "8b09e0958549cdad4bbcb5072d88bb28b2d16887b3580879796753f2ca73dbfa", + "8b1b7db85dfb029764987b5d104bb3bd23bce31c4c15285536218025bcde4bc3", + "8b2e208352c7bf5089566c2285fb25c19a7e4c68d62a1a45ba3eb0642f5a44a5", + "8b3e1ea8341e7a38998e66b52af92276c2ab7d089fe710bbebe40c37fdf9c210", + "8b3e415c88f3f697e9264f31cec88cb364776b3b2174b6ec9d2c9ae8ab41bb2a", + "8b455bed9daf8f050877d9ad9a1d0008e1c5b5b47af5f2608ff6d63d7f2778f4", + "8b4dcf783f047800dfce66ac900496e13d11389aa43f11d0ba0aa17a53d35900", + "8b4e9df3726ccc0a874a7657bea1c03e50a1e63855a8fa4aec0ca050d16c5cf8", + "8b91b7882239b55dccd3f2a3b699b870aa6e3cf9820fb32f7f64fe0975716466", + "8bc15315ec593223c023b73d8e47bc4fa17ec93d3eb420598028076918e9e59a", + "8bd6765985b355a8426754aae723dea54f2e1ac544ff0a1a3442941e6febaac8", + "8be8a2bdaa02f79e7cdb4c7c3906826fa6bf90a20bcf9285cad4b3b105aeb2ba", + "8c02e41c60007b69416eb7689404b46186087ccfe0f5989f20784c2c196b7b1b", + "8c8d4af696736585ce185cc8af41d0b6109a2ad22d4bfa782ea7ef9a3834e55f", + "8c8e11c3bd2c532170df6ca8a165d44f1e707806299fe6ffcab13a6f2e122521", + "8cb3a08d1ccf19c8725c6a98ed7b3386e5799fab11ace8108c2883579f682714", + "8d177f26ef02fd353303673b91e46d8390241c1c279dbdb22c991b3c4e9f51e7", + "8d28413eeca9c997dac5d6ec5ab6ab12517e44b8c4a51ca3ba7c859491df3952", + "8d9ef2d42ea02122ee5863b202c05351599d62885d2b98f96bb737e4ee6ebc33", + "8dbb7ce9aa0f47e558051a724cd235cdeda295cef4ae6af454076079bdff514a", + "8dcfd3fb6ca84c1f95efc8f897513707d70ebce78c2518aa8f65e814e71f3545", + "8df113b565bd3cc6cec8965e630711bb168b1cc181f53bce4c6b7ce61ba56aac", + "8e22151cba0ac0a1e46d5ddce156fd63cca4eae19b77238cca06c8c8ce821eb8", + "8e2eb253feab70a0380720d136c671a52ebd609d5c1272ccdc6e3ad461435156", + "8e4f60fbc9c964d0ebbd10f8b9265be69a3a3edc2119ea12426ef43119d4ad5c", + "8e5ceea749d717624820f70c22b33842bca091f4ae50be442a7ec0f09c83303a", + "8e6d9e83a4e8ecd5052dfac7c65bafb828ac22f1788885c36a58ec7aca9d27d9", + "8e9c2d035ed8eff3f545b75e289b7e582c7968100ea73e6fa33b0be1d5bb50b8", + "8ead263dc6ed57e40bc9a47ef5e9f5c3e646b986f2ea12f7e6892ead5de2ab8c", + "8f170427867d4318616b12da898037de0f181a5431d3acded4af696cf1326370", + "8f4222b557e6df356279166322bbd1705e8a56c35891f90c1530cf4bb2eb54a0", + "8f44f3b78ef1575f9b970421c721350dc71b5db2af4dec9abaab2ca7578652e0", + "8ff84b817ee44a102d307bb8083ced2d3cdedf4cf0079e6c459c7b677de3a329", + "901a8a97dbb978e7d127091a6fba78c0400b75a12bbf3d417b28fb0af80b6782", + "905bcd129bbf0751e06533ac956befd3daaaa9ee2e6645cc6fa3ecf71fbb9a89", + "90695b391187c27e2685fb7e84f2652a507fb2a02449a190d3267bf7cb3f5b45", + "906b270dd3e6ce8f729128dd2cb3031beb593dc7429e4dd36b13f401cdf792b5", + "908adfeb33ccf16b1cbda5b092c58b268e734268ff6c60cfc466cc856adf2baa", + "90a9b33fee83fcf0446eb2bd3672676120fa0145c84b4a808785d5cf67fb307d", + "90b17242f7b1bf044dcb0c8b348a6b20c4f43458b8a4263562653701f136c4ef", + "90cde577fd11b1b1735407d95de549f9c0a53404b7f2d12fcd870cb927e9f059", + "90d2284908e605264442186b3da69f670bf446ef3616ef6e730a093e090e2b3a", + "90ef7fa7bf2f7675c592189ef0b9aee190f6b142d6df567bc67852a3fe46d9af", + "91436958d8b110e882c5c4a525733c39f6c910e196f4deb9f42603dd7c4603ad", + "91629fdb7a0c28df18abce3897b3b96b2554f0a3b724004d415f8cd7a3a47e92", + "917dd26021510d66f517c0d401ecb5d7db01a25a1195fc4ecb9a7a363814268b", + "919a549f4845967ac2f847626e2b00056eecf902c91d9a4be8378a41640fbf34", + "91bd8da2cffc4096f89a36c40aa3d00916cdcc73f8a681efa0222941be36543e", + "91ffe0cf3888e203f9d71c38b09f1fa3d34ba073342f26cc49bdd72e92ab0206", + "920c0664db9a83dcfaf66ae2e13aef9ade367d3221902ff79efbec849060b80a", + "922aa008e201c6d77a55d168be1f336b56911fc60a133a2ed900f3cf13d73431", + "92563ce948515f1da8aceedf199f6ed7dd85ecc6de1f26c98b99655deafe03cc", + "92697ea9bfbcfec599c6d210f730325aaf05166191250d1f162d162258961af0", + "926aa9c880645612620c26ddcd7a444ffabb7b7edf31b3bc2d22b50819698712", + "9291a90d8529ecbfa4905aa368ef4026cb7a430e3e6714b9b8f334dbe5cb96d2", + "929700cddcbccce723799f822366c39243dbc4b470d2164354f1168a9b7c97a3", + "92bf7e3f8a5589cf3497c2a9dc4b945e169b87e44a1c01240873eb41bb77ee8d", + "92c5af8113a4129e4e6b5e6a9e16a45471fdde0ec55ab2cf1f64aa1fba547d5d", + "92c8bc3fc53f871322fa08f65bd33d640fdc555892939d08208ae59cbc888a18", + "92e75868a799ff640fc178d95d09d447e721af90c051b2ce8d970f9037c04670", + "931e6ab771d72e7d47b63fc46fccaea8b91fcc80aa97a456bee36974cac43006", + "932f61eac4752e0bd55dae596f5fb82c6a5655beed2cc0f209ff157dbe89e180", + "9363a4d2b67faf2bb77955660010ced2a615c568d3761c57a3bf2ff6404ec4a6", + "94a44eb8c02107750fa3c557560e6bec0aef76e28851d236b2d6cf85565a07f5", + "94d38a120b004f5a6b66229add7e74e72dbd074772ba15d1742d4a647d2713c8", + "951e91b14a12ad616ca8991f1132fa4f763d1858822d0157ebffc429b49cae4c", + "952cdfdd6d836ab796722cb133ce2ee16b14348de138f70a79f1c6af33ad9c38", + "95312bd603102ebca1809ff72dbbf8e073586e5c0a4c68cacc6199d1e1224e6d", + "95406e941d31e39578bd8abbdb76f1cb2b3eb7bcc360261d849b45b641718be8", + "9568476e7af8a3f709e95241c456daeb7c9b80accea85bb5f7f71ad6b4387f33", + "956ff6130d82abbacde17e05a5bf2923b8a4a993b65c424d4f9c95a30427714c", + "9593d227ea9654f8734f7c51145c6d3eee4179603c050ccd5642cb50d2f790d1", + "95a05b8ab460184690fc31a8a13698b286f0e92bdcb33fb5cf6af66a29b3ab47", + "95a5f3efbe93d44838d1f96f3621c477d24e786415f4c81c9879dd403e4b4278", + "95c254bc14997a2e0c244f9213f7a2230d543948e2c41e38937cb69235ce7eb8", + "95c4df01b8d01f9506b8814f2631c677d1604853eb37cc30abd19bd33be912c5", + "95ca30ba70b76786b6fbc3b5aad9ca496be3168819291372dae2eb2b6e70e234", + "965257f692454bf6a792cebadc934b730ecfa2a179d3fe46df2232fb32d57d91", + "96d82f098fbb8db5b98ec2e8f8ec63a3641b4c660c41aaaab61cb09ac4ae15ba", + "96f19408441d972335469bf0b4364ad2cd39f3e435ba1b0e02972576769b7970", + "96fa526e45620e358f25a3d8752067f54c93554cca27cf49eb56c7913c4e8f7b", + "97320818d86e303e534a01a6dcf3774bfb866340af2a33897cdeb7ddd3f8de06", + "9747edba14159f5fb25629223ff12e9bc0d216302826344d592c5105e428919c", + "975bf5d76668602e6ba980cee7f109c9434a3a37c1b8b35d93fb5e8e7a608a18", + "977685b7cffb73f1ef26fa6a4f2b7fb5bd358a4f8f839052a2c89dbbb8a09670", + "97abf8d14bff7ab218a3cfe00a321ac0e109c828bf806129aa3b2c33ee6fae09", + "98002f7653792d2b2c41892baeed0c7871b7856cb26b78caf2195b83d11d135d", + "98302df238b9b63340092368d30b1e5290ffdca36d5a5b3d24a79f63f7dcce21", + "9834e883bee15cbce032514b9ab9335f702664589143d62a1fc71a032af3d901", + "98722a51369c5ca8848ee4144a01909eaaafb0722e5b8c04ce0c87d9aa096dab", + "9875cd5eccda046323b2e00db35a097674bff9ec0541d5b3eed73f5f8e39caf1", + "987eb90a6d108de4e939e23419ffe5a45a8f0caba5219dc6d14f049b0393ce76", + "987f394e337fb104b903dda46a5301aaff287730007f46ef25afadae5b7dbc78", + "98b3c272f364d556fa622ce5c522e9fc0f060dc4aef276bb44dd1d46d5e9db10", + "98d225867299292f12703bffec008805ea807aee642be225324659d309d6b226", + "98d302541fa8f33ca7ca098bd107aea4ed97518af5859ebb10c8a6ea039bae2f", + "98e07240600a5cea93c946519efac38d57c0b3858ae6a47638bea60c21879471", + "98e654baa488ccf9b9007a817167c6973be3bce500d7f03d1fdd73298cae5e1f", + "99428849c4d6e31bebde27e9099ab532683054ce8c153a9d10a7b65e56f932bf", + "9945f0c167dffd618b6f84eaf7a8709781a93caa6e0ba0a6c2393c54e5b7f3b7", + "9958c8980b2b1b12f3715a6f85c7aca1486f43cc2ce26172440b894f9fcbac94", + "9982a84e51afd9d4e847ca4dec6ad6d8fe88c8849074f780cc82a921f363473c", + "999257b0754b17852fb928aaf87ed897706aaa3588e087cfe4f1eea6960450aa", + "99b3b41376a8c953826ee94c16fdb7a8043cacc75e44148bc4d48cad1c6758b2", + "99c3c79104bcaaffc5c38c1c85b4b96bc953dbaba19994863b50bab0a91c4dc2", + "99e82a068e68ff5b9d9b6de848bb2669cee8923cdf9256a0794faac08625f004", + "99f302b695c73ae896aa6a57bb5c781cd38940e32e98672cd1c6387ca00a73ea", + "9a42dbb9f9aa960515c14ac7992fa86c323fd97df6deb622daf0e340b30e4f93", + "9aabcb855d31dc16f8bed9fc53fd312eaa100f5b252bbc59eacfa0743e7f12c7", + "9ad7db7364cd7d7d8697de9aea722bfec1955477728fef1bd63114bdb4e42224", + "9adcd005b974106a7f456d51d6b603fbd89c076c1d74fb6965712e9c35e073b6", + "9ae8a425fd5b7d3f65a6939b75afa5f607f45380d5fd4a54146672e940a05b1e", + "9b4eb0e364d3349b3d3f10bbe399fd8ce1368111f97d521c7636a349572fc063", + "9b572af176a0ce08ca4766f2fcfae2a2a6f44ce8138c941be9aef566beb694ad", + "9b804167e135aac643a0d5144bc61a7c188d47eb0a6e17f0ccfb5cb08183022e", + "9b8670857d068299982e3e12da1e040cbc4089da59f6652f7b8ae34584c276c0", + "9b9cb54e75f99488e11db80a28db4063de7fb107041291028130bb6637a82dac", + "9b9ddee0c23e3340dad578eaf73967b63092832f46e26829f7d05b493ff48473", + "9c0f001259d0ecae9b91379fc580c00e436b58d9715f51e6e39ddf6459606997", + "9c22c606bc416d61f094cc2dc17efd03777200b2037a27f5d485c97884b231e3", + "9c304d4792c3378127ba41e6a5ce0730ceb9098676fe4bbd4dcc5c55be621260", + "9c4b420bda3ad85c9610c1ddb0930fdae31c0509c31a65d65f48ac32d72eb2a4", + "9c4ed10cefd936aa1c795de9324409d690e05d54899d1a9e1bfc432bc45e9b31", + "9c5428b74d0734c1798659a5c2a60cdd104a631bc5c2cd482108ede09800926f", + "9c58dd0f52e8ade322cd6875f3d98cff28ff26657432258b9248a9b60400f9cb", + "9c6eb67983bac3503d1fa4f3e747f02c7a25d3de09fbd646cfff2d010810f726", + "9c97222a640a39803482f4e08a69e01a0450a3be06fe4fc9641cf0131b0e86c6", + "9ca67f9e97473ad9f858f9fd62d6c2f9c7709049980088db569a4728f7623aca", + "9ce73e107b7cba29d5ad4ac9b3a920127a0d4b2f7c81ad090d2152bd4f1bcd48", + "9d14045957382f9a922548f9dbe983f021f3d102ac0b4d2c2658dc4700d3b952", + "9d1592120d27fe3d51e75420ae1269de3b705afc3dbb5b89cce8de4ccb52b16e", + "9d3c066c345a544216a3e13515026d70b30b2bf65442999ada7ee95942fda828", + "9d80dd48429037b3827ba214b30643adf392eec87a0c3ba9d2167e12557a58a6", + "9d80ee70666e9432e5b6b7c04bf60f050ef6ef8ddc40d02486ab6eadc0cc1191", + "9dbd67c8b94fe422989baf694e2aa381769117e3664a310407b683265fa032ad", + "9df49ef86b0558c59f03245b2744e5ec1ed8f24add5adda97f61534de4fe4c5f", + "9e2772494f3e3a4d63bea115187ea31220252ed837a201930c9015ad51d4c0b7", + "9ec4ac3f75b6b18803e497d20e16b30f6b5a98d905e8afb47e895ed64aead6cc", + "9edd451a1be159f01f6432f0ad82ef62570ee660cdced89909882eb0d78c5a90", + "9eee7d2578410d51fa92385eff3d2357afc8f8e200163f99102ed21acfe7839d", + "9ef26a47cf3da4e812aabe3aa2cd7e1e6b73276f12f82643281967d5dc7bbd45", + "9efbab6a3cec41e6dc9c76eed55e3b427f7b4926803c4373ff88ebac5b4a1d87", + "9efd4b51ad36d81e214f27d70fb6e36ecc4c3566a1b659f78d6259742fcd9bb4", + "9f1009087c7b37ae089117668f728aaa5f3ecb22baa8c604cbb56eda5096b1f0", + "9f438393cc1d673b507b5163f7f99fa21fc9af792a0578aa7c117d8ef2d9614d", + "9f4608d4eab9ae10ac70d874f81e00f0c06ca749edd729478bc739c0a8fc1976", + "9f537e23b1e63ebdaeba8c83d6a910e290c782791d0652b8bed9fadc802ae38b", + "9f720ffc8c64a4886030d06ee66ddba984162e4e90567fdcd1e371052c71ce7d", + "9f83ec16c6dfdc98808e6539b3af01ce77f36771064307578895db61f041d296", + "9fa6a3c0a80ac376f44c6818436d1ba91c105d80f58bd984524b3801c57d4033", + "9ff10d17184c153e9069f5b824aec53bd5f435325952615bf79a6e0a430dd425", + "a03e7717c89a3aaa577413130e453605801d85ca172be688e483096d54d40777", + "a05f659e06fb5ca28fc989c75b2092aa41efc477340b3143c980c624439bd579", + "a070b405d69bb48b537162f88d038381a8b8253fdf90a8f080ec52c83da09f8c", + "a078011b24a347ae2c5be1d725a3d4c6ffe933a58d37fe7c5e5085315a9793ed", + "a079e506e625b7b14bf23dfc1608663d4d16ea2a8e7aa8b9e50662ba862a93f1", + "a0a32a724d874bd58f98b5f7fb50b1d157a6ebc89f6efede46e9142b9fd5d16f", + "a0b6c02e901895db03c5ea136c311331a2982addeabca9117e552b623ea8646a", + "a0bf65f9ebed8f1cd09c82107f1c208997cf8b2a17c9e2b6b588e0d3f1b3f609", + "a0c09e25ef17e1692554bdd8e22ba9a13b8919a359ae77ca15e82a818f9cc228", + "a0df1828ea87abce9638cfc85257ec619ed709cbe2192fc222708c13c256e38e", + "a0ea59161b4c689a3ecaf735f546c10d007594c544fc010f836cb7d01ea5d197", + "a122c64266b92c9dee0fa5ad5d81772d0180f88416ca5ce41e7fddbfa8ca4cd6", + "a123e568191dbccc159dbf0e2610a7dd4d4cd1d901d5fd255d84b36e93171dd3", + "a1279e59cdc47708df9e5014384f1f7824738edf0986e296526bc7763f6dface", + "a12b0d2bd7e72eb43a9219cbb0b6c5c593d94ddbcd01820f06a7a12d7a30c575", + "a14884b94402c0efadd3fc5e9dff09bfed8621c78ac78a3e50340e6e06b2a36f", + "a1854a9e9f442c7bd612070ce1950c4ed7094fee3b31beeac51ea5f545fd0c57", + "a18bd1bd8c4c4b16779ad1695fb61ebaf9d343672af48bee35b47fe1414968a3", + "a1a5267ab45977532a38fbff6777b9544779982f6f4e83c549de66b63a4ba068", + "a1ac8f2d5688e6cd4c46638539fd8e8fc274b8077ef84fd47e3cb3e148864cfe", + "a1b96a861d0b7be41db93fdf76b9ca4b90e24e451e2895b9d90cbdec14cfca30", + "a1bad290aaa74df21c1058d796b601398ebb6a0223dc2ab35831eb8d222fb5ae", + "a1dbe74c9cf79fc19bee00cae7b280cbeca083839382f8b8ffd335846c4f1ef1", + "a1e8da8c76d26d280439cb1705749ba35d2ed1cad5321c1556c45d65e5e0e26f", + "a23a151a9824adf8b8e54ea8f026762ceb74574168c081a84ee58f86948adada", + "a251b51e2297b9639a578d470f6813079c90edb65aec82753a9a1ac005dec569", + "a267aff604611134b035bdd7e8d744e6a463af69a6b4f9083a31b23d584e7946", + "a2ab534a12a3231a13d0028ae76a9672c44afad2b9b1e01ee05c49d375ae442c", + "a2b9e6fc6089a192910ffa79508000f4f459f5533cdbf6dcf7a23ceb3a745c6c", + "a2bf76422d88c525965efcecea741bd1f94a6c86c8608a6843ae2601f56aaa5d", + "a2f189b2f7404dd679f481e41b8d61fecf5da0d92409edef587cd6463f037895", + "a341833440fd48aea26699fdc1624a52eb3db99cd103932100d6a55bb6b0ee78", + "a366b08e727752b0261a79be508a76bf912873a09755df37d9d550f16436e359", + "a37b642ebec2bc4f64baece4a7c71adcd4d4cfbf1a2220e14058b3edc38fa6dd", + "a3803b601e55ef8bf2797ab8276df011c7eeef666383810ff7ade10167c04019", + "a3b25f99314074318a875968b4626d99a5b42dcf7b8c402be4c2698bead84d08", + "a3cc1097f0e358e7aaa41eccc5cc0001745cbbac0ca383a6d0185cc111c9d6ed", + "a3ccd3ee0afb191d916a5727318209623918e7cd970493710189c20786956af1", + "a3d40ca71837fabb3666dcd6bb36d375d4b6ff612a79e53c51ea31b9d7ec3dee", + "a3dc406694c180921d703ab6353d32c97a8e7222eea4e4d4c163f6779b381129", + "a40af89757b4e1f7e4c4fadcded4a6cc724a18d86d2c57296c12458f1d762eea", + "a4354136ce6b985a5d3d980778b5fddaa5ba5f445b7ce6270a9c5f85963a1a7e", + "a43cab807744dcf2bbd2d088e8cd43af87096233291eae48711afa8040b8249d", + "a49d7dc6f8218a62df895bbdb45910dc182f25ac2b7344427198f0218d0438e8", + "a4b8b9783603e6964a3fe485be7d515cdd6f9cd92baab45ae4563ce8a445995a", + "a4fca0e1b8fa35e1450019470bbacdef5dc45aac4feed5e002547d9d6f59476b", + "a5351a3819981a736641c3c50a4d6ca3faabe5ae8e32edc28bc1cef141c40d6b", + "a5617e451323f4ddb657cc1ac0c9b2b08ba01d0c9ee6b5bb90adef7d4c333568", + "a5776d9e11b439905583492e705b91a1b42b34abc508d79ce0e0722f6ca6acef", + "a583abb75ff1fa4bb7d52db7b9109127fe822d281aa9003149444f944021bafe", + "a5b422afc53594c54b4c4b16be01e923e9c79f8b593736f49ac225c951cd8c14", + "a5dfd9da32550e164a6c63eb08c1f6a2547987d2b33969ff7b0215f8ee622dc6", + "a5e995f954f1646970f15c779b6fe6be94c0ee52144ff5a2e9d72eff33ffeb2a", + "a621ad9f22c1fec373c9baffcff0c941a8d7f792f0a18586dc5125a627878116", + "a6683640657870fe56c4af8333bb373efe582acd241443c5de17ba3453619bb6", + "a6791df4f079d4614a3a1f216f1d86eaa5f3bdc98bd273f56b69b0592b41dd26", + "a6eddb8ff9858cd674acb7cc225eca94121cf50c2a9de3ef2ac05ee0adf5b0f0", + "a6f6c8f1dd7d6a28fe80567947e1c77305fdfb7190e3f94f79b2cee4b8449d3e", + "a702a62a0ce17078c88d1416a10b81c9aec85b78d2a706cbf77272e2efc1a4f7", + "a708819bb0384b19c9ebcba75702ae96f641ee3cf79fd712077e727912c0457a", + "a724449ef878facb7ee0b008e220ea864963f0e7e39cdd31a43864ef9921025c", + "a74224ae36d9293a32a0505281ad4f1733bbe621873bb0c984f8954d316daab3", + "a743bd88fce22643ef830c23b68506dd375abac6465ad60b4cb8351040e62454", + "a750263eddf945283109f003cd8046cdc153df71899d09b30556ca8fff014fa1", + "a772cf9ca1bf588c36712a36ddad337b29af5ab0401c3264dae1a0bfd0a8bf0f", + "a7d7fdd7df2d66a787622eb9a27212a1dd3f1f8a07c7e77c3be9fc959d771e69", + "a7eb99092abaf7f8b9d0670b5906ddf805a1773f1b4f62f6dc9fb5538132a693", + "a7f0ca54f2700303978ec97d9f365ad1f917ce94f606d2595f0a539985bd6e1b", + "a841679522059f62ce5a950cad182a3ef1ff961be3332d2f38192bf05624b9ab", + "a86b3699691acf7e426f5c0ce4272cfac4d634a3a106902dbf1938e2435dbc2d", + "a89081c801b7308c86904b0f441fea806e7acceed9c420f90078295498919d44", + "a890bfd6614b9ff75e4acf074b26d9f7875caf6d281bbceda0e42ecf78a7455d", + "a89c9af7c6d1d0818e2fdaaf3dd920dd20d4afb730e80b8d2640bdf1fba75ea4", + "a8ce83c637cca3cd88eda23cec113036b92b12ea61ee6bec7f5a00ccb2f946ec", + "a8f018689fafbdf00bab10aff5d77035210177e8a86a94d7ac6f631271851cb3", + "a90d7bdac4e8db9bd85268ea2b0601d32b28138dbb1af43ea9ed8475656fc803", + "a914075c60372981b697d3f25a5d0303feb5707b71cbdb81aa59e20afa38a69c", + "a933b42767b675f23c55a3bd0888051a90a6db5c12e528a1109f45c86d265b9c", + "a93d49bda71d2aadc8ab5ebc10c9136812a71ddd0e0e3a257930a06d9ad120a1", + "a950359abacff930799b98035d2dee1a0c84943487c21065b25c417a480728e3", + "a956b733a72c588a886dd80f07b9a50a7c50c71eb090eedb9813bca88fcd414c", + "a9d932a62fa73f6d6a96d146fe28c041b9452dccd5a6d0131f996ebeab7ab8f0", + "a9e1f90410ff4001727d240e543b1da201dca7540cdbd5720fbabc52d55555c5", + "a9f0c0de38ec436a4af0aeb96a04249d84df15ccc080c0225546d5006fccf5ac", + "a9f7ffb91f44bd27ad011c0721a6697ddf77dcd7e05a2473c2b2ae4b45d6ed67", + "aa49fbe535345917bb469c8f07a4bb19b263320a1b878247504ace3b668429ff", + "aa634009f9ffa363413b6b8490516ec76b3e37545a792226271e5dae9333653b", + "aa66f54b57d2ce29fd90750a393ddad20927e731f383c2bde590741963435ceb", + "aa685e32c88aac051f95e9663d74d92536871bb1570ca2f880e3649d72dcb4df", + "aa6cbf5104804f5cb7e86fd753e4e5369ca2299c248fa5386b2c6441ecf79107", + "aa89b61df7e81d444be2c2c9b7d86a55f27d70841a4009d08bf2f6f8809b7426", + "aa8f9285a8e65fce85ef3357eaa84a104d40ef1658045a2b95c913c664d90598", + "aabd8f2fd6a25e53262d8c8cf76418c49fbe2de5ec7f69b813a9013e64b2a608", + "aac35f875f1806cd3f3547362515bcda9d6151c2231d41c0f8bb62ffaaa40e8f", + "aaee3bf077a76386aa71f808b32df60a5b57cf0ad84413c35999abfdaed06797", + "ab30982785dbf8b2be3b1781cc58d1e85fcd0e061889e46d23b7abe964202dde", + "ab8664776033525115237381c15dfc31c621d66c93c0d28c58952644d0bfca09", + "abb567bcb73b46d0668540edfb8b70a816a17fc2d26e8cce5978631a3c0a4b71", + "ac2020054cd25ce5be47042209efe44a780470610210e47a07bae9b1d75c6d51", + "ac59fde9d43a11dd89fedeb2d49a2ad8e722b2be68b9fd5c5ac9520fb0cadcb0", + "ac6dabee5b5707147eb79e3bb6b790df357dc26f77e37e5b6af43845234e82a1", + "ac7a9078774e79a56683c947338c4740b4d0218ce1296b660c91fd8fae06a0d4", + "ac908e26fed79816dea69ab9577341edd806b565fcd971f8a86fff8e3db4b932", + "aca04b419e208d72cb2769900f22462f9df8b0502bcefec22556bdedef44a110", + "acc4ea38d065d2f3336ed088cc991b07e581d37456d4370fcd40d81f6f36b7e6", + "acc5c7ac1c8bc43afd9fc0d870d8a65432604c53294a77ee31eb6f60637d130c", + "acec02d51cbb9f79b85881f375b122f7fd1bd7483964f86729ad4aa8cbd922ef", + "acf9d606aa42cdce69f9bf465a11ddefbfb50d2b8800efae9644276aea08b2a4", + "ad0bf4a8f205d5339e85a4212cef2b20b7ced6280c2e9f5f45ccb004b6af322a", + "ad511b083a403a2b6d901119d09bc310afbe220f66b4cbc997ce6e1b43923b62", + "ad7bc98c757fe2eef34f27ca38ebf39cc7560a6475ea5fb65b53a6ac62361296", + "adc0bc79f7cdebfda01aefe2fa44fb0406fca002c0afe4f286022b704074625b", + "ae16ab0f91f2f878129865aca27304a11882aaf09f7a1f6c9c886216601fdec6", + "ae21a5986a959789da9807444a242b62794e9551de2b3e33d472a60a891e9181", + "ae39a4ac22a55fcf1a8a78ebdc58fb8d1fe5f7a6b4a51f0ea36e65cea0c9c868", + "ae39ab3cbe928abdccc9f6eec045dd500e343938bad19e3ef945b06d5fa16e60", + "ae454bc89861d4a5c6244640aa99db82c11f4196f6386e5a66739bc9a458e534", + "ae5bfe44bf7768585ce234c04d1d0494bddf10ccd26964ba59f0dd47f0c2b268", + "ae8e2940d3dc04d7a6a8a6aa07aea6b1c7e943d11ade25e6dd5e489dbe0ee8d3", + "ae8fdce92af832a981dea810c831d8c267879922314f42c4e9f6275776c154d7", + "ae936a3462d7e22809bd94ae5931ae70430f00031ae97dd2bd0e7ff78343e728", + "ae9ec3f3a37a86ce3e8f4605da3f65632e534875fb5bd4ade1db25c1beb1e1fa", + "aeff9c08f60704690cebdcb3f6ec1b9095c9e7d75504a384fbc0bbc11c9d5341", + "af1db02874a387fbc5f94838d3a0b80d3a940e21e95730f6b7d4cd6bcb6dc022", + "af40ef6e683b838b9d629021d698846993a024b916555f7af5ceebcc0dcb73d0", + "af5d9abbeb59f0510b4d1f5d5b4bebfafabafbc03e030c467c68fc1026a60db1", + "af6ac547c28b21459f56a8506afb797e43f8186c9c08519b19983ba48a8e48e3", + "af94252639de288cd696f79c779ec18bdd6f087b485d465a9a2d53be647e4bb3", + "af9874ea784ef6a5422de0f475430314d5c5c80f2d627c9c4d5b101f2dbd5c95", + "afb8867def2977d96ab00821322d5f342c123bee85e33c9530001026a22b1fc2", + "afcee626e7e0ddf98780a26e9ce0627de9b45db75e8bf1d50f86844c0c8e9018", + "afd476b9cf674144af007dc146cf82e7dbc8fe486b80888bfc9d82f70588a23b", + "afe06523c00a6e5b945484aebfad43ef059ad8d648cb1bcc680ca26c034a6f80", + "b02acd3d0ec221ad7b8893f16b79fcd8bbd831f74409baaa2184b623a4c63829", + "b03763967523aa5f431d80ce741e8418d8764ba8316afaa6bd804d51f9247553", + "b078f6c1ab0b1f8866eb77d939d2d70f9ec748e9a45cc09fee00a1b9f8cc7898", + "b07c85be90171841365bd23640932d9a41511e389f7ffb9adfcc5ab66d89bf57", + "b0ac14cdfcd1f096709f5e82ca65c67c2e0a27f2ba6d688a954c356501cb7d20", + "b0b04d5848dc77d7e5908eb8c0a6df6887c743bfe1078b13b14571ca3269ccfb", + "b0b999be0229df105d8b877277e75f63a392daf57752c18b3fc14a6c1ff674be", + "b0c43e875e30694fc93cfee195abe7069714ae7655347bc779694bc60694b637", + "b0d3870ec2a569f0f320dd68d4c728fa7c82c1423ad214286e3e5f9de19086cb", + "b0e33fe309f08f0aa5750e1184da66b702ddef2b9ecbbcf2e3fa3d35b465a72e", + "b10d1de22a03af66a12caeede346d3b183929a809d5beda7f13a42e69eb190ec", + "b11f3bcb872439562b3233ed7bc52f2786a0b449a41d6701b74666208f092e5a", + "b12ad0ccf78825d7347c3a7bf4aa5d5ca460dec3ee1584db25f09518fe20baec", + "b156c635011a93a648f076dd68f26a0c9aee6e5e674ee4a207653d65f451338c", + "b1628145ee10ce0474906869897ccda3c70dcc5334d33223d950aeb2ff9f0f57", + "b18d03055f8f39c8a459af611514a947e6b08e51d17cec2d74f2159cb22c50ec", + "b1f012120595870ca5d56c46ee5882430dd91ac6be210da64182088b15236bfa", + "b2366b6bca134f7a8b7347dac3bb0b100db6d3cf1de9ea0eeb417e1a324b9538", + "b24726902e3146d4ab97bf67178ed77840fe5d9ff6942d105a48c79f6deaa0c2", + "b288350c5709578836c834d4955a2fb3faacf583df46a9edfc32c44c116a8ba9", + "b29ee483be358080d8f6db6047e42600fd7481adc4b86dbee6facc4199b39ea6", + "b3088bbd2f0cb560ca5edd8269eefde6e52e98807dcd2daaaa04ff531f49a983", + "b30afabdba5dc3dd57cfc03f8c8142972748ebe769127fb481171ec84d5e6782", + "b30f9b407fb8ab04e4108164a282def889f0c6a659a6925051dd82835f739858", + "b35a6351bae968e768fa415340252ca2358af96c3181ec6a2b414656302165f1", + "b3a4be33968e42a4b8851312c7d9c996e078c7ddb25aa484a34e559c65d17fb0", + "b3dd9456f5fd8e73e0a9c7b0ef5bbade876a54e0b1f91868efbefaed8e6b62c0", + "b3fcd7c5df285b09027b8ad2356c12e05736373385da2ba556796de7e43b3094", + "b417c0e7dac8894fe8b58e4a9b2ae13525ef8065d68181dba35457570e7e19b8", + "b44002ae51ac10d1d0851b77a8c5e5109e7369fae9d73b459e7b3aa3f0f6cbdf", + "b45ee5251159a5e01dc599e6e1a30a304859484cbd066d9ecb6d8cc0e714ec27", + "b4782cfa6af28c51d1a53555e241f4f68589f6e89c84b7246261344db3bfae0f", + "b47f6e0b37f9793776fa983dba2dd994a42c32346b4b1f4c9278ffa6ce3529fa", + "b48314748c45c8dff55a2316ed448bd72f20d231778e80368376bbe483a2b1b8", + "b4a51cfb2f14fac383167432544f2b82e7e120014acf948aaadd33ae1ed331ca", + "b4ad08fb9090c4ab98399dbb2e98a5cf0b334bd88580b38250cf13c9d386b4fb", + "b4b38ab0899c091d3ddfc7a88603261cc3446a70c5bc09d3ebf651f3f0d6832c", + "b4ccdc6ff79881b8e5ce94394ba1e8000be7611793c98624c09b7737325617e2", + "b4e174aaa52c030cf6b034355335fdc549f44681908979ff6500ea6dde0cb67a", + "b513c611ee93c3033d681ac34dc5334fcae74e64dcdd1cdd16ca84269a4cdb6d", + "b5326045d5af7216b123b3f45417dccbf6e9cd74ce36508cb1801793f1ec789c", + "b58a15be3759b35178f2a230d09976799f0bfd2bd4b47f730ffc5133c8ab0d37", + "b59a22535f3efb4fbb1a9e3cb7a414a382ee70835a3a34bfe3f7304879a0076c", + "b5b5a06c87e9b6185f039dc51b297bcb413f09f577fd54dabb2522256e0d95cd", + "b5bbbafcf9f6b175e3dff8d0aaca59059cf2299247cd7d825304a26a13e25b13", + "b5c1a87db5d6e07258cff72927b1820ab5e83b10c0029456d43476447dfa473f", + "b5c242e5c5c2dd850f6448fcf141f42aee95261f7cc5ec287991dbc845ee0cec", + "b5c7c8e294414ef68009c0ae31352d550b47a4ef468a29e034a81acff91f6c40", + "b5d318dd57a9c80b3e8c3fb510c8109ad38bee6a3fe0e4a495619be1758227da", + "b5de3dfc01a42bd025e966c95808dde6a80c364b73cbf8f0d42f1f5a4e5eb023", + "b5ebd74e821ac2afbf6df49f7d9d4071750dfa86cfb91dba56c403af731dccd9", + "b5f2d01087a437e4ad8e7ed4a37db82ed01e39b8ce4fc4e5213cecd480371678", + "b66b4005cbfc9b8c8548e0348990af5da72fdb3bfe9fe1c0e01852ae0ee02eb8", + "b684f330e18b73f11336a3ff76bab18dbdbbdcbbb4e9401707118fb8d319ccba", + "b6b886286302a6c5faba0e67d898b1b416706ef980e779930e8673699c7811ce", + "b6d1a49654eb4109c9a1426b33c4b3eee473f744c7dbb6f0fd0bc859d4d07ff7", + "b6d8eddbc4f2611621906fd72f117fb090909ae263c6583654380efda492570d", + "b75ec2550dcf9a890403ef27db99f24849cc1f172d08d68e57e5aa2639b6db3e", + "b7fe798ebcf5157ee4dd11701414ff41e15d63f74ca55895e53db3a3e6b7d68c", + "b82d43dc022095090b121186bf6029625117111d18c836eb0b4d463a2a00d70b", + "b84de002e997f9f9e0df1349dcd3238bd91f30dd163180a17dd7cddaa2df57ed", + "b922630a7c7fd034f00cf9d2f940f32862470390df5e6b97858a32e3b3411290", + "b98ea5c34a50ce0e0dd1cdfd6075f7b1832f0d5d1252b7459feaf0a9ddc56dea", + "b998048a5255c631eb43e8cc0c8b892e29b7b9de408e4d99fb3447862c734e7a", + "ba0e2abe57d4e8976f7b6dee8c399cc76d672974a63968bb22e74fa3f3c07c42", + "ba17117fe128ec4754d6f6d360227770b44ae0d3c0ccd6cd676c15e61a959b6e", + "ba51369f3f4aa59d6bf7f75cb9359705bc8da0df0c6d68c8608f4286d76d333d", + "ba73c3a2d34ebf5fb4faf99ec8b0d20104f805520fcc4242316692e239584e31", + "bb0abbf276e17a783bcb113938c42f3c3c47a263a3bdf13e3efe2881ed0cebd9", + "bb14ff83d06e928142c58f803627b6b6067f7d7010725f231d3bc3991537325a", + "bb679d31a017ae04a18eaebff3f6fb8f429b92f73b9da58c65f8f662af751fda", + "bbb6568d2f337cb7194aa2b2aec0fb6a188c46d06a714fd27f0eb79f524c8315", + "bbd3c5a145a404a237f0d5d6900cc4b3c1767160954322a286491c874a50da5d", + "bbeecbe54c37f58d527baf903067f9dad4708779c45cd500d58c01f62b7f3b32", + "bbfcf175ab1c5bc358e67c71a7e7b68a7ff599eec1846eadc93113b45f15f036", + "bc2bd8f50cf3c34d2cb52e4acb44cbccfcf12768a96e14c39f8a117dc8d1f120", + "bc547c6f717ee21173258f4c941a3a3c4acd7c8578ebf8d35ef8b98dff04ddfd", + "bc5f61fb37b1c01c737ab760249b7f12da334e3adaa471ecf20116794b71c1e4", + "bc64c4c70b7cd5ff2acec0c8eb0b7de2b95c0f95df1107612c6c86aacd750b75", + "bc6eaf5d6e55fd6755fd47c42ba065cfd837ee952d1baba7caebd5b18b5a04b4", + "bcb3fc371ffa17c1c073cc2accd53923efeb08a01d24ed7d806532ed460eeb2f", + "bcb499ca031752491bf542f8ec41e8be53b4ade5d1955f0e25156181d3bdc13d", + "bcd9ad96c094d2b37d619be8f3fafa21e1d7c541e355a5dd8aba1427e2c5da0d", + "bcdd90d4e12d43067f3bed7dc8774068e4f42335771892bdb17e8a69afcee82e", + "bce86da49ca3b3e13bce9c8a69617ebb5e761edbaed7ac9cb914e3ea681d14d6", + "bcf87d42810cf1d06f5b7e1c63f715ac6407cb2fa729488030612a8c5be72cf7", + "bd23a935c7370573992718d3062157b935bdba9e90d5ce38a2f039792ac7706e", + "bd36a8c360935cbe0fbdf5b58237bb8eec29a2620100a7ea3363f1b977e044c9", + "bd4742ece96e7508c7fe3019146b9e886d39ffa7c03cbc486edd29e807e97ac3", + "bda5ef41f329a3daca0dcc206bf1fa8e743c267226364a383065e9b453d7a5a8", + "bdb0721795731acec21268778b65231fab27a672cf0c89d144ce4de017dd3da9", + "be02f86b8ffa1a1090f50d83e4592e652fab03b76eac2de1d3bd1461630612b3", + "be267196ec200de80b7d4ffa4fbee39772cf74936647dd847851289092f42f62", + "be6cc9db2102eeccb24879afe2971e6fe5aaeda2ef1042fbeeeba79a1a1c5635", + "be77bcf22d386e03355561d906a4d01f536230205251150ad805e06b9e4bcced", + "be9678da0d814cb4b23b38dcc097182a377fd1c709439cae4d9d8549ede3e1ef", + "bebe2a929aaac911b350d2d921386029b225bf1e3d3d08da214a9a5dc3bb62a0", + "bed10168e4ddf079981c1b85076f28a3ce061584175feec439e0f737b950865b", + "befdb6fb0fb17e561e51bee3afca24285c8055bdcd5ed793ac12cc49939185e6", + "bf120a9a0f7df85c1ba2da3658c8978748e3c3b1bebaa82fa8d8439ecb4da32e", + "bf12504a200f2bc6c6502eb732bbf3eea946be65c0837729ef477e1ede70ce20", + "bf21233f56d276bfa502ad634f5e8c7f7ea04421db5d894da274b2652d65eec4", + "bf3eb231d9cb0dca6d3f37766e4f5ce99a62ac72526d638dd7f28a8923834afa", + "bf7e9e164281f29ef0eb79a1e142065d86ce32e9c927c9d94c079ffa98174eb3", + "bf90af2b98795bd827adf4c4b2d0b7a583b37f29240a8f5ba4edcf20c5a9f3c1", + "bf97fb94799f55df9377e1a428aea35a9aafafaa53a5b8d65d902542d8c6fd23", + "bfd67afb7e0d59083ae71a16f8540a54890e5fb890350363b0fe33e344e8879e", + "bff20b1fcfb36e27b079aae822ec04b4b25a2a5809a1be3387eb49542ebf8735", + "bff67f7214a8e1eb41e7bd601e76092330f41d8ac24b5824972c1a4d6c050be3", + "c024a64ca09b458d19a05c552070c1342763c6d68337bca48f0097432fc3595f", + "c034c03b47b63c202ec02eed6420878b1c4bb0e2ac260d91df82c54f1ca190de", + "c04ed340bae75e79cdd78942e9335de2837e00b273efa911e62f7e53eab5ef25", + "c05e4185c5bc92b4a260dfc81e9faee47539d118f13474933e5ccfcf0be3f740", + "c06524578ce761107a87557d97f85990be11337eaf5e3ca90fdc4b260baa75ff", + "c06549de3238c0c6e7b2f07f003b2f0ffb4c9c27edff4bfe101a5795e0bc6f5f", + "c072202f9b3b28a346cde65ce651963430c942590739690c3084bca8119015f3", + "c07233637a353018d3f7bea24ae21554a01430c39ee202d62a458c13b199c5af", + "c072353b9e9217c2abaed2c476d9a771b759c59578cceb93d264740aec6a4384", + "c07921530aa4faf4287314001c48ba740df2388ca8ec94dfbfb74a3eb50d58bc", + "c08c7e43682e8e4c87d8be637f9d82d4b82429e4aa372e6a2e30d373e93b4d32", + "c0a1f61328f349ecf9f32d154d912097d236ca5200c509253c56dbb2ae7fa413", + "c0b5635ded2ca1c72e4ae38072bf0bb69a5cbbd13eb59acd42599e3e50aa4066", + "c0c4e1754896994da712d47d8507b7f875e99a4d5f65910d989c73aa800d109a", + "c0d55523dbf8dc16c804f877dc889ddebcd2a5359ee7148c21d78935c2fac7f9", + "c0e43d2d0c4f96d5a4d1d3ab1f1469c31d8efd1c05132a75461cc6e8c826f0b9", + "c0ed6130b0bdd0359e918cb5d3b2f6423a42fb6efc4af3d556d1cf4e984c0cec", + "c0efbdbb716f87ad84e409e078f1919460f3de01f2b33e53ce0ffae28b8941c7", + "c0f652e25c47ebc5fc2e18598b76e83c656643bdb75602a92289fb01fa0066af", + "c102e2f2303f130e73f2b2dd75b6603fdaaba996a1ca4ba043e9c136f7c15420", + "c1253ef0ffbce0d7f76f114b7184a12dc245ef7cdf7eb3ea2d51332101a4ea08", + "c16f94d277ce05d085f72444894a40c6ec0479c0a49398e2da51073effdf2fbb", + "c16f9bcd2c4d8f79169ad9955e892aad835f6ced928d1579087faf42955bdc19", + "c180609592cc3870f3dc650c79360da83f5102115b4df9aadd7023e0b7691554", + "c18677c93d36734e09db302b680fad865fdad625dd42ac98a56afe0bb23c7b79", + "c1b11ab212a92c06204de8eb8e33db59c06fe2cc9350b692f91238af02b77270", + "c20c660029c5bb5c25ab60ffa6cbd63eb50e1ea43dac36926bd32c87e0d191c9", + "c21d65e6dabab9487a553c295e2149e194dd0b17a36b209dda8c6acbc49b691c", + "c21fcd5859d67db5a7fb511fe21e68f37cf6d0ae1a7eb3695e3e46e74d1caf67", + "c2288e2a9b6d9e23c664e5a238815c204fc92379ca4b1de8e369d491015f3fa6", + "c24a3fcab5943b4336cb25e2c4496b62055967aa48d8876577b9c7bd67cf7c80", + "c2a1d0fefbd6321505cb03d69d49cdef50ab1cb792fec9cf4a23a2dd0ff2cb62", + "c2cfee3f872b61bf99bf2bd71381f5c7cd279e249bf804b7b8e2861ccafc7776", + "c31106c0aafcb04e0f97c35994ecb7e89348b7948861d5261adfa6579c5f4f1f", + "c33032b249679e0f5113a3448b152fc582acce16b6c145398ea5da4b13027e68", + "c34b9d242a85f0dd41f34a88dafc8faf1b3ac03488731cd6131f4083819dfbb8", + "c354687dcc12700beaa4c12307ed810a27f3ce079cda07e476c5f80acdf9d8be", + "c3612869eed6d45631154807b57745bca7ce167ebf45787d9bd5bcf8b234fc74", + "c383a9a9768dc0b25b1259b736264f763ef1b1c651cdf24a475bd267c3b951d6", + "c399984d6b0c9d1999e2805b521bfe0a27488982249c821889da7727d760f1ac", + "c3b28e516f3b74a15b151adcf82fd9aed69d90a91aea048fb03ebf3ccccd7de3", + "c3d2ab670f1ccd44a266fff4bde9c07cd7c7911142e4a8abdd2e23a07d822b3f", + "c3da57acf36595c800970f7880c8852e7c04d7daad8a0f27105cefb8068eb5e2", + "c41af0d05d256ace803806241254b43a9ce52c0fa512ac9a1a5027c6a26a6bb2", + "c450137ddf1ac2940dcec86a56e99ff42ee74a420d86eb28cdebbf2a25960012", + "c4536a2b42d40e58686bed1dc5c422da58fe3cc6dc8e7e9e6f9ab1e9120019b2", + "c48a0a0c5647f069fb67e33e9475256d4f7edffebed6d1472825ee72753aba88", + "c4aaaf90719f53cd17a3187436bb383c505c1ecdbe6907c43f5513461b3acae4", + "c4cab42c78c297b8fcc09523dd25ae6a8a8086e5b4263ac26e18f1a333ea1787", + "c4d45104076f6520102d542848213e0889b2d563c9777c13fd4389c7929f0a70", + "c4da74fd5cb8e52860b27008effe3da41e6360d9934a66a52020437cb0c0a153", + "c4f814cc6ed768d0e56a13d19679631906b07418c3e033ea24f143d827a40193", + "c529c725b71da442936bb8ab052712caa8812c1f3176170f460642223274a589", + "c542024eaaaa752bfc798493ee4945c876146979711fb9cc49c9b71d84a508ce", + "c552a359e5e1a4bd1ff4d6a5313e086d4fc9382444d7bbdc6372d25052301ce1", + "c55839974c8b040c7bbf1adf0077afb3d0e699044c74be927217f2c445f7091e", + "c55c2a1121a5d3fe7144f9a737652ea0e0ccac440b34ca5ae6f739322c14971a", + "c5616f4c2c8e787dc1a217841c54667eccaff4d25a6f203811b31b8171a283bf", + "c59ee61269705faaf361a3fa88eea141e108dfe28a427c6e488b13ae88de7165", + "c5a5a6d1f10a0a1d8d7eb22f171e311c031144da9c8e1aaff5225089cec00163", + "c5a6a1c441fb287fc9d2416bddfa134666d87296bc9079fdb40ef3dd88f834af", + "c5b2951e583e3f5d7bab20aa1f620dc8e62071cb0d9fcf36011cee5c79f24f0a", + "c5c0af94a126c1b7d8be21886530273bf5db83f4ecbe624034dd36af5038a16e", + "c5de598be6e1b4db13e787c719b2852ab2988caa4d1909389f5c60a3b4839232", + "c5e4cdc0aa0d84e16a372597c6261b520cad72f635271c0942fcfac0a3aa6849", + "c65f6259756a3f7330763fc5b04a03c6a7bfa4d7adba7b24cb52bf25f8ccf582", + "c667a9f939ab7cbc24f16808a496913e96c956f1a30dcaf190ddebbd2e2c37c3", + "c685c7deda7bee11ae26a52bd9c2e0bc69725db3da8c11ca31de05126b59444c", + "c6a6f1bcce0906960d0db892e8a31402332a77c0a34f30af2d1a1fe4577f1ca5", + "c6e52e8fc9cc1326987043c2e5cd275d9739742e759dc500b48dc1e1afb9990e", + "c6ff80d4c29f48b524d61b8d7637ee883a639940f373acaca91985a8fd2760fb", + "c723c0f98c601d0f562a1069910741b66a215bf266cf88a2bf46d39e54c8337c", + "c73658bc27f27a413c5b379e75960bb121ee0ffb6e20209bb8ba3822d0d7b73c", + "c76e6da2382e79e7b091a92fe16a4b1a4329533e5ccf782dfcac91a092585722", + "c79078deea0cabe9b6cda04bbd16a271bf55231129a32d3923b5d61f0e164493", + "c7b43b191278a9fbe9cca46d7250b30521923e3c969a1c377a266770d2994618", + "c7ce0c2ae2170931ae88ed3aa666e043a9571ac1c725ad769b055a7249bc1fae", + "c7ecfe011cdb48ac32b4a4ffc380ffcd844620329f25b3eb275dec9548fdb13f", + "c850c40819cf6be6039abc709e34a90a41d0299aacd5432bde96a32b187c7939", + "c8d5f6a03cf5578ff3c27f20418a5fd7e2f75936fdf843e7c6dde8119b2202b1", + "c8d631c5dd8e4329af5d97d73eb7d0bd2a0c7f18ce291731c4ae9b5540a300ba", + "c92d8d90bb4f444c193024326c23bbf6e700afa1564e9212e1c39529ed08c2b6", + "c932e5515c72dc46b1695007001ce1032a77d3a8b1b313c2c892ef4b2c9d7d4b", + "c98f48a896e4f421facf2c022912144fffe504e3db694226092561f802f22830", + "c995710e45ca54270ba28255ecf88460be706305607354f0ea067c3843aa43ae", + "c9ab4df781c5b5c2ce6e3521532cdf914185234fe0f0a4d8efe2f882a53ed368", + "c9b3e6759a8e4bd06b705333df6b1e39d0f285fe2f389f5aff84c1d543ba0512", + "c9bc72a44e5f32adc8d7f3408a983a192e4fe97bfa408126b3074c0b759499fd", + "c9cba066b29ed7b13272cd5ed7ba87332d37b1ca861a14523b68537a4bcfcf91", + "ca0dfd82bd822da0e32efd6402e176a98e724020726654e2317af944b1ae8471", + "ca79360ba5ff1285e65649a6d3a83a99010576e08d618eceb90ad103aaf03490", + "ca88c8f7dc5e0b1dc4b8f5000cab018d8a2c7b1c1f160311bafcb5e388a9452f", + "caa3bfb83ed58e30949a863b79a2af63f9e16ee16b7d7c311d14362e907fbe9f", + "cacc91e38cde889f3a3ed7ed8b914d6ffbb1231c0a4ed13e2bcff10fc3464b43", + "cafd41841a6971c11257fb7e6189c7785498e20635721574650fc381c539681e", + "cafd9a430506f2cbc372666b6543a890bc6934870dd4b5ee9040a47032390b94", + "cb0517ee94da12b8eee80c94ff7346510d18d7e285f951a87e78762cc47d9e58", + "cb072729d8819401aae11fca56357df42a34fb91fd5b902cd006d7fc36af2f24", + "cb10006e3b9263921ecadde5362e86bdf3a8146c22db36e458f8f4bcc6e526f4", + "cb1312d8be0cbdb89d8cb7c9e4971edd45995484af46b1efd4fe7f1825e4031a", + "cb15b5de90f1f391f397471faf423fd6e70259c74cc4209a792986e4e9d57bbf", + "cb1da3e4cfac0866b4f42bb6104d1ca463379e9a1b15b2ad7a1669d70f457ca7", + "cb21511ac20b769340b179d9e5b6f1683b3a13fb44093f68ca225be514b20b83", + "cb8904eaf404eca0238f1f2c1532feb5746bd94ed9d7577383ad11a8f4e62d77", + "cbddf4858f884f84126efe1c43b65fb1269d916d0f94ee73cc4b3b5dc2949e7e", + "cbf5706c38795e3efdadf678690e074e3f2512ff9868d8665655811d1053a5dd", + "cc170a33d8290a975c2c965f0893eb728ac611d55b3b06b87be576b85bb57877", + "cc25f4b88d039fa902ba63f48ac72b27a1c82c7a1552040ceeab9dc788052d3d", + "cc30c9c182b14d50bca7900e9af56708d83adfe54179fbcae40b2db471db46e2", + "cc4f1dea9120114b4b3bfabbc5d96c080ce5ec16d50501bd4543a2817e6b834b", + "cc68e4b42102346f64fcfc28a5407d758d87cad2b058b6b500587e60b1d54188", + "cc88dd027865c2036edfe3895b017b69977f1cbf6a90cb1ef8596f5e0d886f78", + "ccacaec81b3af38e6b70ce193c830d1081aa02a06cf99dbd5c13e035afc0a526", + "ccd0ebc51296dfcf4e63cf0560dda61e542e6aa4183958b1595f30a01057778e", + "ccf399adea2bbc343bd217129eb44c3eb6516916108c3b4e8d126179356fb07f", + "cd371cb03771295a33e5ad744fd245c02d34de6b06609f3923a6c95554b66775", + "cd380281327a8079b9eec2f202ec9f51f4008f9ce6d096f523dc9901015bd901", + "cd3a0a64425073cb18a40113b21de741a01166932eac1b1b8bd358dc85832af5", + "cd456c636492018ca447218c02d8fa52ef443b088cc6a57a3aaa83aebd71c370", + "cd4b0b156adb451ce45ef6f93d44353b81d1ae76ee0d8eaacab68832c26ba075", + "cda8fef741223993341e4ed5d553000635a1bbb0c66a2b0a5723542077dcdfc9", + "cdac002519a0b137114e4761cfa75f82e189ce7ed319655f15c37ef04e4896d5", + "cdc0e13996861748790ed8d99cf83a43a8bf8c1d2063dc89ab890325a5eefc15", + "cdcfcbeb98cd99aa567ab0c7bff236b3572cc9a2500507b189f6f28de7425860", + "cdd0ae1676d3f8a072fc5218723f6e2e515a8258b82f51bacdc2a3f78c9b2348", + "cde33a13b4c099644749d2facbf2d4341a9e9ee10354095f774310cdcdefabb1", + "cdf8d5aa0a6cc5b51a2944f3c570de8794e9e945317c3e1a5aecd87cee420299", + "ce005b7688f239258d6e6714763b3a37aabfbc9ec585ac5fb624e228c2a102b3", + "ce0823ac2f688885cf9e1a6a3f45844332ea6a428d685c1cb041feeec764ca32", + "ce7855544d63ef0544126ec17880120aeb4cd2b834c5bec78f33e409a1b117c3", + "ce796c3e11929e06bda4cf091d8108ddbbdb1f16b95cbb86dbbe3950b36dc8b8", + "cef2f0750274e9d6fb19a80350a41255bf66e58e100a4bfb1fff6833308eb661", + "cf0491fdfbf94a1fdabf6bc700e5bae8a8aa4ede01b3174cd79f8c8fdefa8fb6", + "cf1206186d32ff4c5fcde159ed0322a4a16ee0be90a79192f80830cab670ca56", + "cf1421b73484081f4683ac57aba50831a901313c0e4010c12485e5b4d2d54445", + "cf1b6ca2a327b7a0553e51527285f213016fc8fcdb2841895a5350141066bbd7", + "cf596932c32af9f99e3a9d9c4a434c18d49b0698a62ecc760ceda02606a8e77d", + "cf6e1977d9fc2dc361ce318e15d9e0200f80299349b480efbc05bbbd8fc53c85", + "cf82c6faacff4d071925e08e101145a1d140a21a95c246e6a0c221837cbdf464", + "cfb37033c2cc4ff84000d6587e152ab3bc37bf44d06a3b8d8371e3ec36b0b7d1", + "cfb3713401986e4be228d6139d98c1b4b5059d8eaea055cc4817c965d0827347", + "cfc5981766f3757e4f015d9cb9c905266e1e5a068d91cc23c9fb54d0f4626177", + "cfccd1f89b646ed289d68e41563e44cefc6d903526af3b51e003dd0e6ea2eb4b", + "cfe2005d6603a710aad7afa82c13c9b27c382f62cd602d371e2505dde16fa1aa", + "cffb93ee92c901b673855d2fc800de2344a16785b8e750abffa64b12b4643e81", + "cffd8cb1754770684de7bdb190219a8c81d077ab861f6f1a2838d5b8caa24af1", + "d016b007e6a831837ffe35c8ab482f5c1220e3a96fdb81c493576dc94498bb0c", + "d03d5a0fd96b5ac4ed689dd49336670aacb7b3d0f727347766b71119d421b34d", + "d04f3c5d101b4e1c5c63a1f09bbe3af3cb7a1e3acbef5b6ad46ba8af4059b743", + "d07053f7c2fe9a0bc31c4bf4223236226952198b195504b958c6f67bc3e24a0b", + "d07e1e4b8e401e7a91201526e70e8f8b9c894db55cd961c81fe855d3053bc5b8", + "d09c34f46a32f80b3780e18e54292a344cb74eed88945a3da07a69d7d3dca009", + "d0b47688297a825cc4a6d72cfb45e24d17a5da9d8f3d43cba2af8f13dbf3621c", + "d0dd6364b3886aa40068a8537aa6719ecb9d3a7e185ca5338b3bd4eae43aac31", + "d0f14e441af05c93061d2b8b45ec72b5191e1c998991ab103ee48902537dafef", + "d1667d0fdb73ec24000d778bb95c383e345dea0315c43ae462e510731b674b18", + "d1695227ba09c29e9e60c5d5305e2b1812134ef5bb04656b7d54846e970c51b4", + "d1831fdbd3721ac4d291560f54ff189aaf13adb759d344b8360495a5436f49f6", + "d1ca52ea943499cb88d83ed1a1d4696727e30fcf9e1c1a888f1f8661de1e5b64", + "d1e292907c03ea6dc5f98dea5f5e8d8d514fbf4cdafcd28ab4a8755c637cfe34", + "d21907d45a7fe36bb446dea4c790889f472b6de896800ed0d68c0d73ec23edff", + "d22d1baeb2fd07a953539f8ffe95fa404fe31cba8058f2234ec48007e0ac9cb9", + "d22f899fae63fc221efb42c1b8c03c110d1d9b365c3f17267261e5c445454f4e", + "d2309680eac9074c3d554b75c8477b7466b29c0ca6140b4bb61dcca09c877a6b", + "d254fb11bcd49612eb4d2189ed13085213ca8f113c9dab52eb93979adb7dcffd", + "d2771a1ea6f906469c07a1e8fef04e6e643d707d7125a38478f997778c1cc90d", + "d28acf5fbcf2510e976669e6ab05fb86db09a1dfd1eaed44fb96c5363dfe8733", + "d2addf95aa41f5e13a6ad590b2713f0ea7670624ceb3df45f5e6f0847fe73863", + "d2d9d70590b8374c968d8d982113565843967802241d93306f007f9b79c1a99b", + "d302274ec5e8a3e1aeaec35db97550937668e42bdbf98e53948dd4b834171dea", + "d3138688b8d2099d4601de9ffed504cedb79976e47aad6522e2d4ff6f13d5994", + "d3169979e682be12dd5305e08dbc513429285768617d1b7a98efa20286501d58", + "d31b09e18c9a5c15705119822e09ed574aa647bc38e21d57355968a65fbc8a05", + "d322f0d4bf8d5e22bc3835516eac087d05a568838effc1b703114422b44d5cb4", + "d34180ef4ca91e938c1245aa42202fd82b50fb53a8a2c42e4fc8eb478c24b02f", + "d3524da45fa4191acb576840d36223f45e1bd7e25e406b6150005897291bf4e0", + "d365b706c8193737aa79d0ce71d6d7489ea46780b17df89ad02a66c13d9c1eb8", + "d371916d7c47430779a55070128d0311441547566cd9f18afdfea10e69191ba9", + "d37493a4cf9bae160adeda969501f311b2c616a56327b492b027721b48801afc", + "d382ea48424cfc817aaff993d824152802559459d71465f25a13e90436043cf8", + "d388e45a663cbf86578fe0cb8d19c0166b4b11e0d1a3b48103390561e7c0acad", + "d3d1dedb04ba701168bcf97bfff1d5589fafcda8ea1153f361a0bc94e3689996", + "d3e4dfff94666f5375e8da4d0a1c4167909eecfdef85ee5f7f85900e08797095", + "d3fd3eb99a4b1e0cd42b805bee67fa353a11bd39c51935e07233d751e01800fd", + "d4177cb874b7a7307336b8774dbec5db48ba5bb281861f49f45ba104c609c56d", + "d42724b6e4f8209ea7139fb53c761b47e923fc360ab6c2c93727d2880c4d2ec4", + "d4445cb8041006a06f30940f452fb25ab5718c99054d263aec03e37ffa554a0b", + "d45f77a1c72f28f05ad7a0d26f74ab8e263d381cfc8e330920e7ff92de4e7e78", + "d461cf05c001b85297342bec480204f28d5573fb3c2c7a0f7588bb8e9aad4dee", + "d487e8e2502e45a634f6d83a3d784e66e203476dbdac51742edae02202a73ccf", + "d4911ee2e307625b1af25cd1ce9e9e42e8f1013a53e9c0e6c5ed1aa6c762879f", + "d498da45a43990513ae88b937d74bfa2a2eaa5d6c20d4fbd8aebd2a4a1a77feb", + "d4cb4c626dc946ed93e1e15283bc68a6b313b2449ec60051b1d25589277b8bc7", + "d4ec74e5fac26adc6ac7afb3b1fd3ed6ab7a2288d882660a95d0d949844e3eac", + "d51c08ca2193e5449fe9d63168b50130e9700ef88c377c6b79f8eff85ce9bc18", + "d530bb300a81c9bcf846ef44ba7d1bf309be17f5647b366e0b321990d6566e8d", + "d532cd7d6f2171be22137ed4b733dd0c79efcd8f560663a4e6530051b69dca1f", + "d54c515b8daaac7db5022b06c73f56eb455768823e71a8c7105c70702c9f0def", + "d55a55aef96c54b8234b8c52f62e44e93728af52d16af7818b952416007eee1d", + "d56f0479216784c4f31c98511368936d9ec46f53ef36c30779033bf833716bc7", + "d5866744aa5485039257eec813b3c798ae708920b48c50c55f3ac91a7d8b313d", + "d5963fa825935ade10ebeb3a5ab89f7c29b5a89859b6e4d9a05b99f3fe76a6e6", + "d5c42ad099d946dd538d27751c569e77104260c88208ebb17303e037b33c8de2", + "d5c64604cb597fa9233354ad4c6184f50e075e3f608fc4e066e39ce41485133f", + "d5cfbba01fec87614efa807630f78b2d40aa00c3f54ef03d5b3d8313eb964564", + "d5e76dc3ce2665b4abb00a96203625c578cfece64c99dff710b28b6ffa184fe4", + "d5fceb5d50d5e30dee026f099317ac53d4a1641564148f8994f97a7fd3794a1e", + "d604760d8544d6548d357c8fb7f7b56b51452ba1d9d21e3374f8135977800802", + "d61e5c37f01be9e876f3202371ec9eda45c423b52980e16b0f15058ec2bf9e8b", + "d6629213250691aec35c30304183005f2177b5b7930ae4a0264ac795944d6779", + "d66418fe345340cba51a03ec40d1dbfa622275dc1fb4fb4839071b8bad8531ac", + "d6937eadac2b6c3d0375e46e5492df69273ab4945242e12f5628df05457158a0", + "d6db4c02d1721ac2784f2c309b97d099d69a2c73b80f2b53af0e478f6ead5828", + "d6deced34e316b96c5ad0ee3041f14f090a8115b76ff4765e1ef0b1d1c5936c1", + "d70eee734906d8157ca2a4adc428a0279e887ea9df38850873a991d40b363b08", + "d74097f6558874f34dc121b870a042ae2798ef27e12dc8a8ce49fa834817d81e", + "d75e0996adcd6c44d978b2b56b517d28d52b277a00ea557b949d71eb6731c1f9", + "d7812ecddd19c0888a7ddc1b19504b9d13ce3b9f08594e8af96f539716bb12c8", + "d786281abd5086e355ca25841d15069947ee83ff1febee9f91a3a6b985e3529d", + "d7aa736b01c8f04fdf206f169aeaa16b5f11775467f659105030ea3a635f66e3", + "d7c5ef08eb5c2c55507d0554d06da42f076ba5dd8c4cd7ebe95eb9cdd72ecff7", + "d7c808f88a1ee2dd7e0508779b7296f465c97a790a1525c38f27d2956730c8f5", + "d7ceec1687b45dda147c887a9a1747e8b29eed1ab2736335e4f941c40bc36f50", + "d7f0bfacc9d7918ef2c50b51f2760b9399f1a087a00a26d12551f63f6c4f3bcf", + "d8041796f4cbba48d6f3e468f182eea71c719e1b4515082b170adb67fa5640c2", + "d827cdcb1f4a28085009d79166e0766be4ceadbec5654943377567edd6d1a9ab", + "d88522c4f93e5c1e6670d82ea79ca300ffbc0f894ffc9430224000ef782f8fa1", + "d8a1213d2b8a725dad7dd1f6c94e46c5402c708b811d1964ff09ed5640b8e29f", + "d8b9c5e74d8d3e00148b98b8ba7b62cf980c8d0d59a576bc372d6c95ffa25b5a", + "d922ae2fa9fce5b9a8bca376cb078bab270b7d38baf9d2f30e3f9f5740432dc0", + "d98c7ec8189d9bdbd3096d624214e8490e275e1e14130031e146652aeb1de3af", + "d9a8b49b226594f5688d633f92b6dadbdfe670ae73c2ed8b8c6f8f11a74a50b8", + "d9cf4ab91413fcca5d5ebc76de93248aa95deb050b70ba1ef5329cfd9813c918", + "da06ca9f1bd4c1116e446737bc45bc24139610e4d86cc12c49912575f0ad3702", + "da0b0dc816f0a9044f295db801b007b657e1bc9119c0d2973d864f992479dbf0", + "da1c6e9277c0a19b8158e84dd9580a3164df4c2766a9866dbf11776c1196b07b", + "da2aa0974c90a4b92ac0847661095b9ac66d42c72563d0764baa12494a398183", + "da372dcf7884fd6dd5878f012626f38cd2c0a0c00ede4fe1e9b5d1c627f025d7", + "da40f051387657cb3841435ef1eb8de999d0b481a498c56ce69e405499948e52", + "da459a3bd11b2eb7dc03c679865c777fa390bd595961a61937a5994056aaddcf", + "da46003d68d66486d0dfad911aaa7dc805d34d411b78d471ada75cfc3ac403aa", + "da78a8e6bed8c5080da3ee344b34a450c3dc3c8b397ae24a8f6f1073e4000786", + "da97b31bae61c6b47bcbd6df3e428cb672e7ce25e615dba3d3e786113d88b8b5", + "daa90216b4b743a3cf2c9ad5b266a3c73c54207705060a7a9012f0e30317e131", + "daf3c47d33f1186ec51d15b5c6543abf982cc1557a3a6e1744e911a07e164b0d", + "db0e91755ff469e050b088764aff3c0ebbc90339907aa7bb9a5bcfce8c41b185", + "db1ac06f5945913376b6e0738efbb5dece43cad713af671cb01ead48ff4320e1", + "db2b2e354461be6b9fd1d9f65f83f608c82f37dc34b4123fc46a7170b0aa320e", + "db4d2acf1804f056caa6338a0c1121ebe7e872eb623820d2faf28f33033e589b", + "db8af8c419ca5c9e68fefafcc963f225091d9a50843113db6693d9e4bb4e0d2f", + "db9e83e985cacab6d1fdbca4aeae0719315ed7812438c1614b407f86dee3e6c1", + "dba3f95e581a67af2cc56bcd034a08321d9429a6a4a6558e0dc45e8d6e49c4c5", + "dbf89cef1ba7324ab6b407e149ac280eecac0c8b5820bc3d7448391ca59aaf70", + "dc06ce6ab156ba6a1b0200c9b2b3da835da67acd9a2a0d949d2d99d4b4bacf22", + "dc5f6880b7ab6efc2987eb81ea52bd648018d5f2dfaa1793f37640af324f35fe", + "dc9f64fe826159e80dc4a3b3e431c2ebfb89813de20dd3728fef9075dddb7180", + "dcbf7df88c53f2241c6d065d9706914e797856c427a9a7748f1a63714e035b57", + "dcc17cdd0fe848571eb98a651b77b0fca689d676576e396cef0e1e6213309cc6", + "dcd9c20f60c91d021109231b65061a5110cef9adfabc1381bf85aa06f3e4cb7b", + "dce77d78d4180ba19dd613af265e892ce7f35409a0e0d06331d101ab388d5d67", + "dcf195c7d41770f7c6c6a8f9869603f5d971e42f6322417ea4f804c457e858c5", + "dd428ea6b43db62554dc7f571fc9c9f4d735af775c0220921bb872acf95b9a21", + "dd5fb7c5f41c05f16a82beafa5bbf35b793c75a6cbf7c55f9bb6e1d78d5f13c4", + "dd61cece503090b07d75c50d1586fe3b5e7d7244216f79adb88ae8f631c0b5c0", + "dd814e024eef95fbbd404fe77becdd1b85b1cd84a1e6669e45198a45a7581e73", + "ddd1bb658f9157c87bd8b8e37c73e56b5fd70d5776d39e89af71a6b5fa75a5f9", + "dde0cb6bb333a5d275d2a42260faffe1f3c35a21cd71f9e6ce2dc65c5c364dd3", + "de2b5031bb88c517a74c9c7ce89d5663604cad24204589e5f04990665617bb19", + "de3c9542ce9158d9b846bca4c0e919fdaaeedcf781e0f3a532fbbdb0ef4c5225", + "de3d5a79d11855a00ba7a1fcf7b77a1f53fc6e6e64832cd9eafa469d0488c4c0", + "de4e63972c76033624e557a1ebe022edb003eae1549e6c00e897c55e547c34de", + "de5e4e21a02c52d22cbf382a6a968e4a68f0be6d26a80e997135747fbbac0e3b", + "dea0a83b2388d405870ab8d20e6701d12f7770a0ef891d35e8a6c60a24f549db", + "deb7bdd29c4ebab19db23e28bdd715a7e08efc63f1bd6c99937993271d26bec2", + "deea6967477e2d07a943fa1612a56e40712723c4cac464676ba95d03745c5712", + "df22cfdbe476a57a3a5b02c2ce8942fbbdfa2bef3af34e3ef92dd087d7848fb9", + "df32dadc5ea31fbf05bfc17765453c4b752ce748ea5c11f3eaf461cb4c4cf86e", + "df36ee603a248f177b0f7faf15812cc77475edc5e0eb4b3c2b90630d54211fe8", + "df3fdb2f1e2b9712dba895c5dba6d01ecfc53b1dfdd4a63a1db80df373135f3b", + "df762849fc9890946bcc0b5797d4d924e430849dd3c2859dff2c4ba7f009172d", + "df79c31a3880ff4606e683dea00a9f2d9c667074a3e15c7cbf315e51a8d47919", + "df9e0382e541f41c49bbf53abb33be62a5d85dd0901b3364dda0956337788d3a", + "e01fb81986221bb00578cc81023e8ae9d432c72ff0177fdde4057d96bcceb463", + "e04134fc94dbef26800f264b5643d7502849a1f4b1fc6af5ddc23a1a8f7af260", + "e04cd88d4542f2cfd01ba7a165a772991dd8df58dc9876b6a6633cbf5204dd32", + "e053ce301796e47ad5b2eed409cbe269442cbb8169c7c3135f9905161c621b07", + "e0756dca1abef5b526f8ae94b26d938328865bb3d80245bf87f8b4fe291612cf", + "e07f02c55b571705efbd7fd1acc36170409c3da0abbc1324f2f87179e4100de5", + "e0b00d3bedb2f4d54817338493a959e7725e0dadf958f41949ba385709a3b716", + "e0fb21f8466f8b028c0a8ec4ce48a6991ce3f73b80c1a300fabf49ea1f11b5e2", + "e0fd0bab853b2375c1458b581b9c4eb10a892740899b2730f77d5cf452315f50", + "e1116deb7a312c0773f7504fa68643e7642d7e07edc6f76ecf0e7f2317e4eaae", + "e116e702614e7e8dffd26029d472791b380e98b24796b9b0729c1431cb11073b", + "e13b045d58d8eb0173956697314814b0818b090fe63a02b4d383f050bf947302", + "e149e8d8cc8840f38238c52e2e4e095923ba0c1ba192fbd4115df6c612e69238", + "e15cf52cd356a8e4b4c394beab2276b76fddd40d600f4979bf671b8a8ae8d908", + "e165291d79e8169ad9ece304325eab1ff728bf614fd944a40d06ca1213341f43", + "e17bd7410c31d2059a4638b5d8798f1863143f7a099d1b60e03308a8c0065fda", + "e1e001d88d85d034c5aee96eb55f261c5318176bfb9acfdbeaa8c16c5302c6b9", + "e1e228481bbac4845368d96e9979b2e28a4d9c96046d94d4eb75ee8add763555", + "e1eda798f2f368b8857b491ca6731a72e832ea80fd29033e752239e12597c627", + "e1edaacf2d378c94eb4fcfdf03a1f080e3a7f2f5498718719b203f7e3f5b1abb", + "e1ef250815b1426c96147c4072ab677ef792e1109910427d9cced32834e50a4a", + "e20c328c0bad99a61bd6801575f9d5f9e8e1f31f4d6567cb9ab4ed4cff110771", + "e21d30dd0a17f4e3a48c59368fcc31959cdd1081319e280121522a0cffeb886f", + "e231c038fed93023890dd0e30ba99e3d0bd4f43d22f14c82756c138840a31774", + "e2422f3fc47eed98843f471f11ee45a4d5017d6ba68f5977ab3108eb2cda62a0", + "e249962c602b987e4520b848a2433337a2615e537a00dca6df1ba86146614d09", + "e299be1a347f7ee34b86aa0acd5d1251813ceda172c868b32c74c927067b830c", + "e2a8a71bf005884953ba2c79222dce333654a560e088e9cf38dac85680b1f735", + "e2b5b8cd854bdecc517cbd0a199160bebb1e56907278546f752c1d5a0e93a57c", + "e2b8f68c5ba84769f8c704bf4157ccd3e99b01b121dd3a4e8cf3a6792b8d6d39", + "e2c05ca53adfa0f9b3e5c432b2d6aa14c7825cf879d6befc9b384a02a1128624", + "e2cce80dae5af088e4d5a2f938be265a32d40a5aa29e216adc94c6af85769342", + "e2d6766f2fc6adec1f494b3c97ada10bc6b3dd89fffaa6b9c7774c0140e702e8", + "e305c6624bc5303875d34fbb385598ae3418b4f5036fe9763d6c5ba5b3261fa2", + "e328ec3ce32b204b4b8d6bf0f63bb2937b8070ab8158d792b746a4cf5bef0112", + "e3290eebc099a02b3bda9c30ab81e7a91f11b4635d3d68ba488795fceb7292ee", + "e354482685966bcfaa5ccd17d666dec791abb29017bed1cff35c1f3b48427196", + "e371f2ecf7e74a3b1a21a0d2dbd76ff061ede68511f0e504ca9f3b0562f666ff", + "e38810c68a7a67fdc05d198102f932ec2302ed507f9268ba85bbf84940be2bb5", + "e395caeba922f8b90effac45dc8e59be8078bce39141d8faf98ac3b4a2be832d", + "e3ad990bf0964b8d707c91fa546956dae31678ed77f2bdb827b9cc7659ce9718", + "e3bc95a739f1260d432bccbf2bb6e8e588e957d1128bca21b8175ad944922069", + "e3ca4bb6e4d1ee23cc72e89ad926308195c8cb17ab4fa4e240ccba8b99bde1e0", + "e3e53335a806f53b0df5e5632c0a5ce39d062736641aa05d81be66bece91cdee", + "e406fde4c19b80fa9ab6dd1a9dc4482b579dda8e387196c8218a5e2d36cf767f", + "e45054295a867fd9f601fb78e919ee099ae8bd87be5bd91f9055d9b5c95ba1c7", + "e4833559ec5fce3dee483ba72c851d1ead07e7a693163e5ec4d14afd7d3e4ada", + "e49d798fd16d767825c4ad445843bc037f30c731303cf07626052611103e69dc", + "e4afd66f886e9c1db0d2fc427c08f765d3f5ea8a57a76c1f3f675dcd1693b797", + "e4b88f8bc22ac0755f21e7e57a5daa1242c722dd27e5d88218a71fcd377044ea", + "e4bc88414306bf55b62cb428f40f2eb464a9b27b3d65dbe712f85ead7604bfcb", + "e4cbf1b81022ebb6a3f4ca228bd6e1d533e051087cb3be4dae37a6b335b64b27", + "e4e28808ae8dfd46216a2fb9252d8f9afafa858d11cf775076b653c004cb32db", + "e4e2bb9879bfece542a719a3d80a69b09404c4de19ea69c7c27e2d2f73c6ce92", + "e4f68bc2988442906fb3146a0c313b75bf7d98c78b03fbba3449eba222b4e2ff", + "e4fbaaedb205db953e8d24af46d3937040d565da17dd3c1a6358598ec4065910", + "e5154a7d17607655f0bdfe3160a78ccf8e0ba51ea39acae0376350886f8e1845", + "e55299d0bc052cb970f3e49f110d9d50c45c8c5aac7b7ded84020228bf1ede03", + "e556d85a21c5f358d7d57d3c4126a0476dd687aed40bfc633440a5f9114c0a62", + "e5e8e61a6acf4409b3b546bc34c4c5c3df6f8230d7e4ccfc33a2679da4ba8940", + "e608c7c92c378f3a308d3f279f0eaa97c8fb7e7d8dd97ea445b1c690362a3a38", + "e60b254147e2585fbbf72d47ea2954b9a673d8717c7d3e910bc513246e5089c0", + "e61fac6a1d5695f0b9010ab423fa50e035f5a29cc33ad776963371df7620b0b9", + "e6a517e9dfa6af4da7ac8a6d5ec19af46219981a80f523afa4e93b8a807c69e6", + "e6c72ed82e109f3797ee8861b619ab6088818c184d9ad5e96af3cb2381b7e95e", + "e6d6496eb3909c504ba87b96fb20e29c2a2cb1d6d15222570dacbdb4d6e0b239", + "e6daf10fc8aacdfb63cebf93b94bec2053e8fea782c7e9e02034387db2cab032", + "e6f45d4600f715028e9eefe9ca9ebeb9e34923defa01abcb5ebe3a997d8f077a", + "e758b129c07dbf4795ff3c35ddfb08b94af172a15cd90c21805ddd3269795d7c", + "e75ca95dce785b8977f2b24392174c21ce5b772035b87b24fd8f7df2894e8b04", + "e7669041b406fe2fb9605a2dea02b57ed708712921edaf3049e30c15c0e49870", + "e769fd9bd29296b03b3bfa821ce720a82c7fad4f6c3545defa203fb70f3f5890", + "e778fc043354b52215651eee4314565d3b8a52b3060f76014c43e768a0723ad5", + "e77fa12e38c90a278fb7af1465517449accfa94a16aed341a3c9f7c8a19d2acf", + "e7b9e659a56a75a9cc66abaf2878026f9ec9ea7b6753b744fadc05e8b4fe2e49", + "e807a1dae7d3b43b44646da39c2f93eac68f75c5d408bb4c7df269b2c31bfa6b", + "e809ef944112bcb401a996b7c48e9c60d7c951635b878b53a9a4e8e7198d5771", + "e8210d2b3a53f28d90cd4c0d5d563c4974afb154e58a950de60a6ce1e94b98a0", + "e83f1bc3ef5cdb9898f71848e2455310e173d9e625f6f62622ee9ca1f067d6cb", + "e8a3e432bb9a9a7a777dda70ead4e914e3852169e92cc1213435d2800a4b0d15", + "e8ab701f9c746b2050930d13cd14c1a4da09470e84a4af00182b240e0190f2c2", + "e8ddd4a423f53d9e73e89994910905d4177eba6ba48a22b6e94fb46c2eedbdc4", + "e8e065640856dc967ec7df4f09627d3df869baf4768b8b9f52d5455aa3824b98", + "e8e555f7ad29c9b6cf48afe7e613a9e7326b0ed49d8c4fa98574dce237cc8bd6", + "e8f7b249bfc5fbf13cf71c70f52c4cfe7ba312f9b2eda18ed1b85f95947dcf0b", + "e931fc764175ccbc37d92970ca353c3ef516278cde0fd8302140552eab5eee68", + "e935cfce5873192c80a1489d0905c0ec0a2c93bf66fddb4525e4ba1a261bad2e", + "e94950b99f9e3a0dccef7b2aad372368c1d0aa60ed9d46f44440f91152bfa9d8", + "e9c3fced5b9ee5c1b0564c4b0e97bdf8036c915928d6d71306c6a8153a3dbf52", + "e9f20a5843a9b56c9f60c76fe1a4a20502d3ac52f6a79e6bb0fddfe57c734f4b", + "e9f7e71b5ac971ee7edd8954535c7bb37a9b4423bf2b4c334a4d837a719d6940", + "ea5df06840f024216c7060de9e0e27e831a22648e6cc40f3cb3c39f9ca632790", + "ea677fca7f169e12f3c208c112812333ff2c7a322418d181c9a173155006659c", + "ea73e0364115fda77575b697cebee340ad79f5d70bb0c3e1a84fcf9366041a13", + "ea8c900045b92ce2c1fcfbde002b9cd3fba951e0930ffa5506af460aa540aad3", + "ea9fb8c996a5e0d3355b766f1236bcd7a1fa9071da553f229d72821e270d5241", + "eaa4e3b998e89bd22997baed140e1377accf6b6bae9a9d1e86054d583885d929", + "eada10e544c804df305e002ae188e023f385ec4ec1aad6532c21a721981d28c3", + "eadf398b6f49fcd70b7893a706e3ca3cec3931e2f79f1bf0478725d835df8094", + "eb2184aec299ddbafd802d22f3c13fd5f78cc0b39aa17d20217480ea1b539150", + "eb21f51a46305dbcfafcae086fbd51bbd1bba56b0c8cea89d67ea33f61e8e540", + "eb49069e0d0803d055f3d2498d02c39396653693a7bad1d32dc458e3118a2218", + "eb715472371cabefba3465b6b77fbff6aa0fc2b4f00c8fe7e55da7cdb1e57c16", + "eb829ab015a5470d658bfc7cf8d8a4f9ed7b0649fc04477878c2c5bb086ac465", + "eb919932d5bcb710486119df62f73e823b2662eb21355d6a3229976093c579e3", + "ebf1af91b52cd8ca4efe45784949e3cc2e8f246d7f4360202ae6f3749a725c3b", + "ebfc8c6d358667cd32e57e33ffbf9aa00db477c85e0e78f25cd2889ffe8a0fb2", + "ec128b250d230602ce125413a544982ece6e917ebe41620a35b3c2da7e64751f", + "ec248ceff6e47b10f0d67f19204dde463c9a1408cc04ba680abb10619a4edd29", + "ec34aae96b40eb7e90848804ed9ceccdb00855bf550a25ea89d1e9387475d256", + "ec3ff85db7bc96ce057455dac92b0d1e8b1a53813902595a4ecfb7eb248527e4", + "eca600fa3e3f7716c80a84047650bb56523b5eef746421cfd879f7de4e393677", + "ecd38846f9a886c1c8ced9a9bccb141c92951cf2c1a0762d75b46a4e27ac1979", + "ecfeccdc4944cd60927341295292880891b0047b9767a3067c38a6a88fc892e4", + "ed3411e5dbd97935027bab83e0de5f1844b0203fdb471007197c8fd12abcbb75", + "eda0be2d9847f3bed6e1f0897845672968add857c9059f415357dbd6a513948c", + "eda11580ce1dcbae0093fc69bea154e1b5e2c429c40a29a07cb6fa005413095f", + "edcf7090faa657a30800ba1effb6f5336ce6c6da7d67f34fdd7bdef9ae1799cb", + "edd3144bce78365312149662b177843b7be7ebc94852e60db48883321cd1c28d", + "edd8157eaf2fabdfa0228ccf1bbdf8da438b5c85aad7e5e2b16415e03225fc9c", + "ede58af4da98df112c7e8d3e3bf12d1dc95cd6a2c2133c5eeb854eeb92549e48", + "ede62eb7c52421c015c5c55624a6f4eeb50adf742ced0cb0e8103793174b4336", + "edea1d001bd33c4521b4976f8c90c447ceb5f39377994d58cbe80b20760855a1", + "edeefba63f3b8bdd4193ebd0f4bde202512ec7186db9680f83ea3503d2bf2221", + "edf05e34b8627e131cc9b0011ee2814775b3ef1f15e7df2a994799b77349e766", + "edf49d0ccc646cd8e65b71c90acbe0577f1e70a44488387d10d5af0ff0ec4ac1", + "edfe570ddea7c44dcf50e5d209f1d0858ac2f6d1f5f4314a47b9291c1e7761eb", + "ee27d30b6be2213a9955755bf53c689e22a1d36d6d937c6e5ce30f033baf1ff9", + "ee2eba2147ebe6e0be37840a004b67948c629fdba8fdfa4717838f8f14fe6655", + "ee58e5f3069e7a722ea63d9f4adc2a70363f44578c99b653e9242f51966d3557", + "ee67b0345ba3a7220dc499ea6cd43247969026767eca25819111f4437406e5f5", + "ee81040064f573d55bc892a32c0a6a9633ecb54f5e92dbf3e5250168a9ff7f8e", + "ee9ebd625b437d3e95188418939dc28c7bf4ba90a218a9ad07adda258499360d", + "eeabdf9f8b0db1bceb0bae0890b5fdfb9326eedbc40dcb85c7f26c6e14f3d37c", + "eed3e97400c4186ba00d90ef1ef61a2add556118dc8721a9d0cf4fd1677821ab", + "eee22c4fc66a21e9250f8e48c48b4b20312e15ad4dc92eda8fd1a8e84ec3b28d", + "eef0e5551b49791fa467c9827c9b6e3bf48fb58d15608a863f3b54531d6e7c2d", + "ef014ca51bfe5dce1a5cadcb691a09e845e1f189e197edcb1b057577e7db2b09", + "ef21ffe1a20987ae754772d981827616c2430fb2ee65fc446dc12b890ac44691", + "ef5bc23227ee57f961995d4db74011fa4e4f67326381286a17660c10f2bdaf2a", + "ef5e8925c07e682028717a42aaf87e36955876bcf1b2cf90c11c9f31047dc205", + "ef650facfe06596e2790017a7de7284ae386555ce70df6ac6792510b0c7782d0", + "ef651f38f75bb4454622f634118195c8fa2f380a02c85e542d0d5e8d40a312d3", + "ef98d4518adc923a900d7f16d0eee156539b83cf1eed9b777c661648296c8ac5", + "efa37ee575b79f5cfe55a72d9df54837d8ad4596af2cd6c9be85fcc147f607ee", + "efc630fb564e71a9a422d6fa7b95119128cb8e883fc59f15dbecfe36e9ecaa44", + "efdc2d00f2661a9477844c248a90bf38774d9ac165b55caa12814e13ffda9f6b", + "efe84d821bfa612112cbb36d005691aaf4429ed7d43863abd6028e2628aed9e8", + "efed2f5dff554dffd1f0016ade25144b7bfc1b05491f22dfd977473d08d90243", + "f002dc29bf45877bccf6944d2b2f85ca3bb5e62003414b4dd8d0da1a8f0239f0", + "f039cb6e4f3b43eb5fbd395eb0922df5deff0be36ebe5339171e5fda1a175bc0", + "f064a324d8450b5bf59a974ff9ca07478be793974aadacac4ba283d522ce1031", + "f0653049808872abb6486f7a0237281fea4cdbf633c2b9b7377b97c036c5b636", + "f0878d7d54e80a2f4cb870d77044819820cec0639b0c3ed55d68060e02aa2534", + "f0c51e190f9e1d34a145c340fcd2f3702770119d1504da2e90ee8cf61ebc98ce", + "f0dbdfdffab87118e1549236292638f7846f0346115debc135c9f7ab76481624", + "f0f6100f7f043d80e2d8ce1d779db6b497b549634415cf66ddb07b5cfc32a9ba", + "f0f910c3e7bdc180f5d4bdcf9969badcd6f9ce1ad0021aaac14c0e6268b93593", + "f113925bba3c99674527e3a1674af50ccc53272dfa59bb7e3ac95713e0263cc9", + "f11a0117829cfa3cba8005d6f7853eb1b972bd0c946a92175a4e94725e03721e", + "f11fa2ba5323f3df29ad79ad699aa5f4a6de4b5a44843d15393588dec3aecd42", + "f12815e47d204a27bd5b1f5f7d006bbb61f7bc8ebc81a5a238e3ca323bf50fe9", + "f140b3f6e23c614a37a424499d2195d9390aebede5e7d7249528f8c97ac4f8d4", + "f141613c3556bc991572da8b83f7e173bc25c96339e883c0419ef6909a1b4c9a", + "f176f0da7b059ac9e4eaf82d45200a273674b1a3c7762d988c8b45f72a9f5c9f", + "f18f388ab015171d6aab7c42b2d0b7460f2051e823cc7209f11a2a158eb9e69f", + "f1e8698545df73640275657660f6d64d39e679ad11a8e51db2beff9efd7d575d", + "f201a6a126befab7f6ecc164e97bd97e7fb96d41c449d5afed4e70bc38dca2ef", + "f219e244f6d65c5d2d342f118c7f3b86f8d17e9fefb358dc2bac5517a93f4403", + "f232edac8808e595c7660ed3940acc5757889c36fc23cbaf94c0256c0ca0e4de", + "f235b5c48056676e8b72a6ab386dffb67c99cd2e777a366a7bf2271009947a0f", + "f275219cb79a11c529c59fff67cbe509a3b4b494baa631231dc2ebdc434cd4e7", + "f297043452426d4badda87fe216cfaf3218081193df564a8e509b1e88436183a", + "f2eb09aa74a3916a82b93cbb45e64b6987b4b0db2bb41508039da083373192a4", + "f3202ff50ba57b89a223afda873dc154246a315d02cabd86d92e79aac87b43ee", + "f36947f97e0c076049cf7bbfc4b1f9e29a44ccd257ba819c8a4390ccd8c104f4", + "f36fa28a0d82ff6459afb0cc4c214a3f00a2f2c05ce33a7bac83708b92e8f790", + "f370cfc1ec34d5682a22d438f262a6466af86ebb6075f28a95852a8a9e1368fe", + "f3bf79df83a9498bef664e804ba1ac9abb0540d1aae420d363aca076e898e2c5", + "f3c7e653d4b7b48da3d6827590d2571ec55a0e2fc93089bbf0729b5118932cf5", + "f3e69d248ea724fffe205c18afedb24684d9e9732f7123bb52cb080c0813276a", + "f424781bd9b11fb67fcdee09cb5e383ad7eb8e73c9549f7cb2da216a5e597c38", + "f451ebfabdb362efd297cbce185efb7a1fbcbcb0ee813e81eb06cdc8ab9241e9", + "f4607d690baf013d7a802204f90eff95d514e819f345a9ca28a1ce98f372d49b", + "f46093cd26aaa07510e0b7bb6ea87df4989f67d720ede606e1ab1efe80d63d76", + "f4af0630de6af54e875ca3b5d161441a92c31a3d2755c4679296ec56ed1a4208", + "f4d75bd491dfcf2f2794dd3ade4da77c7f9d4ae201ba391c79c3885bd2a3a032", + "f4d97df423579ef674f017107340bb087391536562fd7949514ec8a0d6f3457e", + "f510d227beb77e05cc85eeb4cbaf7a037ab4696ddd28337cb3d066a514e20344", + "f5811d175868d36ea16bbf4edfaa39742b67911bc911f6407c853d4a60c2004b", + "f5a72bbabf09277fb14b7d4c26a8ad14fb18e35b770b84c63adff036b1130211", + "f5a9086e74abd4849d1138c889e6363e1ad753a23eea3b336c9b5098dcbbbbf0", + "f607d317a2120ccef46ceca3f4b01107e96dfafbf7e59b9eaac61518a9384894", + "f648007ae7f6484e0bbbb8540f09dd3799d97892127e3719cf24202000f58eed", + "f657f2650b495c498d64853a352dbddc540ef5fbf88c00612eb41fbff9b443c0", + "f687ac299deaec19007e4a2e760d551d30b34298db875526723ccc4fb29c4543", + "f6919a9c489ddc3392482baf57b77b9d6dcf57701f91d52f39622b411357b59c", + "f700762310adf887ff5ccb9d8345a9b8c70fb579f323066c2a784120612038a3", + "f729f479bac37a44de358818074337e1df23ac866b68c37ce94bad896108f756", + "f74f1b83529ecd86b42df89fb3db019bd37dbdfc0cebc44c1a8295617836aacb", + "f7601fe05dbc775a3669d8cb7056b902646da54214fb50515b5e46c2409e2c6e", + "f7691fdfdb3293b4544fc7a352f0f0bb36f9dc5f9f7be92351ec0713b440fba3", + "f7702d266606741d021f0a71da9cf4742074f901e150b84f94d792303db58e6f", + "f785b6dd3ff60c5fe59dd1c191c094844203febfd64e047f37c5d77173f3f66d", + "f7ee42dc5ffe55dbbe926bfb15e73fc7856a879741e98cc2dde8d0d93d5c3952", + "f7f4125d2f2282786b18a12631ecfdc43b84d6831f40e667c2e29307177a24df", + "f80da66a27af19b2789125c6b3f6d7c1761be79cf443343933c1e9dcf40fc996", + "f80fca2b74648131a8a080a1e8ab8a6f7d611bcbfb2c96206e11f4c6ccedcb35", + "f82c04cf08a5d7ffbc2052d4f95bed1564bfb469e14b3d1abebd310baa7a318f", + "f847a0c8222272968b74e8818e2021323d0ceb7e2e2a59f40e6ce7259b249359", + "f85696718a674949094404ab65331bcf680c5db6db8bbce2d0ca66cb795c2937", + "f87e78a9e384348c22fd07fef02a503472337a3cbed6fe3b0592793fda93d178", + "f881585742358979d9c7078d9838a7cbab4cf29046bd22840a529cf9a7687a10", + "f896d7cc6906c2c999a594df63f5db5abca03fd217c6d22b4c083c8f1a847dd8", + "f8bd539030c47ef4ff3a14d114494cdb38bab3c1e3bdc3265b293fa311d6370d", + "f8d90aaeeabd0645344faedbe4a1f9b051f2bb897fc5fb001e02a6de84f45a3e", + "f9323ea2196bfa6deea220e7416a5fffa89909695221079f04b0259bea505bca", + "f95f0181a9ef304fcf345420a6136c5dd128dedf7d29ea48d056f24cdb990061", + "f987345695896ce10e780add318656a40f3036d2dfa95daf70776c2d89909d70", + "f9c47c28d51431a91e70491c1ca8cab97e592279a94f9607368228549ad57936", + "fa07c7f20c27c4bf9145d52efbe65dbec7fe7e8e0a74543437b056b2fa40b98e", + "fa1b71dfc12a4f385623fe52b9f2454dd162217414070904c282e74116447700", + "fa31e969c67e0e4953325d3a91af4672b1f3d68ee721c1f819f040838966c625", + "fa39b77c7e175c3622da909e0c48dc141bc2421906f477bcdf99ba3ca389d679", + "fa47b56854afae0bb9ae5678b80137f64bbfa32e3a177583c97dde0caae50788", + "fa8721a6a99ad2ee7c2e31f26f5a28a03aa2e6cedb9f099c81b1947da8c079de", + "fab9244a98d17007ca287be76d375653d42376c8a40c9837d697b5a9d54442e5", + "fae85d58a94ee8ac87350af04247eb429dc13eba424d783babdb3b40962959fb", + "faf20ae2f6ea21bc12fcba0fed95fc2d2c66fa525eccb574b82d2e775d33e72c", + "fb0104a9ad8c9302afa9844b799df77114a1f599ae73fb70ca182c18657746d6", + "fb06e5d2ecd8c36cadbee98f013d650a6c07bb2040955789da0d930f95d97e87", + "fb6c478eee898b673291ae1ccaec9d0c1e3118308994e6e9ed615548ea682490", + "fb7a06547c76adb0113a91ae5e50d2de4241269eb736261a6943d7cf576ec5ef", + "fb8086cbe71654a8393479e76bc7865b3813caf6dfeb169c9b65234afdf316ea", + "fb8db1967a1bbbdcde29dbce41454d1cb692aa293ac147ebbc0ce88f94357194", + "fbae6636795b7b141ee220b0c648196fbf00d711eb5b0730b7981fcc79d98e0c", + "fbddd6b3a7a38eb467e4dcd74d53870097e4244fe2869fecfca9e44780db9ab1", + "fbe4c736b1b9641c14842d2f9c2d6a4a10e6838033b53bf5bbabfab58c8932d1", + "fbe89b5c637a113631eb2ebfc096d50b3df29a2732f57a74aa8b237b547a04f6", + "fc288e5b6716568bfc9909a0e3645678a20e33954d8cf3222dbbee1033550e88", + "fc32e8d507aa88822efa6300d76556838e30a182d9b8084a59c05ad83a83a15f", + "fc437094c0ca48af5d90e3736f836efc88679b90be80bfbcf782d4459d7b089d", + "fc501b523438dab044b23b812eda04e81412320fabdf2c7dbdc8830909c2d660", + "fc66d4b1c09bd0e559c579f228d3c38a078e45e9d1305d4cfff09a47329a0bbb", + "fc86885e0b1a0de5f04adcfaf51758add43ef7ff78fe43cc43a50cf664176586", + "fccd668b17136cdbb99e09013df6c6dc0a5a91f1eb1bf22f989a21cefa20ae82", + "fcd1b5d1a225fba957d02e346ad9878be14a6204b601bc7f2d3e9a6b06216294", + "fce089f68c0ae00d5da1e754906c73f1c3dda9140a37617dd6eb83c4b2c2ba48", + "fce84ffad30fafc2e31b69dcd740f4d6d675a37c7639473101c780d5061b1a03", + "fd17ec469ece96894cbad6f7c7e391c4a4c110283bcce36d923414a824f835ac", + "fd386d3ba151f051475e843a9e93e392fc7cd8f3193b21c2a78870ef190a8629", + "fd56a8f2722ba03958b443a558c4e13465f2984cd852cdcf87dab011f33b24a8", + "fdaa56189cd67b46adeae1059d510dbfb12edbcdc518bfa2e400140fe3b09bcf", + "fe19349e611215277bbee9b125024dec258002ca7dfcd3a7d6e2b5935dcfed50", + "fe196574c75b0c689806a6ec1f4ea29cb90df6513c167c4c8f168a3cc4af9676", + "fe1c600d5df592d4c32d16ff5e494006f5c98b172fc2b4f6e1697a713ff561ee", + "fe2b7d4e8a2279775c1366b1447b7c2ca7b9c78f80250778eeee02afe18fb26a", + "fe35b9a5ab367c6ce9b369d900c2e296de0d65106a374f90da0fb7339e6a1f8e", + "fe605b386e9ad2f29da2d05a1ecbeeddca2f4e96e997dc7f936f2da629381fc3", + "fe79db37640f9939ca2efc575b9ea6f0ada86bcfc2fa03c6d33decbd4adea4c6", + "fe8a0a9d5dd6d92788187afa795eaac740e028d09f80a76682e4f0c33a5f136b", + "fe94f8c3fc0116c93a617302afdda03a1964b143983d60e257509a690fedca37", + "febc1c3d860db8a9fbe1fee5d8c1f502d19797294cac207b19f790661312b229", + "fee93db0be8b667fcad98db04b454a25912e56cf54f3fb8637fdbc0eabdcf2a6", + "feeb03e7148982cbe914b41c73f9e6f399ccdfccdac69269fb3a92d214b253c2", + "fef7239ff6ce720d7a669ff227efa115fdeec7720a1dd0c35e5b1fdc58e9bd6a", + "ff07c472654ffc93b1e5cc2d73137b9c00da43f91f81c163d8f1ce6e3549ce46", + "ff1b6d0ed5dc56d68521316910c4d5f1e9e4c149199a4fc4ea61f27bfc7292d0", + "ff25cc50d0ec9a6667cb3562ea5a4db8311bafb7b6da50189ef2b88e8f792eed", + "ff3206f9c2acccdd3717c968f3a263cab72d9bd0ae23a9d3457d0129e01f6af9", + "ff6826aba61a52110343bc8400371d982003dfba256edac36ebd3559a2b924b0", + "ff79f3a026549cc2971adfd50a9b5308ea8e872e0cd3b1f88f9923d18d9ef983", + "ff7b6aaafe05fb6bfae3c4b5d4d2085bc210bf47117d02702d8b3aeabb31f0aa", + "ff9132bfcc7b97ca2285f63b6b98c9e5ca470341af195fa9ab9b33e5597cfd77", + "ffb1eb364e359c1ea440fd1aaae3ace5524bcb3e61da03b813c249d7f77de6f7", + "ffd5b2e7c3e69af9156ecbf8478ef0d2911bb1ceb72ff6c5dc2207e71ce09a82", + "ffde31f75b901ba39b1a965ac5540655b4a238fbff179c2e51a2ead30aada872", + "fff33bb40f0d5856f295bd86e969edec5147c0aac5672ff4f959b4dfad835dfd" + ], + "task_counts": { + "LiftPegUpright-v1": 5664, + "PickCube-v1": 11264, + "PullCube-v1": 4240, + "PushCube-v1": 5872, + "StackCube-v1": 5664 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/train.log b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..eff9ba5ead3f1bf88cf4839ce20d567fc94528fc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_train_cal_perdim_trainmax_seed2/train.log @@ -0,0 +1 @@ +CTT checkpoint trained separately; rollout used checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt