diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/command.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..4d4790e1508bca5d251ed0e33c39ba95af68f634 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/command.txt @@ -0,0 +1 @@ +python scripts/eval_ctt_generated_rollout.py --checkpoint runs/ctt_residual_base_context_obs_seed2/model.pt --source-index data/cil_charts_rgb_refs/train/index.json --target-index data/cil_charts_rgb_refs/test/index.json --out-dir runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2 --k 8 --pool-size 0 --neighbors 8 --max-target-charts 48 --group-batch-size 1 --device cpu --sim-backend physx_cpu --render-backend cpu --restore-tolerance 1e-5 --delta-scale 1.0 --execution-action-scale 1.0 --execution-action-scale-vector 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 --execution-action-transform identity --bootstrap-samples 200 --disable-action-clipping diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/config.yaml b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d772e7ecd62f71aa76bdd6f6e30050ab9f1c787c --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/config.yaml @@ -0,0 +1,22 @@ +bootstrap_samples: 200 +checkpoint: runs/ctt_residual_base_context_obs_seed2/model.pt +delta_scale: 1.0 +device: cpu +disable_action_clipping: True +exclude_self_source: False +execution_action_scale: 1.0 +execution_action_scale_vector: 0.381401261606,0.371117178171,0.354308917074,0.237850081835,0.248271283428,0.232648812617,0.215420039658 +execution_action_transform: identity +group_batch_size: 1 +include_targets_without_positives: False +k: 8 +max_target_charts: 48 +neighbors: 8 +out_dir: runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2 +pool_size: 0 +render_backend: cpu +restore_tolerance: 1e-05 +sim_backend: physx_cpu +skip_metrics: False +source_index: data/cil_charts_rgb_refs/train/index.json +target_index: data/cil_charts_rgb_refs/test/index.json diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..f89d3c89364ad6b600da627fb49e931ffc3f933a --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/data_hash.txt @@ -0,0 +1 @@ +0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/eval.log b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..f218b0406cce9f16d1319aa58f146192f24955b3 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/eval.log @@ -0,0 +1,535 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt +loaded charts source=301 target=48 +generated proposals rows=48 total=384 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=48 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/git_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..8b137891791fe96927ad78e64b0aad7bded08bdc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/git_hash.txt @@ -0,0 +1 @@ + diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_candidates.json b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_candidates.json new file mode 100644 index 0000000000000000000000000000000000000000..eac8696861de36a2adc6138d7a80dd6e63528e3a --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_candidates.json @@ -0,0 +1,35270 @@ +{ + "candidates_evaluated": true, + "checkpoint": "runs/ctt_residual_base_context_obs_seed2/model.pt", + "decoder": { + "action_clipping_enabled": false, + "delta_scale": 1.0, + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "lossless": false, + "name": "linear_keyframe_decode", + "source_code": "spline_tangent_code stores start/mid/end residual keyframes" + }, + "exclude_self_source": false, + "k": 8, + "neighbors": 8, + "pool_size": 8, + "report_type": "ctt_generated_measured_rollout", + "rows": [ + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7282466888427734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7282466888427734 + }, + "base_progress": 0.7282466888427734, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7282466888427734, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7267911434173584, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7267911434173584 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7234797477722168, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7234797477722168 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.724821150302887, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.724821150302887 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7270214557647705, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7270214557647705 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7270426154136658, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7270426154136658 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.725989580154419, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.725989580154419 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7183553576469421, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7183553576469421 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.721496045589447, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.721496045589447 + } + ], + "candidate_progress": [ + 0.7267911434173584, + 0.7234797477722168, + 0.724821150302887, + 0.7270214557647705, + 0.7270426154136658, + 0.725989580154419, + 0.7183553576469421, + 0.721496045589447 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-502dba1003c09ec60ba0", + "ms-059d7962a5f998edf668" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-5799584ed40e211c50a5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1838160902261734, + 0.00359421968460083, + 0.1705855429172516, + 0.03626081347465515, + 1.3875811100006104, + 0.29365456104278564, + 0.18549120426177979, + 0.05634056031703949, + -0.03447677940130234, + 0.06414701044559479, + -0.315317302942276, + 1.7154839038848877, + -0.1258947253227234, + 0.18843668699264526, + 0.19590798020362854, + 0.009555984288454056, + -0.04021643102169037, + -0.1839672178030014, + 1.3660428524017334, + 0.00925135612487793, + 0.1315457969903946 + ], + [ + -0.08610330522060394, + -0.05498134717345238, + 0.20592373609542847, + 0.09931868314743042, + 1.4654743671417236, + -0.02224309742450714, + 0.20070990920066833, + -0.07800805568695068, + -0.012757420539855957, + 0.048029594123363495, + -0.3932999074459076, + 1.5677157640457153, + 0.08889320492744446, + 0.38477790355682373, + 0.0864877849817276, + -0.006498056463897228, + 0.07557974755764008, + -0.22782300412654877, + 1.4201014041900635, + 0.11643052101135254, + 0.39224815368652344 + ], + [ + -0.11139462888240814, + -0.026831572875380516, + 0.1870305836200714, + 0.024617493152618408, + 1.358966588973999, + 0.0025077462196350098, + 0.14830830693244934, + -0.0031305700540542603, + 0.028833385556936264, + 0.056328244507312775, + -0.37711453437805176, + 1.5872429609298706, + -0.034168630838394165, + 0.36484023928642273, + 0.02711263671517372, + 0.03974682092666626, + 0.05420786142349243, + -0.17886607348918915, + 1.4058811664581299, + 0.12241613864898682, + 0.2969486117362976 + ], + [ + -0.1825089305639267, + -0.010154183954000473, + 0.1920394003391266, + 0.007296964526176453, + 1.2861602306365967, + 0.299142450094223, + 0.20158514380455017, + 0.03831906616687775, + -0.05587810277938843, + 0.06313171982765198, + -0.3092295527458191, + 1.7292453050613403, + -0.15737253427505493, + 0.20110467076301575, + 0.23110993206501007, + 0.034699197858572006, + 0.010236039757728577, + -0.12921525537967682, + 1.3727452754974365, + 0.0201493501663208, + 0.2082156240940094 + ], + [ + 0.09420149773359299, + -0.004093825817108154, + 0.4065346121788025, + 0.27465322613716125, + 1.3115239143371582, + -0.29030853509902954, + 0.10613822937011719, + -0.08394697308540344, + 0.08131340146064758, + -0.05040404945611954, + -0.2695055902004242, + 1.9943969249725342, + -0.12154492735862732, + 0.4459346532821655, + 0.009040404111146927, + 0.04191812127828598, + 0.020462796092033386, + -0.19677425920963287, + 1.2890574932098389, + 0.1248156726360321, + 0.4616488218307495 + ], + [ + -0.2412000149488449, + -0.0839676633477211, + 0.12229049205780029, + 0.02714727818965912, + 1.2190008163452148, + 0.26514312624931335, + 0.005892693996429443, + 0.0730142667889595, + -0.026083363220095634, + 0.05592982470989227, + -0.6312845349311829, + 1.520193338394165, + -0.17590191960334778, + 0.4012022614479065, + 0.16401885449886322, + 0.06995616853237152, + -0.054882392287254333, + -0.14155851304531097, + 1.352492094039917, + 0.18669065833091736, + 0.18871340155601501 + ], + [ + -0.2661510109901428, + -0.05226559191942215, + 0.0821722149848938, + 0.1916031539440155, + 1.3646724224090576, + 0.3211158514022827, + 0.09494414925575256, + -0.04581218957901001, + 0.00432384479790926, + 0.05912775546312332, + -0.4261264204978943, + 1.6327491998672485, + -0.18341636657714844, + 0.2557368874549866, + 0.06994066387414932, + -0.03896741569042206, + 0.12086503952741623, + -0.22756920754909515, + 1.3276009559631348, + 0.13568568229675293, + 0.4244379997253418 + ], + [ + -0.06713615357875824, + -0.10898731648921967, + 0.3867435157299042, + 0.10926148295402527, + 1.6061084270477295, + 0.12302390486001968, + 0.4101024270057678, + -0.11438104510307312, + 0.08448389917612076, + 0.03904201090335846, + -0.5036194324493408, + 1.6514638662338257, + -0.3553222119808197, + 0.7010048627853394, + 0.09234848618507385, + -0.04248809069395065, + 0.25501176714897156, + -0.3093308210372925, + 1.4875082969665527, + 0.13150104880332947, + 0.39513158798217773 + ] + ], + "generated_utilities": [ + 0.7267911434173584, + 0.7234797477722168, + 0.724821150302887, + 0.7270214557647705, + 0.7270426154136658, + 0.725989580154419, + 0.7183553576469421, + 0.721496045589447 + ], + "group_id": "ms-5799584ed40e211c50a5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.695741593837738, + 2.0, + 0.5742205381393433, + 0.353538453578949, + 0.7234948873519897, + 0.23220515251159668, + 0.7212414145469666, + 0.7162191867828369, + 2.0, + 0.7279531359672546, + 2.0, + 0.1921277493238449, + 0.21947699785232544, + 2.0, + 0.19267019629478455, + 0.2091115564107895 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.12556302547454834, + 0.031759653240442276, + -0.005511760711669922, + 0.11217179894447327, + 1.4708595275878906, + 0.20526480674743652, + 0.0, + 0.1627572476863861, + 0.05106398090720177, + 0.08001643419265747, + 0.0015570521354675293, + 1.2470405101776123, + -0.034081876277923584, + 0.0, + -0.20415832102298737, + -0.16038036346435547, + -0.09366434812545776, + 0.011923134326934814, + 1.2863614559173584, + 0.326605886220932, + 0.0 + ], + [ + -1.1036561727523804, + -0.2729172110557556, + 0.15201491117477417, + 0.6310743093490601, + 1.4708595275878906, + 0.22859114408493042, + 0.0, + -0.6446681618690491, + -0.3592391908168793, + 0.20394687354564667, + -0.3334474265575409, + 1.2470405101776123, + 0.10929054021835327, + 0.0, + 0.0708397626876831, + 0.6341482400894165, + 0.2534213066101074, + -0.5062402486801147, + 1.2863614559173584, + 0.2794201076030731, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4309304654598236, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.6913388967514038, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5405775308609009 + ], + [ + -0.17443382740020752, + 0.10536882281303406, + 1.0823079347610474, + 0.37589412927627563, + 2.70369291305542, + 0.08096903562545776, + 0.45218074321746826, + -0.041515275835990906, + 0.7149043083190918, + 0.6342184543609619, + -0.1510268747806549, + 1.6392080783843994, + -0.5721845626831055, + 0.9119001626968384, + 0.0796709656715393, + 0.14260581135749817, + 0.09288522601127625, + -0.236861914396286, + 2.798177719116211, + 0.037620753049850464, + 0.1060103178024292 + ], + [ + -1.3976900577545166, + -0.3843246400356293, + -0.3551177382469177, + -0.7191817760467529, + 3.1181371212005615, + -1.0153398513793945, + 0.9093213081359863, + -0.46741002798080444, + -0.4777427911758423, + 0.5847069621086121, + -0.7122976779937744, + 1.49969482421875, + -0.8400344252586365, + 1.036980152130127, + 0.3957635462284088, + 0.2608935832977295, + 0.4350411295890808, + -0.0573345422744751, + 1.4020898342132568, + -0.2644611895084381, + 0.5209293365478516 + ], + [ + 0.13327711820602417, + -0.19911976158618927, + 0.2777494490146637, + -0.5133474469184875, + 1.8012508153915405, + 0.09127992391586304, + 0.35662928223609924, + 0.6739349961280823, + 0.5202516913414001, + 0.6325141191482544, + -1.4312751293182373, + 3.0624003410339355, + -1.091947078704834, + 1.1273027658462524, + -0.5780089497566223, + 0.012244708836078644, + 1.2045903205871582, + -1.56142258644104, + 1.9978752136230469, + -1.172595739364624, + 0.3374365270137787 + ], + [ + -1.520635724067688, + -0.9252650737762451, + -0.3131774663925171, + 0.37766140699386597, + 2.7566092014312744, + -0.9621344804763794, + 1.0721709728240967, + -0.34145641326904297, + -0.7691382765769958, + 0.9142491221427917, + -0.845502495765686, + 2.71456241607666, + -0.25535696744918823, + 0.47051090002059937, + -0.19313384592533112, + -0.21557137370109558, + 0.6501962542533875, + 0.24064362049102783, + 3.137739658355713, + 0.35141924023628235, + -0.029620707035064697 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.012039661407470703, + -0.05118545889854431, + -0.06535553932189941, + -0.04842284321784973, + 1.4708595275878906, + 0.020981639623641968, + 0.0, + 0.003453299403190613, + -0.0413513109087944, + 0.09253352880477905, + -0.05847179889678955, + 1.2470405101776123, + -0.027027547359466553, + 0.0, + 0.10907487571239471, + 0.018613651394844055, + -0.03009772300720215, + 0.00893855094909668, + 1.2863614559173584, + -0.07103800773620605, + 0.0 + ], + [ + -0.8287792205810547, + -0.23426979780197144, + 0.5087366700172424, + -0.7350267171859741, + 2.122105598449707, + -0.3550410270690918, + 0.6285651326179504, + 0.48652929067611694, + 0.058029573410749435, + 0.623879075050354, + -0.6215457320213318, + 2.7280654907226562, + -0.17514294385910034, + 0.550636887550354, + 0.015995219349861145, + 0.03788954019546509, + 0.13958755135536194, + -0.5519895553588867, + 2.2776031494140625, + -0.41969916224479675, + 0.40627342462539673 + ], + [ + -0.41124144196510315, + -0.1048755794763565, + 1.151909589767456, + -0.8224762678146362, + 2.2440061569213867, + -0.7573217153549194, + 0.7227639555931091, + 0.1749846488237381, + 0.5508100390434265, + 0.07246983051300049, + -1.0510613918304443, + 2.572587728500366, + -0.5535074472427368, + 1.0577616691589355, + -0.19132046401500702, + 0.4887853264808655, + 0.786109447479248, + -0.8479259014129639, + 2.2749032974243164, + -0.5426547527313232, + 0.9771518111228943 + ], + [ + -1.181443691253662, + 0.10737474262714386, + 1.0074310302734375, + -0.5379030108451843, + 1.52034592628479, + -0.8081731200218201, + 0.5656459927558899, + 0.6751595735549927, + -0.8839346170425415, + -0.028954744338989258, + -0.0647847056388855, + 2.7801947593688965, + -0.804533064365387, + 0.027279198169708252, + -0.33421146869659424, + -0.8645791411399841, + 0.4428331255912781, + -0.7354188561439514, + 1.8275327682495117, + -1.0469876527786255, + 0.5104811787605286 + ] + ], + "predicted_scores": [ + 5.923926830291748, + 5.875554084777832, + 5.789604187011719, + 5.710122585296631, + 5.533572196960449, + 4.764636039733887, + 4.434010028839111, + 4.19350528717041 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2012211287", + "selected_index": 0, + "state_hash": "d179f22adaaccb4539f38d638dab1dd6382b2695b0d759232020687a2feb7194", + "stored_base_utility": 0.695741593837738, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20915235579013824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20915235579013824 + }, + "base_progress": 0.20915235579013824, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20915235579013824, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20169919729232788, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20169919729232788 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20166043937206268, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20166043937206268 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2014298439025879, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2014298439025879 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20093269646167755, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20093269646167755 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2035302072763443, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2035302072763443 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20134292542934418, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20134292542934418 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20032821595668793, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20032821595668793 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20156721770763397, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20156721770763397 + } + ], + "candidate_progress": [ + 0.20169919729232788, + 0.20166043937206268, + 0.2014298439025879, + 0.20093269646167755, + 0.2035302072763443, + 0.20134292542934418, + 0.20032821595668793, + 0.20156721770763397 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c090bce47703a4c4bb0b", + "ms-df961fe24a43e56d1716", + "ms-e1b6bcb41532a800d3cb", + "ms-13d8bae55d3c3710138f", + "ms-9ced92cccacfe4d157b0", + "ms-0660d5f65df5fc4b6132", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-e1b6bcb41532a800d3cb" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank6", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-715db95b13ebc6c977c8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3422938585281372, + 0.22119297087192535, + 0.9534735679626465, + 0.6733534336090088, + -0.05851936340332031, + 0.17697085440158844, + 0.3853882849216461, + 0.09317699819803238, + 0.020448332652449608, + -0.08522918075323105, + -0.21071958541870117, + 1.841088056564331, + -0.31004124879837036, + 0.28093430399894714, + 0.11056738346815109, + -0.013368719257414341, + -0.16038717329502106, + 0.022310659289360046, + 1.2380921840667725, + -0.1301645189523697, + 0.14687113463878632 + ], + [ + -0.1401791125535965, + 0.19853907823562622, + 0.9885122776031494, + 0.5602239370346069, + -0.23000788688659668, + 0.3658633828163147, + 0.6468220949172974, + 0.19516602158546448, + 0.017460040748119354, + -0.13683190941810608, + -0.24311691522598267, + 1.6480158567428589, + -0.21673837304115295, + 0.09258460253477097, + 0.0838637724518776, + 0.020624492317438126, + -0.0053675174713134766, + -0.09860245883464813, + 1.4777941703796387, + -0.12579767405986786, + 0.14430052042007446 + ], + [ + -0.11059413850307465, + 0.16813889145851135, + 1.0988831520080566, + 0.6678612232208252, + -0.09322342276573181, + 0.20794472098350525, + 0.2775140404701233, + 0.17344951629638672, + 0.0006800014525651932, + -0.13037267327308655, + -0.09099011868238449, + 1.9434551000595093, + -0.4097706377506256, + 0.2169973999261856, + 0.033523332327604294, + 0.09932529926300049, + -0.1288978010416031, + -0.06424500048160553, + 1.380814790725708, + -0.12999890744686127, + 0.1358884572982788 + ], + [ + -0.05110625922679901, + 0.17178480327129364, + 1.0780712366104126, + 0.5113900899887085, + -0.23026371002197266, + 0.14806610345840454, + 0.47082027792930603, + 0.08684418350458145, + 0.00656583858653903, + -0.11795496195554733, + -0.18287086486816406, + 1.8634480237960815, + -0.028181850910186768, + 0.16551469266414642, + -0.0254058875143528, + 0.060605671256780624, + -0.05492289364337921, + -0.13328631222248077, + 1.4099950790405273, + -0.16700899600982666, + 0.012562856078147888 + ], + [ + -0.07605120539665222, + 0.18105454742908478, + 0.8754258155822754, + 0.34317997097969055, + 0.032316744327545166, + 0.6659331321716309, + 0.2670203447341919, + 0.12796422839164734, + -0.02901378832757473, + -0.10384116321802139, + -0.19683554768562317, + 1.719489336013794, + -0.3424301743507385, + 0.25834453105926514, + 0.024845030158758163, + -0.003661196678876877, + -0.15954433381557465, + 0.0526718944311142, + 1.3100104331970215, + -0.5160254240036011, + 0.3273632228374481 + ], + [ + 0.0466216504573822, + 0.20773373544216156, + 1.1436251401901245, + 0.5764540433883667, + -0.2189708948135376, + 0.2529154121875763, + 0.4311618208885193, + 0.1283804476261139, + 0.001397736370563507, + -0.14753258228302002, + -0.2540070712566376, + 1.8823974132537842, + -0.0892355740070343, + 0.15439458191394806, + 0.12901900708675385, + 0.03701227158308029, + -0.11760298907756805, + -0.02262704074382782, + 1.334305763244629, + 0.02349916100502014, + -0.02041502296924591 + ], + [ + -0.22045506536960602, + 0.20242741703987122, + 0.9730069637298584, + 0.5364211797714233, + -0.08456447720527649, + 0.5462771058082581, + 0.40876299142837524, + 0.01344648003578186, + 0.0036259274929761887, + -0.003136374056339264, + -0.15128934383392334, + 2.110382318496704, + -0.12655124068260193, + 0.2618786692619324, + 0.0003521144390106201, + 0.06601931154727936, + -0.1613241583108902, + -0.12640462815761566, + 1.3681375980377197, + -0.18856176733970642, + 0.24242053925991058 + ], + [ + 0.039584964513778687, + 0.16386082768440247, + 1.2700719833374023, + 0.47796764969825745, + -0.32712531089782715, + 0.06881262362003326, + 0.28610774874687195, + 0.2689627408981323, + 0.05842107534408569, + -0.30731189250946045, + -0.19202646613121033, + 1.9309613704681396, + 0.13196584582328796, + 0.2729830741882324, + 0.14099574089050293, + 0.15542206168174744, + -0.09801043570041656, + -0.07461376488208771, + 1.2481582164764404, + 0.23931777477264404, + 0.03876814246177673 + ] + ], + "generated_utilities": [ + 0.20169919729232788, + 0.20166043937206268, + 0.2014298439025879, + 0.20093269646167755, + 0.2035302072763443, + 0.20134292542934418, + 0.20032821595668793, + 0.20156721770763397 + ], + "group_id": "ms-715db95b13ebc6c977c8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7276763319969177, + 2.0, + 0.7247764468193054, + 0.6921603679656982, + 0.20542781054973602, + 0.1958664506673813, + 0.2039061188697815, + 0.20193135738372803, + 0.21138714253902435, + 0.2018231600522995, + 0.1974717676639557, + 0.20079456269741058, + 0.1999427080154419, + 0.19537661969661713, + 0.20794042944908142, + 0.22082462906837463 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.33823883533477783, + 1.5503506660461426, + 2.2380058765411377, + 1.5590949058532715, + -0.22497621178627014, + 0.26080960035324097, + -2.4348373413085938, + -0.0273895263671875, + -0.5254056453704834, + -1.268343448638916, + -0.23282305896282196, + 2.6626713275909424, + 0.4546125829219818, + -0.0701400488615036, + 0.36990296840667725, + 0.034550901502370834, + 0.4710223078727722, + -0.7692371606826782, + 2.155225992202759, + -0.580864429473877, + 0.6800468564033508 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.8696746826171875, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.1402800977230072, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3600937128067017 + ], + [ + 0.07017278671264648, + 1.521916389465332, + 2.009843349456787, + 1.4738659858703613, + -0.2899177074432373, + 0.46131497621536255, + -2.531620502471924, + 0.14048290252685547, + -0.7855347990989685, + -1.1143710613250732, + 0.012876257300376892, + 2.7933197021484375, + 0.30855774879455566, + 0.14485713839530945, + 0.46072325110435486, + 0.10650882124900818, + 0.5814961194992065, + -0.6753175854682922, + 2.3493947982788086, + -0.31899890303611755, + 0.8796342611312866 + ], + [ + 0.3178834319114685, + 1.2961947917938232, + 2.589533805847168, + 1.7275389432907104, + -0.026689037680625916, + 0.27645671367645264, + -2.4141836166381836, + -0.1766154021024704, + -0.24934518337249756, + -1.3515665531158447, + -0.16601590812206268, + 2.7396316528320312, + 0.7588784694671631, + -0.15953752398490906, + 0.36116188764572144, + -0.143848717212677, + 0.4210423529148102, + -0.8379677534103394, + 2.2562992572784424, + -0.19895753264427185, + 0.5771763324737549 + ], + [ + -0.12494292855262756, + 1.8969860076904297, + 2.4035770893096924, + 1.6478896141052246, + 0.040180712938308716, + 0.24593156576156616, + -2.34008526802063, + 0.12583549320697784, + -0.5264602303504944, + -0.9070775508880615, + -0.4896009564399719, + 3.029449224472046, + 0.6909686923027039, + 0.1467941552400589, + 0.03226286172866821, + 0.03609117865562439, + 0.08947920799255371, + -1.247578501701355, + 1.9016273021697998, + -0.6706652045249939, + 1.1426045894622803 + ], + [ + 0.7138174772262573, + 1.0768483877182007, + 1.7427103519439697, + 1.5768358707427979, + -0.059891194105148315, + 0.788209855556488, + -2.2357473373413086, + -0.6271201372146606, + -0.19050318002700806, + -1.489158034324646, + -0.42916837334632874, + 2.8671674728393555, + 0.20186689496040344, + 0.4675248861312866, + -0.03316506743431091, + -0.15900862216949463, + 0.2741629481315613, + -1.2911972999572754, + 1.7669053077697754, + -0.051352739334106445, + 0.47578683495521545 + ], + [ + -0.28924405574798584, + 1.5423802137374878, + 1.8096331357955933, + 1.3925378322601318, + -0.5160847902297974, + 0.02628597617149353, + -2.463913679122925, + -0.11511489003896713, + -0.19317570328712463, + -0.8961169719696045, + 0.08857034146785736, + 2.2220115661621094, + 0.3456495702266693, + -0.5302423238754272, + 0.21759217977523804, + 0.4364970028400421, + 0.7512288093566895, + -0.33312925696372986, + 2.727248430252075, + -0.5966866612434387, + 0.5108752250671387 + ], + [ + 1.000809669494629, + 1.1056790351867676, + 2.286451816558838, + 2.152500629425049, + 0.3457088768482208, + 0.07567016780376434, + -3.2127318382263184, + -0.5930389761924744, + -0.9091454744338989, + -1.3978261947631836, + -0.9321629405021667, + 3.1251871585845947, + -0.0873921811580658, + -0.6672512888908386, + 0.02386268973350525, + 0.21522864699363708, + 0.4657308757305145, + -0.575664222240448, + 1.9708892107009888, + -1.1900556087493896, + 1.4129865169525146 + ], + [ + 0.32382237911224365, + 2.2453579902648926, + 1.8118072748184204, + 0.8819907307624817, + -1.105812907218933, + 0.598942756652832, + -2.0275609493255615, + -0.6241287589073181, + -0.7717767953872681, + -1.2091741561889648, + -0.5241715312004089, + 2.6333746910095215, + 1.197510004043579, + 0.20193235576152802, + 0.06856834888458252, + -0.06392127275466919, + 1.1480510234832764, + -0.9437365531921387, + 1.9757884740829468, + -0.7860120534896851, + 0.9019255042076111 + ], + [ + 1.0729541778564453, + 1.173112154006958, + 2.628614902496338, + 1.664441466331482, + -0.3475607633590698, + 0.4421616196632385, + -2.4642398357391357, + -0.25969383120536804, + -1.0389935970306396, + -0.7118349671363831, + -1.03444504737854, + 3.610355854034424, + 0.10399851202964783, + 0.325661301612854, + -0.26851803064346313, + -0.5551983118057251, + 0.8207827210426331, + -0.9675214886665344, + 2.8388757705688477, + -0.16362401843070984, + -0.10623013973236084 + ], + [ + 1.3289453983306885, + 1.9137883186340332, + 2.082090377807617, + 2.491259813308716, + 0.6180912256240845, + -0.3126993775367737, + -2.5589985847473145, + -0.5410527586936951, + 0.026464879512786865, + -0.46877521276474, + -0.6966705322265625, + 1.9529465436935425, + -0.19639351963996887, + 0.02374301850795746, + -0.09083741903305054, + 0.9245768189430237, + -0.09806692600250244, + -0.24988514184951782, + 2.6212518215179443, + -0.7180906534194946, + 1.5200225114822388 + ], + [ + -0.1554102897644043, + 1.9165453910827637, + 1.8331965208053589, + 1.2937030792236328, + -1.185176968574524, + -0.4155595898628235, + -3.357268810272217, + -0.8257315158843994, + -0.6582139730453491, + -1.5948694944381714, + 0.6072660684585571, + 2.1588306427001953, + 0.8806488513946533, + -0.46826112270355225, + 0.330376535654068, + -0.7345791459083557, + 1.4418903589248657, + -0.18088001012802124, + 1.2020847797393799, + 0.2133919596672058, + -0.11863052845001221 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.02487349510192871, + 0.5503506660461426, + 1.2380058765411377, + 0.5590949058532715, + -0.04777374863624573, + -0.05447050929069519, + 0.0, + -0.004949942231178284, + -0.019134342670440674, + -0.268343448638916, + -0.0008451938629150391, + 1.6626713275909424, + 0.025963664054870605, + 0.0, + 0.05544579029083252, + -0.036041636019945145, + -0.050818800926208496, + 0.0036783218383789062, + 1.1552259922027588, + -0.03211313486099243, + 0.0 + ] + ], + "predicted_scores": [ + 3.3104429244995117, + 2.6764302253723145, + 2.622851848602295, + 2.616884231567383, + 2.473353862762451, + 2.20556378364563, + 1.8584874868392944, + 1.8415472507476807 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "307068879", + "selected_index": 0, + "state_hash": "94949df6075383566ede3d7bee7fabca8db03ad54df07892c3fac4e83e1d7e32", + "stored_base_utility": 0.7276763319969177, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.725517988204956, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.725517988204956 + }, + "base_progress": 0.725517988204956, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.725517988204956, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7232213616371155, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7232213616371155 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7228023409843445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7228023409843445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7197349667549133, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7197349667549133 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7193949818611145, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7193949818611145 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7243968844413757, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7243968844413757 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7205738425254822, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7205738425254822 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7193413376808167, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7193413376808167 + } + ], + "candidate_progress": [ + 0.7232213616371155, + 1.0, + 0.7228023409843445, + 0.7197349667549133, + 0.7193949818611145, + 0.7243968844413757, + 0.7205738425254822, + 0.7193413376808167 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1b24faaf0d032ad20017", + "ms-1b24faaf0d032ad20017", + "ms-2436538e05fdcf8e44fc", + "ms-fae3c6a2f1b575ddc3f7", + "ms-fae3c6a2f1b575ddc3f7", + "ms-059d7962a5f998edf668", + "ms-fae3c6a2f1b575ddc3f7", + "ms-fae3c6a2f1b575ddc3f7" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-7b229b60d7f64fb624cf", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2121334820985794, + 0.06488041579723358, + 0.05166676640510559, + -0.02503734827041626, + 1.3778464794158936, + -0.08653739094734192, + 0.3373211622238159, + 0.07544637471437454, + -0.013731446117162704, + 0.04564615339040756, + -0.21958193182945251, + 1.3549754619598389, + -0.07533034682273865, + 0.03723086416721344, + 0.056865446269512177, + 0.055510733276605606, + -0.003511771559715271, + -0.1250959187746048, + 1.0051249265670776, + 0.027894586324691772, + 0.0401131808757782 + ], + [ + -0.01852072775363922, + 0.0562315359711647, + 0.27583062648773193, + 0.1928771436214447, + 1.2739968299865723, + 0.11802942305803299, + 0.32349300384521484, + 0.17164820432662964, + 0.0027388921007514, + -0.022305168211460114, + -0.17168071866035461, + 1.4020003080368042, + -0.007962912321090698, + 0.21115171909332275, + 0.09021589905023575, + -0.030909886583685875, + -0.1642315834760666, + -0.12751464545726776, + 0.9099835753440857, + 0.15733462572097778, + 0.17775951325893402 + ], + [ + -0.11871974170207977, + 0.05716078728437424, + 0.07225671410560608, + 0.05678471922874451, + 1.4122297763824463, + -0.025504305958747864, + 0.3102422058582306, + -0.027097374200820923, + -0.010218584910035133, + 0.02905963361263275, + -0.2260507345199585, + 1.4318130016326904, + -0.1090942919254303, + -0.011693194508552551, + 0.1060829684138298, + 0.055199552327394485, + -0.04199738800525665, + -0.1251126378774643, + 0.9408513307571411, + -0.010280609130859375, + -0.03406864404678345 + ], + [ + -0.23209474980831146, + 0.05013715475797653, + 0.052727073431015015, + -0.06746846437454224, + 1.5316259860992432, + -0.09437994658946991, + 0.3160479664802551, + 0.012154936790466309, + -0.028822781518101692, + 0.0925903469324112, + -0.30292007327079773, + 1.3244879245758057, + -0.0016717910766601562, + -0.06434689462184906, + 0.04665160924196243, + 0.03166784718632698, + -0.06547509133815765, + -0.1641458421945572, + 0.9718803763389587, + -0.021325111389160156, + 0.021261066198349 + ], + [ + -0.18313084542751312, + 0.07151324301958084, + 0.0285336971282959, + 0.026604652404785156, + 1.4307408332824707, + -0.13687211275100708, + 0.3441805839538574, + -0.012549355626106262, + 0.0234974455088377, + 0.11682266741991043, + -0.22422519326210022, + 1.3554459810256958, + -0.038319021463394165, + 0.010430052876472473, + 0.07697068899869919, + 0.06511841714382172, + 0.006929829716682434, + -0.11753015220165253, + 0.9998175501823425, + 0.06114169955253601, + 0.023176461458206177 + ], + [ + -0.15978334844112396, + 0.07285615056753159, + -0.002238333225250244, + 0.02290266752243042, + 1.3324699401855469, + 0.06775466352701187, + 0.3194606602191925, + 0.03302377462387085, + 0.01759043149650097, + 0.015081293880939484, + -0.2430310845375061, + 1.4160476922988892, + -0.07475519180297852, + 0.055007629096508026, + 0.08830533921718597, + 0.05574807897210121, + -0.0168791264295578, + -0.12385500967502594, + 0.9518256783485413, + 0.05142435431480408, + -0.004044637084007263 + ], + [ + -0.023091092705726624, + 0.13775989413261414, + -0.0036939680576324463, + -0.017563581466674805, + 1.5549979209899902, + -0.265728235244751, + 0.154989093542099, + -0.11338838934898376, + 0.06444913148880005, + 0.15598276257514954, + -0.23134514689445496, + 1.3186712265014648, + 0.028250277042388916, + 0.05297113209962845, + 0.12060389667749405, + 0.12035487592220306, + -0.16024638712406158, + -0.2824687361717224, + 1.0194538831710815, + -0.03561687469482422, + -0.10301685333251953 + ], + [ + -0.09171119332313538, + 0.17920146882534027, + -0.09042337536811829, + 0.01027880609035492, + 1.372375726699829, + -0.6285678148269653, + -0.12694710493087769, + -0.043924301862716675, + 0.045282743871212006, + -0.0032767876982688904, + -0.41366302967071533, + 1.548248529434204, + -0.007955223321914673, + 0.17069795727729797, + -0.14793598651885986, + 0.026003122329711914, + 0.02403862774372101, + -0.08029748499393463, + 1.202085018157959, + 0.08971542119979858, + 0.2452097237110138 + ] + ], + "generated_utilities": [ + 0.7232213616371155, + 2.0, + 0.7228023409843445, + 0.7197349667549133, + 0.7193949818611145, + 0.7243968844413757, + 0.7205738425254822, + 0.7193413376808167 + ], + "group_id": "ms-7b229b60d7f64fb624cf", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7279080748558044, + 2.0, + 0.20414462685585022, + 0.6802849769592285, + 0.7178159952163696, + 0.21479015052318573, + 0.7138709425926208, + 0.6876591444015503, + 0.1967480182647705, + 0.2041277140378952, + 0.6729974150657654, + 0.19481073319911957, + 0.19504189491271973, + 0.18815509974956512, + 0.188818097114563, + 0.1887865662574768 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.08093959093093872, + -0.07720033824443817, + -0.1463574767112732, + 0.025505483150482178, + 1.715113878250122, + -0.18640094995498657, + 0.0, + 0.1731838583946228, + 0.08211895823478699, + -0.08431470394134521, + -0.06893879175186157, + 1.5273964405059814, + -0.22224944829940796, + 0.0, + 0.128187894821167, + -0.07933905720710754, + -0.03732771426439285, + -0.11700642108917236, + 1.2360272407531738, + 0.035373538732528687, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.21214041113853455, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1117973327636719, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4804162979125977 + ], + [ + -1.2293341159820557, + 0.029875628650188446, + 0.918454647064209, + -0.4173068404197693, + 2.4747769832611084, + -1.3865807056427002, + 0.08725066483020782, + 0.14519837498664856, + -0.3940011262893677, + 0.028119683265686035, + -0.3171449601650238, + 2.5652434825897217, + -0.43028002977371216, + 0.8828955888748169, + 0.5686550736427307, + -0.4160914719104767, + -0.26858240365982056, + -0.7152656316757202, + 2.0751097202301025, + -0.729902446269989, + 0.8917676210403442 + ], + [ + -0.5324480533599854, + 0.04548436030745506, + 0.843679666519165, + -0.6073765754699707, + 3.1931309700012207, + -1.3281985521316528, + 0.5069652199745178, + 0.4011792838573456, + -0.4030959904193878, + 0.6814882755279541, + -1.1951193809509277, + 2.6185948848724365, + -0.554333508014679, + 0.5721984505653381, + -0.16396579146385193, + -0.3436257243156433, + -0.21599116921424866, + -1.0701491832733154, + 1.9690310955047607, + -0.9462445974349976, + 0.6203503608703613 + ], + [ + -0.1311948299407959, + 0.7171667814254761, + 1.200261116027832, + 0.10901182889938354, + 2.56119704246521, + -0.6617993116378784, + 0.22047674655914307, + -0.5156197547912598, + -0.21030603349208832, + 0.01577836275100708, + -1.12506902217865, + 2.7253074645996094, + -1.027407169342041, + 0.8246474266052246, + -0.31855508685112, + 0.0044267438352108, + 0.6886363625526428, + 0.13806498050689697, + 1.8229583501815796, + -1.0682729482650757, + 0.20753073692321777 + ], + [ + -1.1816883087158203, + 0.4261643588542938, + 1.2360520362854004, + -0.42399734258651733, + 1.9532790184020996, + -0.9801387190818787, + 0.2201133668422699, + 0.6276533007621765, + -0.285473495721817, + 0.4212322235107422, + -1.1270140409469604, + 2.4801976680755615, + -0.4999431371688843, + 1.2744868993759155, + 0.48235732316970825, + -0.5188312530517578, + -0.11804153770208359, + -0.4394923448562622, + 1.9185583591461182, + -0.1322442889213562, + 0.5279645323753357 + ], + [ + -0.6052919626235962, + -0.4616277813911438, + 0.7523423433303833, + 0.10819000005722046, + 3.607379674911499, + -1.5291264057159424, + -0.5250914096832275, + -0.4528994560241699, + -0.7418931722640991, + -0.3554151654243469, + -0.48942404985427856, + 2.688833713531494, + -0.22922468185424805, + 0.8705117702484131, + -0.5630398392677307, + 0.7132670879364014, + 0.35845327377319336, + -0.9687232971191406, + 1.5885288715362549, + -1.267107605934143, + 1.6210530996322632 + ], + [ + -0.8101084232330322, + -0.3014431595802307, + 1.1712646484375, + -1.0316306352615356, + 2.233030319213867, + -1.4724336862564087, + 0.7332221865653992, + -0.7587263584136963, + -1.002193808555603, + 0.31429487466812134, + -0.6629177927970886, + 2.507845640182495, + -1.3157875537872314, + 0.34585919976234436, + -0.559177815914154, + 0.23163066804409027, + 0.9405421018600464, + -1.2746365070343018, + 1.4249805212020874, + 0.42815282940864563, + 0.5501192808151245 + ], + [ + -1.4767518043518066, + 0.7369992733001709, + 1.0865691900253296, + -0.00720524787902832, + 2.2333321571350098, + -1.1858515739440918, + 0.6504526138305664, + -0.7829099297523499, + -0.23658721148967743, + -0.335928738117218, + -1.689948558807373, + 1.7853922843933105, + -0.04443025588989258, + 0.050962984561920166, + -0.028319664299488068, + 1.0110774040222168, + 0.5374354124069214, + -1.4210021495819092, + 1.9319050312042236, + -0.5953025817871094, + 0.613638162612915 + ], + [ + -0.507949948310852, + -0.8206221461296082, + -0.3682291507720947, + -0.15647977590560913, + 3.484253168106079, + -0.036751389503479004, + -0.14517785608768463, + 0.25241321325302124, + -0.9055225849151611, + 0.9539178013801575, + -0.058311402797698975, + 2.415170192718506, + -1.7456104755401611, + 0.3388040065765381, + 0.9086830615997314, + -0.5268760919570923, + 0.27712807059288025, + 0.3525400161743164, + 2.6993520259857178, + -1.0877660512924194, + 0.20776450634002686 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.027649641036987305, + 0.033894337713718414, + 0.024735212326049805, + -0.0006232857704162598, + 1.715113878250122, + -0.03261733055114746, + 0.0, + -0.0015364773571491241, + 0.00454837828874588, + 0.05671307444572449, + -0.02058589458465576, + 1.5273964405059814, + -0.05318784713745117, + 0.0, + -0.05621208995580673, + -0.0382460355758667, + 0.01890069991350174, + -0.09421032667160034, + 1.2360272407531738, + 0.023361235857009888, + 0.0 + ] + ], + "predicted_scores": [ + 7.122216701507568, + 7.071043968200684, + 6.950160980224609, + 6.902359962463379, + 6.875267505645752, + 6.8726935386657715, + 6.379068851470947, + 5.857034683227539 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1073161778", + "selected_index": 0, + "state_hash": "d1c016b2216e18669c844eca6d47f27ad455810e130793545d7c93975cab8d73", + "stored_base_utility": 0.7279080748558044, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.525360107421875, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.525360107421875 + }, + "base_progress": 0.525360107421875, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.525360107421875, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.4130730926990509, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.4130730926990509 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5016993880271912, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5016993880271912 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5705108642578125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5705108642578125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.4804247319698334, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.4804247319698334 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.4611321985721588, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.4611321985721588 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.44476449489593506, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.44476449489593506 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.38905441761016846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.38905441761016846 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.41598376631736755, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.41598376631736755 + } + ], + "candidate_progress": [ + 0.4130730926990509, + 0.5016993880271912, + 0.5705108642578125, + 0.4804247319698334, + 0.4611321985721588, + 0.44476449489593506, + 0.38905441761016846, + 0.41598376631736755 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-8bc7aa419d17368d81b5", + "ms-8bc7aa419d17368d81b5", + "ms-dd32ce9859c365c535b4" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-99f263cb3f383b1f6243", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.11503763496875763, + 0.049414850771427155, + -0.22568735480308533, + -0.007381215691566467, + 1.2794346809387207, + -0.10402876138687134, + 0.3457617163658142, + 0.0996265709400177, + 0.019308749586343765, + -0.0821637436747551, + -0.21090808510780334, + 0.882400631904602, + -0.07813641428947449, + 0.06984055787324905, + 0.003265373408794403, + 0.08774051070213318, + -0.21055682003498077, + -0.05635528266429901, + 0.6978859305381775, + -0.07492862641811371, + -0.028176918625831604 + ], + [ + 0.11734513193368912, + 0.03308075666427612, + 0.07219305634498596, + 0.3025262653827667, + 1.2316536903381348, + 0.040106311440467834, + 0.3741159439086914, + 0.14355535805225372, + 0.0808943584561348, + -0.05286312848329544, + -0.10163132101297379, + 1.095584750175476, + -0.0741100013256073, + -0.030062153935432434, + 0.0003069937229156494, + -0.005678980611264706, + -0.1539527028799057, + -0.12232576310634613, + 0.7303593158721924, + 0.06800621747970581, + 0.01511266827583313 + ], + [ + 0.16989722847938538, + 0.02220304310321808, + -0.02525898814201355, + 0.28064313530921936, + 1.3473145961761475, + -0.11537197232246399, + 0.37774795293807983, + 0.05153937637805939, + 0.004010573495179415, + 0.07950127124786377, + -0.10499385744333267, + 0.8743569850921631, + -0.21987690031528473, + -0.1690131276845932, + 0.34429123997688293, + -0.018198616802692413, + 0.1066671758890152, + -0.0318082720041275, + 0.5695970058441162, + 0.0450265109539032, + -0.11485889554023743 + ], + [ + -0.006130009889602661, + 0.0746932253241539, + -0.14802446961402893, + 0.10724812746047974, + 1.4406440258026123, + -0.0019190609455108643, + 0.13105449080467224, + -0.03215432167053223, + 0.06201939284801483, + -0.0017808303236961365, + -0.20452356338500977, + 1.0505897998809814, + -0.2627546787261963, + 0.0604354664683342, + 0.07472054660320282, + 0.0497661828994751, + -0.05430684983730316, + -0.05830542743206024, + 0.6371673345565796, + -0.054971665143966675, + -0.07298381626605988 + ], + [ + -0.0214356929063797, + 0.0676298663020134, + -0.17585942149162292, + 0.06377026438713074, + 1.310640811920166, + 0.020191967487335205, + 0.2397598773241043, + -0.018561407923698425, + 0.05329420417547226, + -0.039548926055431366, + -0.11653316766023636, + 1.041609764099121, + -0.2097938358783722, + 0.0011157691478729248, + 0.059981297701597214, + 0.06915903091430664, + -0.0584479421377182, + -0.05031697452068329, + 0.6662172079086304, + 0.03568398952484131, + -0.05354294180870056 + ], + [ + 0.0037717074155807495, + 0.0339919850230217, + -0.20125117897987366, + -0.002780705690383911, + 1.4062495231628418, + 0.09171608835458755, + 0.34683236479759216, + 0.03499263525009155, + 0.014648797921836376, + -0.060948170721530914, + -0.14421594142913818, + 1.0303866863250732, + -0.1887032687664032, + -0.1829991489648819, + 0.04708012193441391, + 0.056388918310403824, + -0.09708954393863678, + -0.09019522368907928, + 0.7684285044670105, + 0.04111003875732422, + -0.10193091630935669 + ], + [ + -0.18967659771442413, + 0.12405067682266235, + -0.2257450520992279, + 0.21683275699615479, + 1.28737211227417, + -0.053095459938049316, + 0.4169751703739166, + 0.07851394265890121, + 0.03327899053692818, + -0.08413159102201462, + -0.28312376141548157, + 0.8229955434799194, + -0.03352975845336914, + -0.15574513375759125, + 0.20337221026420593, + 0.12164147198200226, + -0.38130342960357666, + -0.03188605606555939, + 0.8166825771331787, + 0.2166532278060913, + -0.2764296233654022 + ], + [ + -0.022682800889015198, + 0.05474928021430969, + -0.23060783743858337, + 0.1051856279373169, + 1.311155080795288, + -0.5908359289169312, + 0.05123263597488403, + -0.18745264410972595, + 0.1443829983472824, + -0.09076244384050369, + -0.25425422191619873, + 1.4334042072296143, + -0.26486286520957947, + 0.2680166959762573, + -0.19823771715164185, + 0.044835399836301804, + -0.1446676105260849, + -0.13693858683109283, + 0.9647692441940308, + 0.08908849954605103, + 0.6677218675613403 + ] + ], + "generated_utilities": [ + 0.4130730926990509, + 0.5016993880271912, + 0.5705108642578125, + 0.4804247319698334, + 0.4611321985721588, + 0.44476449489593506, + 0.38905441761016846, + 0.41598376631736755 + ], + "group_id": "ms-99f263cb3f383b1f6243", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7262760400772095, + 0.7197494506835938, + 2.0, + 2.0, + 0.6427501440048218, + 0.22030550241470337, + 0.6485230326652527, + 0.582062840461731, + 0.22181080281734467, + 0.6122982501983643, + 0.542393684387207, + 0.20023058354854584, + 0.2090160846710205, + 0.2024553269147873, + 0.22111296653747559, + 0.21303729712963104 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.1716204136610031, + -0.4527139365673065, + -0.8218491077423096, + -0.24255096912384033, + 2.582017183303833, + 0.28755733370780945, + -0.3379223346710205, + -0.034748345613479614, + -0.00871456041932106, + 0.3591897487640381, + -0.42115071415901184, + 1.9702876806259155, + -0.6744887828826904, + 0.4567973017692566, + 0.09299105405807495, + 0.03397495299577713, + 0.13000911474227905, + -0.34966766834259033, + 1.7164310216903687, + -0.4660993814468384, + 0.6468539834022522 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.675844669342041, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9135946035385132, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.2937079668045044 + ], + [ + -0.34409070014953613, + -0.5612460970878601, + -0.7009437084197998, + -0.11628274619579315, + 2.3779876232147217, + 0.5443971157073975, + -0.6356949806213379, + -0.06492247432470322, + 0.11439858376979828, + 0.5837175846099854, + -0.5547472238540649, + 1.922450304031372, + -0.7063635587692261, + 0.6106601357460022, + -0.09609681367874146, + 0.16181308031082153, + 0.401421457529068, + -0.425231397151947, + 1.6198755502700806, + -0.32207047939300537, + 0.6832985281944275 + ], + [ + -0.4359520673751831, + -0.23071792721748352, + -1.0549428462982178, + -0.5166290998458862, + 2.4051899909973145, + 0.43827781081199646, + -0.25058066844940186, + 0.09728200733661652, + 0.1300555318593979, + 0.46498724818229675, + -0.33073127269744873, + 1.6994001865386963, + -0.5632492303848267, + 0.4175492227077484, + -0.09460607171058655, + 0.254622220993042, + 0.09480062872171402, + -0.5300184488296509, + 1.6908725500106812, + -0.37122663855552673, + 0.4742952287197113 + ], + [ + -0.21781452000141144, + -0.07338201999664307, + -0.7654839158058167, + -0.2874263823032379, + 2.9128544330596924, + 0.3516555726528168, + 0.15391159057617188, + -0.10721702873706818, + 0.39802131056785583, + 0.3352186977863312, + -0.4326419234275818, + 2.3535006046295166, + -0.1899186670780182, + 0.2537003457546234, + -0.08990544080734253, + 0.2731476128101349, + 0.4110598862171173, + -0.14175711572170258, + 1.2827420234680176, + -0.22410666942596436, + 0.578644335269928 + ], + [ + -0.007393926382064819, + -0.9074838161468506, + -0.3010101318359375, + 0.154603511095047, + 2.733168363571167, + -0.01597386598587036, + -0.5296251773834229, + -0.5543210506439209, + -0.40482428669929504, + 0.04526180028915405, + -0.21575503051280975, + 1.849581241607666, + -0.6507575511932373, + 0.346604585647583, + 0.4337827265262604, + 0.5737784504890442, + 0.3853585720062256, + -0.4828889071941376, + 2.293335199356079, + -0.6434854865074158, + 0.32159698009490967 + ], + [ + -0.727693498134613, + -0.6235263347625732, + -1.0790265798568726, + -0.7139620780944824, + 2.137772798538208, + 0.6616194248199463, + -0.962724506855011, + -0.25577813386917114, + 0.4067467749118805, + 0.7935676574707031, + -0.931472897529602, + 1.745408296585083, + -1.300830364227295, + 0.7338642477989197, + -0.44626128673553467, + -0.36189693212509155, + -0.5047441720962524, + -0.7757250666618347, + 2.1030428409576416, + -0.29751771688461304, + 1.2680754661560059 + ], + [ + 0.07882685959339142, + -0.9198201298713684, + -1.2005047798156738, + -0.9572740793228149, + 3.0162014961242676, + 0.39927083253860474, + 0.1895895004272461, + -0.02820557728409767, + -0.25197833776474, + 0.8946807384490967, + 0.058923304080963135, + 1.4767595529556274, + -0.8916202187538147, + 0.5521985292434692, + 0.16556400060653687, + 0.5402292013168335, + 0.4927344024181366, + -0.37760087847709656, + 1.1099954843521118, + -0.8647047281265259, + 0.9387722015380859 + ], + [ + -0.47796887159347534, + -1.2392231225967407, + -1.2855697870254517, + -1.136603832244873, + 2.7250638008117676, + 0.5752921104431152, + -0.7248761653900146, + 0.3871886730194092, + -0.027976255863904953, + -0.15960657596588135, + -1.212698221206665, + 1.3599319458007812, + -0.8664940595626831, + 0.5873687267303467, + -0.7280767560005188, + 0.18167507648468018, + 0.7459684610366821, + -0.1964215338230133, + 1.0998283624649048, + -0.21695351600646973, + 0.5222408771514893 + ], + [ + 0.05094413459300995, + -0.4521542489528656, + -0.1594473123550415, + -0.2631899118423462, + 2.690232515335083, + -0.3669584095478058, + 0.65572589635849, + -0.05988053232431412, + -1.0024665594100952, + 0.42881202697753906, + -1.015487551689148, + 1.4048103094100952, + -0.8272284269332886, + 1.404982089996338, + 0.6587199568748474, + 0.5572670102119446, + 0.7712334990501404, + 0.5229407548904419, + 1.1401894092559814, + -0.003408879041671753, + -0.16321879625320435 + ], + [ + -0.8133037090301514, + -0.07239583134651184, + -1.6009310483932495, + -1.0528693199157715, + 2.2440497875213623, + -0.11133769154548645, + -0.333865225315094, + -0.275297611951828, + 0.31221693754196167, + -0.4825536608695984, + 0.08064678311347961, + 2.3642354011535645, + -1.6707932949066162, + 1.1160709857940674, + -0.38509616255760193, + -0.15427637100219727, + -0.33873993158340454, + -0.527457058429718, + 2.6299657821655273, + -1.0148115158081055, + 0.2625691890716553 + ], + [ + -0.7338453531265259, + -0.8197860717773438, + -0.857231616973877, + -1.1541285514831543, + 1.6977648735046387, + -0.0050292909145355225, + -0.2869398295879364, + 0.9022256135940552, + -0.27241235971450806, + 0.8111610412597656, + 0.13554486632347107, + 2.707873582839966, + 0.048842430114746094, + -0.419776976108551, + -0.6831755638122559, + 0.8260070085525513, + -0.5551903247833252, + -1.069206953048706, + 2.6135735511779785, + -0.3148413896560669, + 0.7197505235671997 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05995795130729675, + -0.04641145467758179, + -0.04037809371948242, + 0.07006168365478516, + 1.582017183303833, + 0.02828669548034668, + 0.0, + -0.035050518810749054, + -0.02633042447268963, + 0.0348895788192749, + -0.18591824173927307, + 0.9702876806259155, + 0.06021618843078613, + 0.0, + 0.14569702744483948, + 0.06838294863700867, + 0.03943862020969391, + 0.1526564359664917, + 0.7164310216903687, + -0.19318073987960815, + 0.0 + ], + [ + -0.0005515068769454956, + 0.5422850847244263, + 0.17815089225769043, + -0.22088798880577087, + 1.582017183303833, + 0.36709076166152954, + 0.0, + 0.06673810631036758, + 0.1989496648311615, + -0.3004080057144165, + -0.23421847820281982, + 0.9702876806259155, + 0.32551121711730957, + 0.0, + 0.1559336632490158, + 0.058981575071811676, + -0.22167104482650757, + -0.11892449855804443, + 0.7164310216903687, + 0.5339006185531616, + 0.0 + ] + ], + "predicted_scores": [ + 7.866018772125244, + 7.814477443695068, + 7.785355091094971, + 7.490610599517822, + 7.455996990203857, + 7.322057723999023, + 7.196015357971191, + 6.547138214111328 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "608016290", + "selected_index": 0, + "state_hash": "b954510c2ac066f0a59310dfe0691081b6c9f16650ae059c413a158717e64634", + "stored_base_utility": 0.7262760400772095, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2097676396369934, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2097676396369934 + }, + "base_progress": 0.2097676396369934, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2097676396369934, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20346055924892426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20346055924892426 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20219524204730988, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20219524204730988 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20274226367473602, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20274226367473602 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20253099501132965, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20253099501132965 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20196807384490967, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20196807384490967 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20165641605854034, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20165641605854034 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2042645812034607, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2042645812034607 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20150478184223175, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20150478184223175 + } + ], + "candidate_progress": [ + 0.20346055924892426, + 0.20219524204730988, + 0.20274226367473602, + 0.20253099501132965, + 0.20196807384490967, + 0.20165641605854034, + 0.2042645812034607, + 0.20150478184223175 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c090bce47703a4c4bb0b", + "ms-13d8bae55d3c3710138f", + "ms-df961fe24a43e56d1716", + "ms-e1b6bcb41532a800d3cb", + "ms-0660d5f65df5fc4b6132", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-502dba1003c09ec60ba0", + "ms-e1b6bcb41532a800d3cb" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-ec2e4afb34b439731136", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3502733111381531, + 0.19709020853042603, + 0.8700897693634033, + 0.7302967309951782, + 0.12469764053821564, + 0.1350223571062088, + 0.4100039601325989, + 0.08840356767177582, + 0.02730269730091095, + -0.13384854793548584, + -0.2519981563091278, + 1.7262238264083862, + -0.3690381646156311, + 0.17476066946983337, + 0.12736918032169342, + -0.009389759972691536, + -0.16244934499263763, + 0.031122490763664246, + 1.243385910987854, + -0.1134655624628067, + 0.04015754163265228 + ], + [ + -0.0825016051530838, + 0.13003665208816528, + 1.0131860971450806, + 0.5424753427505493, + -0.04147744178771973, + 0.11720006167888641, + 0.43302294611930847, + 0.05362692475318909, + 0.011561313644051552, + -0.1584542989730835, + -0.2063077688217163, + 1.7257009744644165, + -0.12206000089645386, + -0.02183946967124939, + -0.01023733988404274, + 0.057673145085573196, + -0.04990316927433014, + -0.12642298638820648, + 1.3842194080352783, + -0.14224357903003693, + -0.0547652393579483 + ], + [ + -0.16531507670879364, + 0.1548941433429718, + 0.8911145925521851, + 0.6111689805984497, + -0.09257519245147705, + 0.275511771440506, + 0.6218490600585938, + 0.1898561269044876, + 0.014392743818461895, + -0.16098204255104065, + -0.2795841693878174, + 1.5746920108795166, + -0.30543243885040283, + -0.0030140727758407593, + 0.10654554516077042, + 0.03000025451183319, + -0.015133067965507507, + -0.10644356906414032, + 1.5012454986572266, + -0.09820979833602905, + 0.030725419521331787 + ], + [ + -0.12239010632038116, + 0.10762102901935577, + 1.0819610357284546, + 0.7183668613433838, + 0.046768948435783386, + 0.21209123730659485, + 0.24482759833335876, + 0.15522858500480652, + -0.011735768988728523, + -0.17737221717834473, + -0.1320803165435791, + 1.8778969049453735, + -0.4458008408546448, + 0.09999322891235352, + 0.043643731623888016, + 0.11969855427742004, + -0.16007636487483978, + -0.048429012298583984, + 1.3757333755493164, + -0.1136077493429184, + 0.09341860562562943 + ], + [ + 0.037096425890922546, + 0.18511755764484406, + 1.0680042505264282, + 0.6255745887756348, + -0.02915942668914795, + 0.22084666788578033, + 0.39950400590896606, + 0.09910235553979874, + 0.013066284358501434, + -0.1813092827796936, + -0.28699806332588196, + 1.8095415830612183, + -0.16618776321411133, + 0.0233239084482193, + 0.1515117734670639, + 0.0333939865231514, + -0.12327228486537933, + 0.002660095691680908, + 1.3464009761810303, + 0.0004248321056365967, + -0.09646657109260559 + ], + [ + -0.25063109397888184, + 0.16779059171676636, + 0.8977780938148499, + 0.566565990447998, + 0.05422317981719971, + 0.47692781686782837, + 0.40660038590431213, + 0.008003637194633484, + 0.012512406334280968, + -0.03487410396337509, + -0.17050126194953918, + 1.9890395402908325, + -0.20915406942367554, + 0.06940984725952148, + 0.009071346372365952, + 0.08541806042194366, + -0.13149477541446686, + -0.10715074837207794, + 1.3207201957702637, + -0.160410538315773, + 0.10789715498685837 + ], + [ + -0.23848210275173187, + 0.18801827728748322, + 0.6516234278678894, + 0.8008667230606079, + 0.4074474573135376, + 0.6945234537124634, + -0.06346273422241211, + 0.1512506753206253, + 0.0058829509653151035, + -0.05914463847875595, + -0.36511027812957764, + 1.6728242635726929, + -0.6698429584503174, + 0.43804430961608887, + -0.08635737001895905, + -0.06497389078140259, + -0.07835625112056732, + -0.11774416267871857, + 1.396634817123413, + -0.38654544949531555, + 0.36997613310813904 + ], + [ + 0.0213739275932312, + 0.12881313264369965, + 1.2117735147476196, + 0.5330898761749268, + -0.18705376982688904, + 0.03527490049600601, + 0.26911407709121704, + 0.24468280375003815, + 0.0693170428276062, + -0.31721359491348267, + -0.2095157504081726, + 1.8021315336227417, + 0.08351835608482361, + 0.15039077401161194, + 0.15145161747932434, + 0.1627727746963501, + -0.12367652356624603, + -0.03351658582687378, + 1.2106983661651611, + 0.2537330985069275, + -0.0336245596408844 + ] + ], + "generated_utilities": [ + 0.20346055924892426, + 0.20219524204730988, + 0.20274226367473602, + 0.20253099501132965, + 0.20196807384490967, + 0.20165641605854034, + 0.2042645812034607, + 0.20150478184223175 + ], + "group_id": "ms-ec2e4afb34b439731136", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.727162778377533, + 0.7256314754486084, + 0.7247937917709351, + 2.0, + 0.20650318264961243, + 0.19901911914348602, + 0.21912728250026703, + 0.20834040641784668, + 0.20667889714241028, + 0.2100684642791748, + 0.20137503743171692, + 0.2086876928806305, + 0.19629356265068054, + 0.19554071128368378, + 0.19115965068340302, + 0.22568397223949432 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.644035279750824, + 1.2071559429168701, + 2.2198305130004883, + 1.5171868801116943, + 0.16047820448875427, + 0.2986839711666107, + -2.3499820232391357, + -0.20273780822753906, + -0.5590957999229431, + -1.3483195304870605, + -0.32979387044906616, + 2.804387331008911, + 0.24130289256572723, + -0.05216227471828461, + 0.32326072454452515, + -0.03600487485527992, + 0.3937702178955078, + -0.8725842237472534, + 2.314575433731079, + -0.625947892665863, + 0.7864185571670532 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.6999640464782715, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.10432454943656921, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5728371143341064 + ], + [ + 0.8929464221000671, + 0.9072442054748535, + 2.249764919281006, + 1.2338955402374268, + 0.388653039932251, + 0.3975590467453003, + -2.1914100646972656, + -0.27533313632011414, + -0.822658121585846, + -1.5647127628326416, + -0.046096354722976685, + 2.550293207168579, + -0.0032707154750823975, + 0.06451620161533356, + 0.3956422209739685, + 0.25093406438827515, + 0.15638655424118042, + -1.0521749258041382, + 2.214790105819702, + -0.8864853382110596, + 0.6432781219482422 + ], + [ + 0.9182335138320923, + 0.9439157247543335, + 2.031952142715454, + 1.37024986743927, + -0.04806967079639435, + -0.04699331521987915, + -2.677497148513794, + -0.23916882276535034, + -0.8259713053703308, + -1.0984553098678589, + -0.43533650040626526, + 2.539623737335205, + 0.5927847027778625, + 0.14311479032039642, + 0.035807013511657715, + -0.08762487769126892, + 0.3855803906917572, + -0.738733172416687, + 1.9767897129058838, + -0.8163276314735413, + 0.40844273567199707 + ], + [ + 0.4218657314777374, + 1.5877008438110352, + 2.5231142044067383, + 1.738964557647705, + 0.41537728905677795, + -0.05625221133232117, + -2.6044178009033203, + -0.5298975110054016, + -0.06217473745346069, + -1.3208932876586914, + -0.034326910972595215, + 3.1624834537506104, + 0.04953262209892273, + 0.2645946741104126, + 0.2569822072982788, + 0.4172850251197815, + 0.6474964618682861, + -0.567916989326477, + 1.9997854232788086, + -0.7016134262084961, + 0.7405936121940613 + ], + [ + 1.2139058113098145, + 1.519654393196106, + 2.5124456882476807, + 1.6055254936218262, + 0.13147711753845215, + -0.20109951496124268, + -1.783541202545166, + -0.638824462890625, + -0.2632562816143036, + -1.6554474830627441, + -0.1308235079050064, + 2.8749923706054688, + 0.5914835929870605, + 0.1449676752090454, + -0.07174208760261536, + -0.12886130809783936, + 0.04044342041015625, + -0.49851658940315247, + 1.8970673084259033, + -1.005284309387207, + 1.2397128343582153 + ], + [ + 1.0053662061691284, + 1.4435126781463623, + 2.695291042327881, + 2.0849080085754395, + -0.4154770076274872, + 0.28718098998069763, + -2.746962308883667, + -0.11655750125646591, + -0.71209716796875, + -1.5886991024017334, + -0.44992128014564514, + 2.7360503673553467, + -0.254629909992218, + 0.3496837019920349, + 0.9461956024169922, + 0.24560686945915222, + 0.5431619882583618, + -1.011668086051941, + 2.1357784271240234, + -0.6779178380966187, + 1.477729320526123 + ], + [ + 0.043613970279693604, + 0.8600990176200867, + 2.0227904319763184, + 1.8824594020843506, + 0.8049571514129639, + 1.0283722877502441, + -2.268479585647583, + 0.06470692157745361, + -0.6672620177268982, + -1.1731265783309937, + -0.5898594856262207, + 2.9748852252960205, + 0.1453196108341217, + -0.5714417099952698, + 0.8305264711380005, + 0.7368717789649963, + 0.919617772102356, + -1.5866413116455078, + 2.216472625732422, + -0.5332649946212769, + 1.4787157773971558 + ], + [ + -0.20179080963134766, + 1.8185176849365234, + 2.787584066390991, + 1.0534865856170654, + 0.9834691286087036, + 0.4695650339126587, + -1.6721563339233398, + -0.5649560689926147, + -1.1694931983947754, + -0.7525733709335327, + 0.33893370628356934, + 1.9734482765197754, + 0.12693040072917938, + 0.2434196025133133, + 0.5515344142913818, + -0.8118009567260742, + -0.37323445081710815, + -0.030995488166809082, + 1.8415074348449707, + -0.5076577067375183, + 0.09401386976242065 + ], + [ + 0.03058105707168579, + 0.6867661476135254, + 2.947451114654541, + 2.300680160522461, + 0.3256845772266388, + -0.38250496983528137, + -1.515913486480713, + -0.37140607833862305, + -0.5954656004905701, + -1.0326281785964966, + -0.7014007568359375, + 2.614988327026367, + 0.5153911113739014, + 0.7451903820037842, + -0.06630370020866394, + -0.01645852066576481, + 0.13261425495147705, + -1.8211190700531006, + 2.724262237548828, + -1.3787846565246582, + -0.017617762088775635 + ], + [ + 1.472646713256836, + 1.0164496898651123, + 2.3482489585876465, + 0.8830280900001526, + -0.13423526287078857, + 0.9823887348175049, + -1.4506843090057373, + 0.6539246439933777, + 0.193173348903656, + -0.5144640207290649, + 0.3190925121307373, + 2.047736644744873, + 0.2141861915588379, + 0.5706252455711365, + 0.2944117784500122, + 0.19110004603862762, + 0.17730551958084106, + -1.011299729347229, + 1.8783044815063477, + -0.8153826594352722, + 1.2806682586669922 + ], + [ + -0.23450416326522827, + 0.7417371869087219, + 2.584070920944214, + 1.834836483001709, + 0.9401899576187134, + 0.4476848542690277, + -3.2079076766967773, + 0.7883490920066833, + -0.648420512676239, + -1.8413994312286377, + -1.3105580806732178, + 2.3978936672210693, + -0.299564003944397, + -0.2034592181444168, + 0.5695244669914246, + -0.682845950126648, + 0.15998728573322296, + -0.5058749914169312, + 3.139155149459839, + -0.8792117238044739, + 1.1335761547088623 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.054443538188934326, + 0.20715594291687012, + 1.2198305130004883, + 0.5171868801116943, + 0.20643430948257446, + 0.5225018858909607, + 0.0, + -0.46770086884498596, + 0.13671433925628662, + -0.34831953048706055, + 0.2870197296142578, + 1.8043873310089111, + -0.05459408462047577, + 0.0, + 0.25641879439353943, + -0.3317672312259674, + -0.30972564220428467, + 0.0058612823486328125, + 1.314575433731079, + 0.20007723569869995, + 0.0 + ] + ], + "predicted_scores": [ + 4.410813331604004, + 3.9986047744750977, + 3.911620616912842, + 3.4993057250976562, + 3.422718048095703, + 3.10904598236084, + 3.0050668716430664, + 2.9846930503845215 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "441046872", + "selected_index": 0, + "state_hash": "3f7ac59cd80afa9f47110f05ceaacca0285b205445b18c614ac9b74f19fd6cf9", + "stored_base_utility": 0.727162778377533, + "task_id": "LiftPegUpright-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5436285138130188, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5436285138130188 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5520380139350891, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5520380139350891 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5832827091217041, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5832827091217041 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5803585052490234, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5803585052490234 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5438500642776489, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5438500642776489 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.534948468208313, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.534948468208313 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5464020371437073, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5464020371437073 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.5436285138130188, + 0.5520380139350891, + 0.5832827091217041, + 0.5803585052490234, + 0.5438500642776489, + 0.534948468208313, + 0.5464020371437073, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-70bc2fe01ba217676b26", + "ms-307f9067d5b66f55b3a6", + "ms-b6fd2931116c15db0f0a", + "ms-309d2258d275ae304857", + "ms-309d2258d275ae304857", + "ms-b1bf2ab59a5385d22e54", + "ms-e9f2c61c28ddea3e16c0", + "ms-a509a572b3871e591d26" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank5" + ], + "candidates_evaluated": true, + "chart_id": "ms-a9ac13384fe5afc835f1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2506623864173889, + -0.0975043997168541, + 0.013309955596923828, + 0.12608477473258972, + -0.12039923667907715, + 0.32753610610961914, + 3.5629711151123047, + 0.0688200294971466, + 0.1153608188033104, + -0.07375577837228775, + -0.0007407143712043762, + 0.2057749480009079, + 0.10487183928489685, + 3.7326252460479736, + 0.25550734996795654, + -0.02008555456995964, + -0.39471906423568726, + -0.09263704717159271, + 0.039469972252845764, + 0.07579627633094788, + 3.9184951782226562 + ], + [ + -0.2589298486709595, + 0.0517449751496315, + 0.26756590604782104, + 0.06767469644546509, + 0.07266046106815338, + 0.025248348712921143, + 3.485339403152466, + 0.06912233680486679, + 0.10334629565477371, + -0.1169731542468071, + -0.03042953461408615, + 0.10087571293115616, + 0.04707333445549011, + 3.655974864959717, + 0.1417156606912613, + -0.0078079127706587315, + -0.2977020740509033, + -0.04165419936180115, + -0.05663496255874634, + 0.18659305572509766, + 3.8544094562530518 + ], + [ + -0.013956993818283081, + -0.18506403267383575, + 0.41139185428619385, + 0.18943041563034058, + 0.28287431597709656, + 0.42532944679260254, + 3.203655242919922, + 0.011960655450820923, + 0.09973684698343277, + -0.12087274342775345, + 0.14149954915046692, + 0.24734613299369812, + 0.4727724492549896, + 3.573058605194092, + 0.1984879970550537, + -0.034596025943756104, + -0.23946954309940338, + 0.0888032540678978, + 0.11580982804298401, + 0.5256775617599487, + 3.764345169067383 + ], + [ + -0.02756825089454651, + -0.16956351697444916, + 0.4060230851173401, + 0.2104504108428955, + 0.23430494964122772, + 0.4165838062763214, + 3.0979583263397217, + 0.00047788023948669434, + 0.10800351947546005, + -0.12091284245252609, + 0.1309228539466858, + 0.2421608567237854, + 0.4334081709384918, + 3.5238122940063477, + 0.21509116888046265, + -0.0414591059088707, + -0.24630410969257355, + 0.09838107973337173, + 0.10716167092323303, + 0.47300148010253906, + 3.697704315185547 + ], + [ + 0.1417963206768036, + 0.048101894557476044, + 0.6193249821662903, + 0.3595423996448517, + 0.3590638041496277, + 0.351182758808136, + 2.838805675506592, + 0.13717910647392273, + 0.12850956618785858, + -0.06419124454259872, + 0.09155193716287613, + -0.04464435577392578, + 0.43614205718040466, + 3.294138193130493, + 0.003859829157590866, + 0.07860831916332245, + -0.4086417555809021, + 0.0834662988781929, + 0.1442921757698059, + 0.6283202171325684, + 3.9331912994384766 + ], + [ + 0.2400645762681961, + 0.041589103639125824, + 0.7480907440185547, + 0.449982613325119, + 0.40208566188812256, + 0.48297831416130066, + 2.542473554611206, + 0.1315212845802307, + 0.07181993126869202, + 0.06635283678770065, + 0.044839538633823395, + -0.14836734533309937, + 0.44202980399131775, + 2.9308109283447266, + -0.0004590824246406555, + 0.10515351593494415, + -0.38820862770080566, + 0.09283512085676193, + 0.10381315648555756, + 0.6038836240768433, + 3.488466739654541 + ], + [ + 0.08160797506570816, + 0.006372518837451935, + 0.7986761331558228, + 0.48710206151008606, + 0.4603983461856842, + 0.4115723967552185, + 2.5489816665649414, + 0.15497396886348724, + 0.052608758211135864, + -0.026145748794078827, + 0.12882483005523682, + 0.026457741856575012, + 0.4475054442882538, + 2.9494683742523193, + -0.03468858823180199, + 0.07190321385860443, + -0.34860771894454956, + 0.08349080383777618, + 0.10948970913887024, + 0.5856557488441467, + 3.6908187866210938 + ], + [ + -0.17340855300426483, + 0.038736261427402496, + 0.48004472255706787, + 0.130346417427063, + 0.5465027093887329, + 0.5842491388320923, + 3.0703563690185547, + -0.027888506650924683, + 0.03188212960958481, + -0.13341864943504333, + -0.11379287391901016, + 0.2249039113521576, + 0.2638549506664276, + 3.6573476791381836, + 0.0439164824783802, + 0.0737610012292862, + -0.21835578978061676, + 0.04701688885688782, + 0.10874950885772705, + 0.49802184104919434, + 3.5239369869232178 + ] + ], + "generated_utilities": [ + 0.5436285138130188, + 0.5520380139350891, + 0.5832827091217041, + 0.5803585052490234, + 0.5438500642776489, + 0.534948468208313, + 0.5464020371437073, + 2.0 + ], + "group_id": "ms-a9ac13384fe5afc835f1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.5850434899330139, + 2.0, + 0.5484778881072998, + 0.491545170545578, + 2.0, + 0.14594697952270508, + 0.13695454597473145, + 0.12855157256126404, + 0.06993892043828964, + 0.1631694883108139, + 0.12241978943347931, + 0.10871817916631699, + 0.08168839663267136, + 0.04278656467795372, + 0.07781338691711426, + 0.05743547901511192 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + 0.0899762362241745, + -0.45792731642723083, + 0.30507320165634155, + 0.0967186763882637, + 0.13768236339092255, + -0.23399388790130615, + 0.0, + 0.8593937754631042, + -0.00766301853582263, + 0.3459671139717102, + 0.11610932648181915, + -0.23375199735164642, + -0.08700430393218994, + 0.0, + -0.13469186425209045, + -0.11781617999076843, + -0.6721490621566772, + -0.2331165075302124, + -0.27364495396614075, + -0.3154040575027466, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.548348903656006, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.710496425628662, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.836249351501465 + ], + [ + 0.09159141778945923, + 0.1844322681427002, + -0.020598307251930237, + -0.013851553201675415, + -0.10057669132947922, + 0.14235658943653107, + 2.761195659637451, + 0.0738527923822403, + 0.10996630042791367, + -0.05430659279227257, + 0.345317006111145, + 0.4661179184913635, + 0.10499639809131622, + 3.1133532524108887, + 0.1201154887676239, + -0.26871606707572937, + 0.19655093550682068, + 0.16380152106285095, + 0.3441106379032135, + 0.2778562307357788, + 2.9588229656219482 + ], + [ + 0.2996291220188141, + 0.26921430230140686, + 0.20195776224136353, + 0.0825120359659195, + 0.021325819194316864, + 0.24913984537124634, + 2.776007652282715, + 0.21737413108348846, + -0.016477340832352638, + -0.046697549521923065, + 0.29761677980422974, + 0.10430832207202911, + 0.08420340716838837, + 2.9156110286712646, + 0.26028934121131897, + -0.0851513221859932, + 0.09257563948631287, + 0.4851309657096863, + -0.11396855115890503, + 0.4982793927192688, + 3.1330058574676514 + ], + [ + -0.44077688455581665, + 0.1590728610754013, + 0.5897491574287415, + -0.20463891327381134, + -0.2091446816921234, + 0.5850099325180054, + 2.8151683807373047, + 0.2592284083366394, + -0.2971193194389343, + -0.33751213550567627, + -0.08140763640403748, + 0.6296199560165405, + 0.2780601680278778, + 3.2825684547424316, + 0.46029219031333923, + 0.015239323489367962, + 0.05465326085686684, + -0.20326891541481018, + -0.1954236626625061, + -0.17630676925182343, + 2.699829578399658 + ], + [ + 0.3650819957256317, + -0.32015082240104675, + -0.38829484581947327, + 0.4368990659713745, + -0.24341514706611633, + 0.19749270379543304, + 2.5569846630096436, + 0.2867063581943512, + -0.5997252464294434, + -0.5097518563270569, + -0.013840898871421814, + 0.5321789979934692, + 0.35663560032844543, + 3.257185935974121, + 0.5219069719314575, + 0.5194180607795715, + -0.13361985981464386, + 0.661358654499054, + -0.3989315330982208, + 0.1469734162092209, + 3.3793535232543945 + ], + [ + 0.5473133325576782, + -0.40811097621917725, + -0.08585542440414429, + -0.4177728295326233, + 0.6498501896858215, + 0.6231637001037598, + 2.4301061630249023, + 0.2652656137943268, + -0.05638345703482628, + 0.17565317451953888, + 0.25936275720596313, + 0.2359263300895691, + 0.23060260713100433, + 2.387864828109741, + 0.5965478420257568, + 0.6170689463615417, + 0.48974448442459106, + 0.19117371737957, + -0.4468328058719635, + 0.9282407164573669, + 2.710331678390503 + ], + [ + 0.42791974544525146, + -0.2651069760322571, + -0.20598432421684265, + 0.48568350076675415, + 0.6229127049446106, + 0.7582558393478394, + 2.470210075378418, + 0.7394604086875916, + 0.41525766253471375, + 0.4256536066532135, + 0.6095196604728699, + 0.8064446449279785, + 1.0093408823013306, + 2.3417165279388428, + -0.8035709857940674, + -0.09721773117780685, + 0.5999611020088196, + -0.05138499289751053, + -0.21247941255569458, + 0.825280487537384, + 2.8243751525878906 + ], + [ + -0.4763129651546478, + -0.39643752574920654, + 0.635061502456665, + -0.3975774049758911, + 0.30977389216423035, + -0.41407161951065063, + 2.2495691776275635, + 0.0628879964351654, + -0.8707423806190491, + 0.2270190566778183, + -0.7310312986373901, + 0.9087666869163513, + 0.4879632592201233, + 3.357436180114746, + 0.013612024486064911, + -0.3390698730945587, + 0.04917430132627487, + -0.24121999740600586, + -0.7360944747924805, + -0.3690949082374573, + 3.3056142330169678 + ], + [ + 0.9046940207481384, + -0.011983048170804977, + 0.40272584557533264, + -0.21196909248828888, + -0.38737568259239197, + 0.2567489743232727, + 2.8784403800964355, + -0.25456681847572327, + 0.19261279702186584, + 0.6649499535560608, + -0.46151578426361084, + 0.15165288746356964, + 1.2048949003219604, + 3.778273582458496, + 0.16891415417194366, + -0.7519375681877136, + -0.20469577610492706, + 1.0107284784317017, + 1.1571340560913086, + -0.07706998288631439, + 2.3064122200012207 + ], + [ + -0.37443217635154724, + -0.6747173070907593, + -0.7080996036529541, + 0.07904576510190964, + -0.5321683287620544, + 0.8085098266601562, + 2.4074699878692627, + -0.3384171426296234, + -0.21210110187530518, + 0.018587594851851463, + 0.6755594611167908, + -0.05964134633541107, + -0.38008296489715576, + 2.0360329151153564, + -0.8239472508430481, + 0.3884437680244446, + 0.3695032000541687, + 0.22346407175064087, + -0.529564619064331, + -0.13499654829502106, + 2.5808513164520264 + ], + [ + -0.2327306866645813, + -0.18797610700130463, + 0.721591591835022, + 0.44355976581573486, + -0.11344816535711288, + 1.2199325561523438, + 2.04925537109375, + -0.8358117938041687, + 0.3547431230545044, + 0.5158594846725464, + -0.689969003200531, + -0.6356061697006226, + 1.2484996318817139, + 2.2630996704101562, + 0.43208861351013184, + -0.5805056691169739, + 0.08902944624423981, + -0.07887687534093857, + 1.071380853652954, + -0.19256068766117096, + 2.3481130599975586 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0021392814815044403, + 0.0428575798869133, + 0.10210521519184113, + -0.10811875760555267, + 0.0472232811152935, + -0.003327667713165283, + 0.0, + -0.0062997061759233475, + 0.013242081739008427, + -0.07773235440254211, + 0.013249501585960388, + 0.030924543738365173, + -0.006156474351882935, + 0.0, + 0.016538700088858604, + 0.02503669634461403, + -0.038025226444005966, + -0.023686565458774567, + 0.011917635798454285, + 0.015337616205215454, + 0.0 + ], + [ + -0.026323016732931137, + 0.03595554828643799, + 0.11138072609901428, + 0.16328220069408417, + 0.10706599801778793, + 0.354436457157135, + 2.774174451828003, + -0.010623779147863388, + -0.012903115712106228, + 0.013401161879301071, + 0.12522651255130768, + 0.17914994060993195, + 0.2975230813026428, + 2.855248212814331, + -0.007632460445165634, + -0.010665050707757473, + 0.005696427077054977, + 0.09341111034154892, + 0.1581430733203888, + 0.24349527060985565, + 2.9181246757507324 + ] + ], + "predicted_scores": [ + 3.8657760620117188, + 3.781963348388672, + 3.7664637565612793, + 3.7241592407226562, + 3.70693302154541, + 3.516602039337158, + 3.425234317779541, + 3.403273582458496 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1522272686", + "selected_index": 0, + "state_hash": "effbc1fed2362f076f800abad604b2153d736a4f517cf5e7e9b4ed4f71a71180", + "stored_base_utility": 0.5850434899330139, + "task_id": "PickCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.30445361137390137, + 0.2838170528411865, + 0.29096341133117676, + 0.281510591506958, + 0.2913919687271118, + 0.2675023078918457, + 0.279593825340271, + 0.38281452655792236 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30445361137390137, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2838170528411865, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29096341133117676, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.281510591506958, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2913919687271118, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2675023078918457, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.279593825340271, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38281452655792236, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-06babf453b22ba8f2407", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 2.0749270915985107, + 0.131269633769989, + -0.6894989013671875, + -0.28281474113464355, + -0.973773181438446, + -0.18965491652488708, + -0.559977114200592, + 2.501312732696533, + 0.3405926823616028, + -1.5404094457626343, + -1.2903882265090942, + -0.5536906719207764, + -3.2328169345855713, + -3.6179747581481934, + 1.845499038696289, + 0.30438655614852905, + -1.4669692516326904, + -0.1722192019224167, + -0.6631505489349365, + -1.9349696636199951, + -1.9768235683441162 + ], + [ + 2.281391143798828, + 0.29385316371917725, + -1.1350728273391724, + -0.464641273021698, + -1.0322368144989014, + 0.3311869204044342, + -0.6330744624137878, + 2.4688453674316406, + 0.3671644926071167, + -1.3103948831558228, + -1.1993145942687988, + -0.6598023772239685, + -3.3606278896331787, + -3.60381817817688, + 1.7223583459854126, + 0.22367477416992188, + -1.6228958368301392, + -0.04507085680961609, + -0.9163700938224792, + -1.6838817596435547, + -2.077882766723633 + ], + [ + 2.3668134212493896, + 0.2789854407310486, + -1.0137522220611572, + -0.23217318952083588, + -0.5755061507225037, + 0.5244986414909363, + -0.8887633681297302, + 2.006439685821533, + 0.39942917227745056, + -0.737964928150177, + -1.3291442394256592, + -0.8503620624542236, + -3.0177650451660156, + -3.165773391723633, + 1.5340405702590942, + 0.10774682462215424, + -1.6411807537078857, + 0.06716132164001465, + -0.9504185318946838, + -1.9947848320007324, + -2.5377724170684814 + ], + [ + 2.45145320892334, + 0.21910224854946136, + -0.8714944124221802, + -0.45288121700286865, + -0.8023303151130676, + 0.380393385887146, + -0.4476989507675171, + 2.296302080154419, + 0.40183699131011963, + -1.214004397392273, + -1.2110575437545776, + -0.9255244731903076, + -3.1966562271118164, + -3.7929892539978027, + 1.789312481880188, + 0.15753887593746185, + -1.5804227590560913, + -0.07756371796131134, + -0.6790086030960083, + -1.7895114421844482, + -2.3889191150665283 + ], + [ + 2.3155462741851807, + 0.2473747581243515, + -1.0676008462905884, + -0.5169422626495361, + -0.8222246766090393, + 0.23416605591773987, + -0.7729350924491882, + 2.328061819076538, + 0.35342466831207275, + -1.2851287126541138, + -1.0645970106124878, + -0.6903898119926453, + -3.293123483657837, + -3.5754406452178955, + 1.7207579612731934, + 0.18073603510856628, + -1.6408416032791138, + 0.07932095974683762, + -0.8692700266838074, + -1.791489839553833, + -2.3206496238708496 + ], + [ + 2.0490071773529053, + 0.23658902943134308, + -1.331492304801941, + -0.5074120163917542, + -0.9584746956825256, + -0.06472355127334595, + -0.7808020710945129, + 2.202317476272583, + 0.38819774985313416, + -1.2954450845718384, + -1.0359004735946655, + -0.7389194369316101, + -3.378483295440674, + -3.7371630668640137, + 1.8187880516052246, + 0.2517097294330597, + -1.6692744493484497, + 0.12018480896949768, + -0.8295175433158875, + -1.5477690696716309, + -2.235201358795166 + ], + [ + 2.0605921745300293, + 0.24558307230472565, + -0.8453444242477417, + -0.17241741716861725, + -1.1522064208984375, + 0.2821323871612549, + -0.7070772051811218, + 2.5400195121765137, + 0.41195908188819885, + -1.31009840965271, + -1.0794298648834229, + -0.43735432624816895, + -3.1178486347198486, + -3.8554553985595703, + 1.765705943107605, + 0.2757530212402344, + -1.7424190044403076, + -0.08194111287593842, + -0.5992780923843384, + -1.46677565574646, + -2.3310904502868652 + ], + [ + 2.3982090950012207, + 0.19566962122917175, + -1.0770915746688843, + -0.23330813646316528, + -1.0471930503845215, + 0.3212222456932068, + -0.8910202383995056, + 2.7628281116485596, + 0.5312587022781372, + -1.4526352882385254, + -1.3214190006256104, + -0.5209482312202454, + -3.5415871143341064, + -2.941835641860962, + 2.072211503982544, + 0.36188673973083496, + -1.8400578498840332, + -0.13622213900089264, + -0.7829075455665588, + -1.5496504306793213, + -2.239171028137207 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-06babf453b22ba8f2407", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18806186318397522, + 0.22945129871368408, + 0.11622031778097153, + 2.0, + 0.04798964783549309, + 0.1881435364484787, + 0.0726090669631958, + 0.02710096165537834, + 0.05703328177332878, + 0.08424703776836395, + 0.02796904370188713, + 0.026392778381705284, + 0.006114204879850149, + 0.013663987629115582, + 0.026984810829162598, + 0.02378678321838379 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6867632865905762, + -0.05530139058828354, + -0.17895913124084473, + -0.07932145148515701, + 0.20104467868804932, + 0.06135827302932739, + 0.0, + 0.7513189315795898, + 0.05268527567386627, + -0.2793593406677246, + -0.15292996168136597, + 0.13306421041488647, + -1.906026840209961, + 0.0, + 0.3906421661376953, + -0.001853853464126587, + -0.061689138412475586, + -0.06417220085859299, + 0.1346665769815445, + -0.7147171497344971, + 0.0 + ], + [ + 1.6867632865905762, + 0.026470860466361046, + -1.1789591312408447, + 0.054933659732341766, + -0.5202961564064026, + -0.7324469685554504, + -1.6867140531539917, + 1.7513189315795898, + 0.16646422445774078, + -1.2793593406677246, + -0.496570348739624, + -0.6919353604316711, + -2.906026840209961, + -2.811070203781128, + 1.3906421661376953, + 0.17315946519374847, + -1.0616891384124756, + 0.032047711312770844, + -0.08203880488872528, + -1.714717149734497, + -2.1916282176971436 + ], + [ + 1.7560584545135498, + 0.29722264409065247, + -1.2875202894210815, + -0.22136017680168152, + -0.5369101762771606, + -1.013450264930725, + -1.942259430885315, + 1.792439341545105, + 0.10415905714035034, + -0.9814691543579102, + -0.5290217399597168, + -0.5584777593612671, + -2.66030216217041, + -2.652972459793091, + 1.1349513530731201, + 0.3659951090812683, + -0.8308396339416504, + 0.22217226028442383, + 0.1258934736251831, + -1.7682944536209106, + -2.2696261405944824 + ], + [ + 1.7356759309768677, + -0.05359044671058655, + -0.8435385227203369, + -0.2562142014503479, + -0.47503191232681274, + -1.004067301750183, + -1.9757448434829712, + 1.5603389739990234, + 0.14369241893291473, + -0.9173920154571533, + -0.7659816741943359, + -0.6690039038658142, + -2.997976541519165, + -3.0126590728759766, + 1.1451032161712646, + -0.1880987137556076, + -0.7970747947692871, + -0.21654847264289856, + 0.16261935234069824, + -1.688933253288269, + -1.9626350402832031 + ], + [ + 1.9932583570480347, + -0.11289907246828079, + -1.3385117053985596, + -0.22470158338546753, + -0.9161338806152344, + -0.37932881712913513, + -1.4541938304901123, + 1.9121780395507812, + 0.6198270320892334, + -0.9454396963119507, + -0.44183844327926636, + -0.9956421852111816, + -2.8393614292144775, + -2.728577136993408, + 0.9615651369094849, + 0.017063632607460022, + -1.4769352674484253, + -0.15303340554237366, + -0.28245410323143005, + -1.943393349647522, + -1.8009752035140991 + ], + [ + 2.011747121810913, + -0.11806342750787735, + -1.1756463050842285, + 0.29117992520332336, + -0.28892403841018677, + -0.9797182083129883, + -1.3844881057739258, + 1.3879432678222656, + 0.6374598145484924, + -0.7439722418785095, + -1.0534358024597168, + -0.42895618081092834, + -3.029531478881836, + -2.7804813385009766, + 1.051585078239441, + 0.2508360743522644, + -0.8814671039581299, + 0.2637762725353241, + -0.507635235786438, + -1.9901494979858398, + -2.5919547080993652 + ], + [ + 1.318642020225525, + 0.4671846330165863, + -1.5986104011535645, + 0.4713019132614136, + -0.8544698357582092, + -0.6039958596229553, + -2.2527925968170166, + 2.1868388652801514, + -0.5141053795814514, + -1.334320068359375, + -1.0694410800933838, + -0.8905247449874878, + -2.2888684272766113, + -2.1136443614959717, + 1.6176549196243286, + -0.006567075848579407, + -0.4644303321838379, + -0.5877242684364319, + 0.09503680467605591, + -1.12252938747406, + -2.405972719192505 + ], + [ + 1.1282985210418701, + -0.677612841129303, + -0.49735260009765625, + -0.12479286640882492, + -0.6509164571762085, + -1.4753904342651367, + -2.2622785568237305, + 1.153033971786499, + 0.8615716695785522, + -1.0411062240600586, + -0.3865005671977997, + -1.4007595777511597, + -3.306602716445923, + -3.3933777809143066, + 1.7733255624771118, + 0.3315214514732361, + -1.1728920936584473, + 0.723267674446106, + 0.40739864110946655, + -1.5952785015106201, + -2.5863218307495117 + ], + [ + 1.8824996948242188, + 0.1523180454969406, + -0.6291311383247375, + -0.7201722264289856, + -0.5553497076034546, + -0.19329601526260376, + -1.628029704093933, + 1.5905299186706543, + 0.16155384480953217, + -1.2392454147338867, + 0.38659244775772095, + -0.285341739654541, + -3.503969192504883, + -2.638493299484253, + 0.9540622234344482, + 0.45384645462036133, + -1.5676637887954712, + 0.699209451675415, + 0.06210201978683472, + -0.8933934569358826, + -2.5273795127868652 + ], + [ + 2.076145887374878, + 0.23805303871631622, + -1.020012617111206, + 0.2048245370388031, + -0.8186095356941223, + -1.7180819511413574, + -2.3936214447021484, + 2.5794365406036377, + 0.09175348281860352, + -1.6235753297805786, + -0.45540687441825867, + -0.9322672486305237, + -2.4963269233703613, + -2.670903205871582, + 1.265542984008789, + 0.9304513335227966, + -0.5357773303985596, + -0.530722439289093, + 0.8373081684112549, + -1.2121076583862305, + -2.679529905319214 + ], + [ + 0.9086390137672424, + -0.8760775923728943, + -1.3715193271636963, + 0.12913338840007782, + -0.37539881467819214, + 0.028424441814422607, + -1.8418301343917847, + 2.335052490234375, + -0.3583259582519531, + -0.5050929188728333, + 0.23221582174301147, + -1.0456328392028809, + -2.8965821266174316, + -3.144774913787842, + 2.028951406478882, + -0.5106850266456604, + -1.7900731563568115, + -0.1295229196548462, + -0.9183065295219421, + -1.5813484191894531, + -2.4917595386505127 + ], + [ + 1.6964367628097534, + 0.569389283657074, + -1.4032061100006104, + 0.9967983961105347, + -0.8338885307312012, + -0.03839915990829468, + -1.9666798114776611, + 0.7581517696380615, + -0.16487736999988556, + -1.0417014360427856, + -0.40786463022232056, + -0.21849533915519714, + -2.828577995300293, + -3.625324010848999, + 2.3611836433410645, + 0.19594252109527588, + -0.9172148108482361, + -0.5954216122627258, + 0.03759536147117615, + -1.4540917873382568, + -3.0849926471710205 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6867632865905762, + -0.03643586486577988, + -0.17895913124084473, + 0.41871342062950134, + -0.46390223503112793, + -0.1571354866027832, + 0.0, + 0.7513189315795898, + 0.11838625371456146, + -0.2793593406677246, + 0.021252930164337158, + 0.26327377557754517, + -1.906026840209961, + 0.0, + 0.3906421661376953, + 0.5850692391395569, + -0.1057172417640686, + -0.19631722569465637, + -0.26151350140571594, + -0.7147171497344971, + 0.0 + ] + ], + "predicted_scores": [ + 8.213812828063965, + 7.777256488800049, + 7.645942211151123, + 7.578766822814941, + 7.390921115875244, + 7.346435546875, + 7.150533676147461, + 6.736413955688477 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1747178030", + "selected_index": 0, + "state_hash": "73863b397c03f71f7c20b7d5104f6b4354bf7a28eeed44da3cb194a3940ca2b5", + "stored_base_utility": 0.18806186318397522, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.16326475143432617, + 0.19978022575378418, + 0.09935593605041504, + 0.20291507244110107, + 0.17719626426696777, + 0.16913795471191406, + 0.1866004467010498, + 0.1908789873123169 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16326475143432617, + "contact_quality": null, + "progress": 0.2589355707168579, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2589355707168579 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19978022575378418, + "contact_quality": null, + "progress": 0.30497679114341736, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.30497679114341736 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09935593605041504, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20291507244110107, + "contact_quality": null, + "progress": 0.2838767468929291, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2838767468929291 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17719626426696777, + "contact_quality": null, + "progress": 0.27993834018707275, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.27993834018707275 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16913795471191406, + "contact_quality": null, + "progress": 0.20114095509052277, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20114095509052277 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1866004467010498, + "contact_quality": null, + "progress": 0.2628157436847687, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2628157436847687 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1908789873123169, + "contact_quality": null, + "progress": 0.14367854595184326, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14367854595184326 + } + ], + "candidate_progress": [ + 0.2589355707168579, + 0.30497679114341736, + 1.0, + 0.2838767468929291, + 0.27993834018707275, + 0.20114095509052277, + 0.2628157436847687, + 0.14367854595184326 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-cad6645f8175e38ad155", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + true, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-0e1ff8d16372796dac97", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.233650341629982, + 0.07511670887470245, + 1.4311522245407104, + -0.18803110718727112, + 0.7504588961601257, + 2.2349963188171387, + 1.7246720790863037, + 1.3256587982177734, + -0.02031242661178112, + -0.4057490825653076, + 0.2682361602783203, + -0.11632153391838074, + 2.065124988555908, + 1.216792345046997, + 0.8976801633834839, + 0.21120445430278778, + -0.6734724044799805, + 0.9548804759979248, + 0.7045093178749084, + 1.8686823844909668, + 1.6321122646331787 + ], + [ + -0.2539380192756653, + 0.06086236238479614, + 1.312608242034912, + -0.44703179597854614, + 0.5548787117004395, + 2.160421371459961, + 1.5603251457214355, + 1.534507393836975, + -0.018197517842054367, + -0.6533820033073425, + 0.017306912690401077, + -0.13294166326522827, + 2.230259895324707, + 1.3212947845458984, + 0.774505078792572, + 0.17096345126628876, + -0.6304606199264526, + 0.9457272887229919, + 0.6587023735046387, + 2.0147321224212646, + 2.0499961376190186 + ], + [ + 0.05123759061098099, + -0.0890585258603096, + 1.241202473640442, + -0.36072757840156555, + 0.5655326843261719, + 2.1810338497161865, + 1.163773775100708, + 1.321908950805664, + -0.0682954341173172, + -0.5570654273033142, + 0.22537940740585327, + -0.15753081440925598, + 1.3378692865371704, + 0.539963960647583, + 0.714864194393158, + 0.019013067707419395, + -0.5089348554611206, + 1.2540806531906128, + 0.3985482454299927, + 2.1973893642425537, + 1.5176942348480225 + ], + [ + -0.31906700134277344, + 0.0679180845618248, + 1.3993721008300781, + -0.3508037328720093, + 0.40042340755462646, + 2.1913177967071533, + 1.42726731300354, + 1.5351922512054443, + -0.0005317600443959236, + -0.5195726156234741, + 0.0504576712846756, + -0.08705168962478638, + 2.2320587635040283, + 1.1730040311813354, + 0.8457712531089783, + 0.1870242804288864, + -0.7375257015228271, + 0.9874235391616821, + 0.6589958071708679, + 2.0437750816345215, + 1.9108514785766602 + ], + [ + -0.09706680476665497, + 0.009684033691883087, + 1.6078968048095703, + -0.2260185182094574, + 0.6112775206565857, + 2.4353058338165283, + 1.425877571105957, + 1.4770658016204834, + 0.07663819193840027, + -0.8069798946380615, + 0.08899888396263123, + 0.029548078775405884, + 1.976880669593811, + 1.0846467018127441, + 1.0851305723190308, + 0.15773415565490723, + -0.6585934162139893, + 0.6877607107162476, + 0.4449775815010071, + 2.1260673999786377, + 1.5951323509216309 + ], + [ + -0.057206302881240845, + 0.05324868857860565, + 1.8325227499008179, + -0.46856042742729187, + 0.5936082601547241, + 2.4965598583221436, + 1.3606630563735962, + 1.4566781520843506, + 0.13427823781967163, + -0.7669496536254883, + 0.14853015542030334, + 0.028290823101997375, + 1.8422738313674927, + 0.7639610171318054, + 1.0225828886032104, + 0.19670644402503967, + -0.4461817741394043, + 0.9090871214866638, + 0.2985561788082123, + 2.2247231006622314, + 1.6029856204986572 + ], + [ + -0.09281358122825623, + 0.051949016749858856, + 1.6571303606033325, + -0.3875120282173157, + 0.5872716903686523, + 2.3657045364379883, + 1.4363702535629272, + 1.541144847869873, + 0.11549282819032669, + -0.7228668928146362, + 0.09602594375610352, + 0.0460728257894516, + 2.047328233718872, + 1.1007004976272583, + 1.0467281341552734, + 0.1604357659816742, + -0.6956862807273865, + 0.689387857913971, + 0.42714494466781616, + 2.126455307006836, + 1.433273434638977 + ], + [ + 0.04173097014427185, + -0.06343969702720642, + 1.5180116891860962, + -0.15135613083839417, + 0.6437528729438782, + 2.2704391479492188, + 1.5755646228790283, + 1.7285761833190918, + 0.012382538989186287, + -0.7637538909912109, + 0.0435015931725502, + 0.32117903232574463, + 1.9216269254684448, + 1.4180816411972046, + 1.1573896408081055, + 0.252054899930954, + -0.8828848004341125, + 0.8718002438545227, + 0.7979229092597961, + 2.336968421936035, + 1.5259896516799927 + ] + ], + "generated_utilities": [ + 0.2589355707168579, + 0.30497679114341736, + 2.0, + 0.2838767468929291, + 0.27993834018707275, + 0.20114095509052277, + 0.2628157436847687, + 0.14367854595184326 + ], + "group_id": "ms-0e1ff8d16372796dac97", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2721651792526245, + 0.2838377356529236, + 0.09680275619029999, + 0.21726202964782715, + 0.28901273012161255, + 0.26919037103652954, + 0.20568308234214783, + 0.22122687101364136, + 0.28657472133636475, + 0.18528121709823608, + 0.1475508213043213, + 0.22093892097473145, + 0.1361302137374878, + 2.0, + 0.053693316876888275, + 0.01539949607104063 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.07914704084396362, + 0.08597764372825623, + 0.32980620861053467, + -0.22935104370117188, + -0.026631414890289307, + 1.532597541809082, + 0.0, + 1.0985569953918457, + -0.08866220712661743, + -0.21771979331970215, + -0.1632688045501709, + -0.06556621193885803, + 1.073223352432251, + 0.0, + 0.3806576728820801, + 0.058381855487823486, + 0.23797845840454102, + 0.07539930939674377, + 0.11990898847579956, + 1.6538071632385254, + 0.0 + ], + [ + -0.12626641988754272, + -0.15791213512420654, + 0.32980620861053467, + -0.22937488555908203, + 0.621025800704956, + 1.532597541809082, + 0.0, + 1.0985569953918457, + 0.14592504501342773, + -0.21771979331970215, + 0.021975576877593994, + -0.22697466611862183, + 1.073223352432251, + 0.0, + 0.3806576728820801, + -0.16340744495391846, + 0.24658453464508057, + 0.2220190465450287, + -0.3437120318412781, + 1.6538071632385254, + 0.0 + ], + [ + 0.4218890070915222, + -0.3799889385700226, + 1.3987661600112915, + -0.18070071935653687, + 0.6980443596839905, + 2.3208305835723877, + 2.4347012042999268, + 2.2391841411590576, + 0.23308581113815308, + -1.062913179397583, + -1.0034914016723633, + 0.29394784569740295, + 2.319910764694214, + 2.026752233505249, + 1.4382768869400024, + 0.41409748792648315, + -0.8415298461914062, + 0.425619900226593, + 0.6628077030181885, + 2.5976715087890625, + 3.016920804977417 + ], + [ + 0.010466247797012329, + -0.5673813819885254, + 1.5157828330993652, + 0.28623971343040466, + 0.8851284384727478, + 2.9140729904174805, + 2.4211275577545166, + 2.011749029159546, + 0.8543301820755005, + -1.4725762605667114, + -1.0424957275390625, + 0.10703977942466736, + 2.37386155128479, + 2.2321677207946777, + 1.4058798551559448, + -0.09342983365058899, + -0.6714394688606262, + 0.8728803992271423, + 0.46230727434158325, + 2.972311496734619, + 3.1275765895843506 + ], + [ + 0.21649208664894104, + -0.20723462104797363, + 1.5317883491516113, + 0.013667866587638855, + 0.47679629921913147, + 2.677910327911377, + 1.8671047687530518, + 1.6960766315460205, + 1.068267822265625, + -1.1167702674865723, + -1.144794225692749, + -0.11955028772354126, + 1.9159355163574219, + 2.2951083183288574, + 1.3136188983917236, + 0.5414972305297852, + -1.2603800296783447, + 1.073399305343628, + 0.640984833240509, + 2.0920653343200684, + 2.564584732055664 + ], + [ + 0.5795988440513611, + 0.06478109955787659, + 1.9628643989562988, + -0.2855762541294098, + 0.47754260897636414, + 2.2910773754119873, + 2.712817907333374, + 2.1207218170166016, + 0.5954307913780212, + -1.8042322397232056, + -1.2237597703933716, + 0.09737330675125122, + 2.5835914611816406, + 1.9028711318969727, + 1.3868281841278076, + 0.6517540812492371, + -0.6987743973731995, + 0.14470410346984863, + 0.500310480594635, + 1.9608325958251953, + 2.5367469787597656 + ], + [ + 0.2822818160057068, + -1.027776837348938, + 1.6159601211547852, + -0.870427668094635, + 0.88285231590271, + 1.7550137042999268, + 1.445440649986267, + 2.804149866104126, + 0.47995227575302124, + -0.7643927335739136, + -1.3587398529052734, + -0.3150816559791565, + 2.0937490463256836, + 1.6014765501022339, + 1.788015604019165, + 0.1157156378030777, + -0.995976984500885, + 0.5651847124099731, + -0.03812795877456665, + 2.946554183959961, + 2.169250011444092 + ], + [ + 0.7850518226623535, + -0.3744369149208069, + 1.5954267978668213, + -0.608968198299408, + 1.5638272762298584, + 2.6719911098480225, + 2.7496895790100098, + 1.293771743774414, + 0.6334982514381409, + -0.7202390432357788, + -1.7309244871139526, + 0.7185664176940918, + 1.500235915184021, + 2.540700912475586, + 1.8532832860946655, + -0.20271092653274536, + -1.125279188156128, + 1.318365216255188, + 0.897382378578186, + 2.567835807800293, + 2.6883723735809326 + ], + [ + -0.0409388542175293, + -0.124749556183815, + 1.7154438495635986, + 0.655324399471283, + 1.3263788223266602, + 2.6929171085357666, + 2.2255399227142334, + 1.953749179840088, + 0.7853950262069702, + -1.2592566013336182, + -0.45610707998275757, + 0.7783058881759644, + 1.6339646577835083, + 1.7010301351547241, + 2.0196127891540527, + 0.17955750226974487, + -0.951436460018158, + 0.7160906791687012, + 1.6532894372940063, + 2.6468448638916016, + 3.5804736614227295 + ], + [ + -0.16655230522155762, + -0.9298793077468872, + 2.0344009399414062, + -1.0343284606933594, + 0.197198748588562, + 1.775566577911377, + 2.411905527114868, + 1.4433773756027222, + 0.7106978893280029, + -2.17789363861084, + -0.7238349914550781, + 0.3165341913700104, + 1.5440614223480225, + 1.4604942798614502, + 1.5645346641540527, + 0.4737999439239502, + -0.3348062038421631, + 0.026718348264694214, + -0.1300031542778015, + 2.658573627471924, + 2.0041418075561523 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.5523390769958496, + 0.2772659659385681, + 0.3952569365501404, + 0.022935733199119568, + 0.10461509227752686, + 1.9810314178466797, + 1.4682230949401855, + 2.466538429260254, + -0.30221277475357056, + -0.34303462505340576, + -1.9408907890319824, + 1.1256544589996338, + 1.4728260040283203, + 1.3303914070129395, + 0.7972579002380371, + 0.172990620136261, + 0.051664650440216064, + 1.244837760925293, + 0.12645363807678223, + 1.7337814569473267, + 2.89335560798645 + ] + ], + "predicted_scores": [ + 1.9630440473556519, + 1.6765321493148804, + 1.5742526054382324, + 1.4216694831848145, + 0.8968730568885803, + 0.8040212988853455, + 0.7298990488052368, + 0.5882896184921265 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "0da2db158c238533638b8d4d724ae17d854b8759cf40347747e254820a3291df", + "stored_base_utility": 0.2721651792526245, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22852759063243866, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22852759063243866 + }, + "base_progress": 0.22852759063243866, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22852759063243866, + "candidate_action_clip_max_abs": [ + 0.08712911605834961, + 0.1213904619216919, + 0.08694839477539062, + 0.059954166412353516, + 0.025147199630737305, + 0.05382513999938965, + 0.012935996055603027, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08712911605834961, + "contact_quality": null, + "progress": 0.08913815021514893, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08913815021514893 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1213904619216919, + "contact_quality": null, + "progress": 0.09350365400314331, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09350365400314331 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08694839477539062, + "contact_quality": null, + "progress": 0.07052278518676758, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07052278518676758 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.059954166412353516, + "contact_quality": null, + "progress": 0.08671583980321884, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08671583980321884 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.025147199630737305, + "contact_quality": null, + "progress": 0.07273491472005844, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07273491472005844 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05382513999938965, + "contact_quality": null, + "progress": 0.06412933021783829, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06412933021783829 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.012935996055603027, + "contact_quality": null, + "progress": 0.0741363987326622, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0741363987326622 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11542954295873642, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11542954295873642 + } + ], + "candidate_progress": [ + 0.08913815021514893, + 0.09350365400314331, + 0.07052278518676758, + 0.08671583980321884, + 0.07273491472005844, + 0.06412933021783829, + 0.0741363987326622, + 0.11542954295873642 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-223b0a8319beb051a1ee", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.30629459023475647, + -0.0805416852235794, + -0.9355068206787109, + 0.7288156747817993, + 0.4551442861557007, + -2.916903495788574, + -0.5585314631462097, + -0.41378411650657654, + 0.13876907527446747, + 1.3888658285140991, + -0.672813355922699, + 0.8099101781845093, + 0.8438619375228882, + 0.8630303144454956, + -0.35903650522232056, + 0.5696516036987305, + -0.23654724657535553, + 0.012585774064064026, + -0.1792457103729248, + -0.9707710146903992, + -0.04270939528942108 + ], + [ + 0.33444976806640625, + -0.04635516181588173, + -1.076054573059082, + 0.49295613169670105, + 0.5045288801193237, + -3.1048583984375, + -0.5351833701133728, + -0.5458889007568359, + 0.12431800365447998, + 1.290640950202942, + -0.5458581447601318, + 0.9570407867431641, + 0.8186614513397217, + 0.8329679369926453, + -0.32191625237464905, + 0.5097620487213135, + -0.15197418630123138, + -0.11512269079685211, + -0.18457230925559998, + -0.9005864858627319, + -0.13226285576820374 + ], + [ + 0.31706589460372925, + -0.10548083484172821, + -0.883918046951294, + 0.6331465244293213, + 0.25019028782844543, + -2.9289638996124268, + -0.5573990941047668, + -0.5446017980575562, + 0.13114915788173676, + 1.4952386617660522, + -0.5924668908119202, + 0.8090894818305969, + 0.8831503391265869, + 0.9915381669998169, + -0.4667488932609558, + 0.5066880583763123, + -0.28799164295196533, + 0.047602102160453796, + -0.25388258695602417, + -1.0061326026916504, + -0.08914414048194885 + ], + [ + 0.3714696168899536, + 0.0010224059224128723, + -0.8293972015380859, + 0.557142972946167, + 0.20809289813041687, + -2.8319056034088135, + -0.3471291661262512, + -0.3156234920024872, + 0.18231326341629028, + 1.4500502347946167, + -0.7186559438705444, + 0.6905765533447266, + 1.0560946464538574, + 1.2091305255889893, + -0.38377347588539124, + 0.5604438781738281, + -0.04826293885707855, + -0.05534611642360687, + -0.2401755452156067, + -0.6079189777374268, + 0.15934398770332336 + ], + [ + 0.3945712149143219, + -0.011534169316291809, + -1.0058863162994385, + 0.8457460403442383, + 0.08919759094715118, + -2.562420606613159, + -0.5573908686637878, + -0.46480002999305725, + 0.37520086765289307, + 1.6539918184280396, + -0.8185388445854187, + 0.8083676099777222, + 0.8460853099822998, + 1.0754879713058472, + -0.5350448489189148, + 0.6039042472839355, + -0.23670123517513275, + 0.22700241208076477, + -0.27547353506088257, + -0.9666652679443359, + 0.33334416151046753 + ], + [ + 0.37916630506515503, + -0.12307333201169968, + -1.0561186075210571, + 0.4721173346042633, + 0.30015695095062256, + -2.6937530040740967, + -0.45956528186798096, + -0.8462104797363281, + 0.10484717786312103, + 1.5125463008880615, + -0.46036091446876526, + 1.0287299156188965, + 0.7470166683197021, + 0.7865649461746216, + -0.20737582445144653, + 0.4653744399547577, + -0.4712687134742737, + 0.04914988577365875, + -0.09793630242347717, + -1.1144914627075195, + -0.1870431900024414 + ], + [ + 0.5162158608436584, + -0.155374214053154, + -0.7096418142318726, + 0.5868057012557983, + 0.18504732847213745, + -2.690030813217163, + 0.05273273587226868, + -0.5164260864257812, + 0.07765691727399826, + 1.6384576559066772, + -0.7303265929222107, + 0.8048129081726074, + 1.4388682842254639, + 0.7116597294807434, + -0.2089611291885376, + 0.4281359612941742, + -0.05453680455684662, + -0.03430728614330292, + -0.41671228408813477, + -0.24464038014411926, + -0.1697293221950531 + ], + [ + -0.15894003212451935, + 0.029871389269828796, + -1.1887341737747192, + 0.614395260810852, + 0.5764991044998169, + -2.4835939407348633, + -0.6342719197273254, + -0.579729437828064, + 0.11191235482692719, + 1.1590721607208252, + -0.28322502970695496, + 1.3411239385604858, + 1.7802199125289917, + 0.5469204783439636, + -0.38349997997283936, + 0.4346807301044464, + -0.5532680749893188, + -0.04199710488319397, + 0.09760893881320953, + -0.8951627612113953, + 0.051007211208343506 + ] + ], + "generated_utilities": [ + 0.08913815021514893, + 0.09350365400314331, + 0.07052278518676758, + 0.08671583980321884, + 0.07273491472005844, + 0.06412933021783829, + 0.0741363987326622, + 0.11542954295873642 + ], + "group_id": "ms-223b0a8319beb051a1ee", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08069789409637451, + 0.10780428349971771, + 0.08790525048971176, + 0.0262441448867321, + 0.11242352426052094, + 0.09117989242076874, + 0.11313339322805405, + 0.13257622718811035, + 0.1593424528837204, + 0.05749386548995972, + 0.03281732648611069, + 0.10750602185726166, + 0.04015284776687622, + 0.08296297490596771, + 0.146215558052063, + 0.04653326794505119 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.3901504874229431, + 0.5261483788490295, + 0.6266356706619263, + 0.44542956352233887, + 0.04161961376667023, + -1.842090129852295, + 0.0, + -0.9498573541641235, + 0.36012017726898193, + 1.3898959159851074, + 0.8914443254470825, + -0.02114194631576538, + 0.6929440498352051, + 0.0, + -0.7578744292259216, + 0.05931973457336426, + -0.034669458866119385, + 0.589458703994751, + -1.2559914588928223, + 0.04934754967689514, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7564107179641724, + 0.4610605239868164, + -0.14963597059249878, + -0.27591854333877563, + -0.03312709182500839, + -2.95784854888916, + -2.3437106609344482, + -2.2544426918029785, + -0.3508921265602112, + 2.4830124378204346, + 2.1970369815826416, + 0.7530210018157959, + 1.5012421607971191, + 1.8145631551742554, + -1.6707961559295654, + -0.7483406662940979, + -0.23935037851333618, + 1.5424551963806152, + -2.357757091522217, + -0.09612591564655304, + 0.04097829759120941 + ], + [ + 1.082101583480835, + 0.7325993180274963, + -0.44281208515167236, + -0.5662503242492676, + -0.1744738519191742, + -2.344203233718872, + -2.654690742492676, + -2.2936489582061768, + -0.3410067558288574, + 2.3801591396331787, + 2.2954835891723633, + 1.0167251825332642, + 1.8415415287017822, + 2.165842056274414, + -1.3905693292617798, + -0.8038672208786011, + -0.6657370328903198, + 1.6491055488586426, + -2.515157699584961, + -0.440177857875824, + -0.29430338740348816 + ], + [ + 1.8573832511901855, + 0.4061572253704071, + 0.15697956085205078, + -0.7276508808135986, + -0.27096253633499146, + -2.8898420333862305, + -1.4445924758911133, + -2.2915894985198975, + 0.45477667450904846, + 2.3857364654541016, + 2.2449886798858643, + 0.944068431854248, + 1.8377275466918945, + 1.410325288772583, + -1.0383611917495728, + -1.294783353805542, + -0.14346101880073547, + 2.4649438858032227, + -1.7811484336853027, + -0.3977217376232147, + -0.15774928033351898 + ] + ], + "predicted_scores": [ + 4.910552978515625, + 4.903420925140381, + 4.743033409118652, + 4.542793273925781, + 4.5250396728515625, + 4.512871742248535, + 3.9342517852783203, + 3.450063705444336 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1461069713", + "selected_index": 0, + "state_hash": "83c299f189e5937e16066b33f5a7dbe5a034c60414c49a6331d445dd1c03b5f1", + "stored_base_utility": 0.08069789409637451, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.032693684101104736, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.032693684101104736 + }, + "base_progress": 0.032693684101104736, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.032693684101104736, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.015034079551696777, + 0.09611785411834717, + 0.005194902420043945, + 0.12150883674621582, + 0.06602370738983154 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10534242540597916, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10534242540597916 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09735050052404404, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09735050052404404 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10755517333745956, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10755517333745956 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.015034079551696777, + "contact_quality": null, + "progress": 0.10199248790740967, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10199248790740967 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09611785411834717, + "contact_quality": null, + "progress": 0.10079395771026611, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10079395771026611 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.005194902420043945, + "contact_quality": null, + "progress": 0.10304445028305054, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10304445028305054 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12150883674621582, + "contact_quality": null, + "progress": 0.08500617742538452, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08500617742538452 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06602370738983154, + "contact_quality": null, + "progress": 0.09643343836069107, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09643343836069107 + } + ], + "candidate_progress": [ + 0.10534242540597916, + 0.09735050052404404, + 0.10755517333745956, + 0.10199248790740967, + 0.10079395771026611, + 0.10304445028305054, + 0.08500617742538452, + 0.09643343836069107 + ], + "candidate_safety_violation": [ + false, + false, + false, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-3a4e2d080c9c4b279895", + "ms-d535b38d768633f6d922", + "ms-0b93907b2a7261815f63", + "ms-d535b38d768633f6d922", + "ms-3a4e2d080c9c4b279895" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-34726202b475d29cdf38", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.8542317152023315, + -0.14339813590049744, + -0.7620357275009155, + 0.884243369102478, + -0.5207418203353882, + 1.0029323101043701, + 1.1526103019714355, + -0.11489573121070862, + -0.4281265139579773, + 0.7196376919746399, + -1.1883814334869385, + 0.05446609854698181, + 0.6949326992034912, + 0.6983696222305298, + 1.1182374954223633, + -0.6790295243263245, + -1.6029881238937378, + 0.7177668809890747, + -0.12015405297279358, + -0.789707362651825, + -1.5807470083236694 + ], + [ + 1.1772565841674805, + -0.23406283557415009, + -0.6326771974563599, + 0.6813687086105347, + -0.3052600622177124, + 0.8951046466827393, + 1.0716989040374756, + -0.17474189400672913, + -0.4075808823108673, + 0.8111675381660461, + -0.9915350675582886, + 0.26318690180778503, + 0.4315246641635895, + 0.6256375908851624, + 0.9125946760177612, + -0.6267358660697937, + -1.2575242519378662, + 0.6977586150169373, + -0.36087679862976074, + -0.7991730570793152, + -2.142209053039551 + ], + [ + 1.2552762031555176, + -0.10898210108280182, + -0.6004413366317749, + 0.6554317474365234, + -0.3121512532234192, + 0.5171521902084351, + 0.5941177606582642, + -0.2493734061717987, + -0.3832584321498871, + 0.5947012305259705, + -1.2298290729522705, + 0.3369170129299164, + 0.43059948086738586, + 0.26145756244659424, + 1.0809568166732788, + -0.8213379979133606, + -1.5303661823272705, + 0.6844844818115234, + -0.12733611464500427, + -1.1626262664794922, + -1.926999568939209 + ], + [ + 1.1902825832366943, + -0.30820709466934204, + -1.1307220458984375, + 0.8308154344558716, + 0.10206668078899384, + 0.497225821018219, + 0.813607394695282, + 0.33430010080337524, + -0.42928192019462585, + 0.8867895603179932, + -1.019275188446045, + 0.7494860291481018, + 1.4402464628219604, + 0.4377562999725342, + 0.9663583040237427, + -0.8754614591598511, + -1.9660005569458008, + 0.4792877435684204, + 0.09847085177898407, + -1.1109912395477295, + -2.7194221019744873 + ], + [ + 0.6749144792556763, + -0.5384450554847717, + -0.6552855968475342, + 0.9266971349716187, + -0.2348928451538086, + 0.5164345502853394, + 1.24428391456604, + 0.1708015650510788, + -0.24817875027656555, + 0.5451136827468872, + -1.4376773834228516, + 0.4793206453323364, + 0.6913564205169678, + 1.3544843196868896, + 1.371129035949707, + -0.5755146741867065, + -1.9725608825683594, + 0.22830764949321747, + 0.10454726219177246, + -1.0550308227539062, + -1.5348175764083862 + ], + [ + 1.1956413984298706, + -0.1660415381193161, + -0.647286057472229, + 0.632339358329773, + -0.35866981744766235, + 0.6013107895851135, + 0.8788679838180542, + -0.05305612087249756, + -0.3923223614692688, + 0.5619185566902161, + -1.0266531705856323, + 0.3107736110687256, + 0.3958131968975067, + 0.4745367765426636, + 1.1303147077560425, + -0.7331554889678955, + -1.493970274925232, + 0.7202312350273132, + -0.24799782037734985, + -1.0346856117248535, + -1.832197666168213 + ], + [ + 0.9162532091140747, + -0.37479037046432495, + -0.8605380058288574, + 1.0300556421279907, + -0.4736654758453369, + 0.3809131979942322, + 0.9180047512054443, + 0.1969313621520996, + -0.19015921652317047, + 0.62847501039505, + -1.3624801635742188, + 0.6511043310165405, + 0.6962937116622925, + 1.2174733877182007, + 1.4444423913955688, + -0.6101455092430115, + -1.8482136726379395, + 0.23969900608062744, + 0.10772469639778137, + -1.237269401550293, + -1.552970290184021 + ], + [ + 1.181172490119934, + -0.38489919900894165, + -0.7651914358139038, + 0.5222451686859131, + -0.23754453659057617, + 0.7179570198059082, + 1.2798347473144531, + 0.13586418330669403, + -0.3317069113254547, + 0.8046777248382568, + -1.3660577535629272, + 0.6385517716407776, + 0.7502399682998657, + 1.05209219455719, + 1.2848973274230957, + -0.7256000638008118, + -1.8195288181304932, + 0.23608170449733734, + -0.19486278295516968, + -1.1174757480621338, + -1.6114273071289062 + ] + ], + "generated_utilities": [ + 0.10534242540597916, + 0.09735050052404404, + 0.10755517333745956, + 0.10199248790740967, + 0.10079395771026611, + 0.10304445028305054, + 0.08500617742538452, + 0.09643343836069107 + ], + "group_id": "ms-34726202b475d29cdf38", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07016094774007797, + 0.06343355029821396, + 0.034290533512830734, + 0.12802943587303162, + 0.159173846244812, + 0.07023199647665024, + 0.17105571925640106, + 0.12337249517440796, + 0.21855810284614563, + 0.25342071056365967, + 0.1448308825492859, + 0.1353527307510376, + 0.1435459852218628, + 0.1653708517551422, + 0.041707735508680344, + 0.08973287045955658 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.17323505878448486, + 0.21041874587535858, + 0.13457119464874268, + 1.1122353076934814, + 0.5987088680267334, + 0.14478814601898193, + 0.0, + 0.4338754415512085, + -0.011277735233306885, + 0.10751676559448242, + -0.2150489091873169, + -0.15575486421585083, + 0.8348451852798462, + 0.0, + 0.25485706329345703, + -0.09869855642318726, + -0.10849082469940186, + -0.22419551014900208, + 0.0015149712562561035, + -0.6096820831298828, + 0.0 + ], + [ + 1.1732350587844849, + 0.22933529317378998, + -0.8654288053512573, + 2.1122353076934814, + 1.5987088680267334, + 1.144788146018982, + 0.40604642033576965, + -0.45294344425201416, + -0.6347149014472961, + 1.1075167655944824, + -1.0484445095062256, + 0.8442451357841492, + 1.8348451852798462, + 1.1116747856140137, + 1.254857063293457, + -0.7526808381080627, + -1.1084908246994019, + 0.44739171862602234, + 0.8266352415084839, + -1.6096820831298828, + -2.181366205215454 + ], + [ + 1.245914101600647, + 0.12913760542869568, + -0.9870550036430359, + 2.255108118057251, + 1.40378999710083, + 1.4080419540405273, + 0.42180347442626953, + -0.18437573313713074, + -0.9035077095031738, + 1.2423285245895386, + -1.1403719186782837, + 0.9222764372825623, + 2.0197935104370117, + 0.9139973521232605, + 1.388066291809082, + -1.0113749504089355, + -0.9504952430725098, + 0.40055137872695923, + 0.9980884790420532, + -1.4929014444351196, + -2.3998966217041016 + ], + [ + 1.352006196975708, + -0.042717382311820984, + -0.7442275285720825, + 2.440530776977539, + 1.681086778640747, + 1.3030997514724731, + 0.34464821219444275, + -0.5440786480903625, + -0.4192233085632324, + 0.9545001983642578, + -1.076216220855713, + 0.6712799072265625, + 2.044602394104004, + 1.23128342628479, + 1.0405588150024414, + -0.5801548957824707, + -0.9010713696479797, + 0.5903030037879944, + 0.8210705518722534, + -1.7861971855163574, + -2.2189154624938965 + ], + [ + 1.6238082647323608, + -0.00859782099723816, + -0.511402428150177, + 1.7740800380706787, + 1.5378435850143433, + 1.63092839717865, + 0.690334677696228, + -0.272619366645813, + -1.0773589611053467, + 1.2877765893936157, + -0.834421694278717, + 0.6018235087394714, + 1.540588140487671, + 1.5366268157958984, + 1.0796421766281128, + -0.8816280364990234, + -1.1080666780471802, + 0.43476396799087524, + 0.4842568039894104, + -1.6918518543243408, + -2.337402820587158 + ], + [ + 1.3512331247329712, + 0.6693253517150879, + -0.3530978560447693, + 2.2459869384765625, + 1.8864526748657227, + 0.7496743202209473, + 0.013006120920181274, + -0.6791016459465027, + -1.0318936109542847, + 1.270892858505249, + -0.9038214683532715, + 1.1239131689071655, + 1.4732563495635986, + 1.1963164806365967, + 1.0181585550308228, + -1.2092132568359375, + -1.6649460792541504, + 1.0400781631469727, + 1.1531003713607788, + -1.2245161533355713, + -1.7803716659545898 + ], + [ + 1.15625, + 0.19343385100364685, + -0.5164467692375183, + 2.725703239440918, + 1.2542798519134521, + 1.5723463296890259, + -0.19755324721336365, + -1.0201804637908936, + -1.220360279083252, + 1.2726116180419922, + -1.363890528678894, + 0.7564514875411987, + 1.806268572807312, + 1.5585269927978516, + 1.3288673162460327, + -0.15946650505065918, + -1.674433708190918, + 1.1169633865356445, + 1.0274916887283325, + -1.0207278728485107, + -2.4757797718048096 + ], + [ + 1.852755069732666, + -0.3371591567993164, + -0.8838323354721069, + 1.63685941696167, + 1.7563523054122925, + 0.5039563775062561, + 0.6486928462982178, + -1.1455364227294922, + -1.2256035804748535, + 0.8296796083450317, + -1.0998003482818604, + 0.9644854068756104, + 2.4688971042633057, + 1.5585618019104004, + 1.0731451511383057, + -1.2015693187713623, + -0.8826782703399658, + -0.039678215980529785, + 0.9313548803329468, + -1.1059411764144897, + -2.951857566833496 + ], + [ + 0.808337926864624, + 0.373706579208374, + -0.6560260057449341, + 2.135918140411377, + 1.153333306312561, + 0.9103911519050598, + 1.1592243909835815, + -0.940754771232605, + -0.3375057578086853, + 0.5097520351409912, + -0.6018280982971191, + 1.0536187887191772, + 1.1728196144104004, + 1.872976303100586, + 0.5927213430404663, + -1.2269426584243774, + -1.395959734916687, + 1.3307087421417236, + 0.6676969528198242, + -0.8550128936767578, + -1.892500400543213 + ], + [ + 1.715224027633667, + 0.47384411096572876, + -1.1970646381378174, + 1.7291345596313477, + 1.8696626424789429, + 0.2313959002494812, + 1.0581674575805664, + -0.4132469594478607, + -1.5996181964874268, + 1.8493136167526245, + -0.44559526443481445, + 1.7640175819396973, + 1.0321706533432007, + 1.4212751388549805, + 0.8128281831741333, + -0.3369852602481842, + -0.9641330242156982, + 1.3263734579086304, + -0.12180572748184204, + -2.3689627647399902, + -2.1483821868896484 + ] + ], + "predicted_scores": [ + 6.261888027191162, + 6.242381572723389, + 5.943353652954102, + 5.55879020690918, + 5.490576267242432, + 5.3612189292907715, + 4.898172855377197, + 4.58561372756958 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "b8ad7d4a4d065cb24022694218bb7cdb7af98dc934b9f2ceccdfcc7f0fa958b4", + "stored_base_utility": 0.07016094774007797, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3935660123825073, + 0.400783896446228, + 0.3988173007965088, + 0.397058367729187, + 0.4095824956893921, + 0.49003827571868896, + 0.42047131061553955, + 0.42351043224334717 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3935660123825073, + "contact_quality": null, + "progress": 0.12574712932109833, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12574712932109833 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.400783896446228, + "contact_quality": null, + "progress": 0.13250474631786346, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13250474631786346 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3988173007965088, + "contact_quality": null, + "progress": 0.12255460023880005, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12255460023880005 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.397058367729187, + "contact_quality": null, + "progress": 0.13674892485141754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13674892485141754 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4095824956893921, + "contact_quality": null, + "progress": 0.11473995447158813, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11473995447158813 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.49003827571868896, + "contact_quality": null, + "progress": 0.10476195812225342, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10476195812225342 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42047131061553955, + "contact_quality": null, + "progress": 0.10280817747116089, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10280817747116089 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42351043224334717, + "contact_quality": null, + "progress": 0.08060065656900406, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08060065656900406 + } + ], + "candidate_progress": [ + 0.12574712932109833, + 0.13250474631786346, + 0.12255460023880005, + 0.13674892485141754, + 0.11473995447158813, + 0.10476195812225342, + 0.10280817747116089, + 0.08060065656900406 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4cc40587ec490257b1d2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.5486915111541748, + -0.09467718005180359, + -0.42135390639305115, + -0.11423797160387039, + 0.11049295216798782, + 2.100173234939575, + 1.4716286659240723, + 2.0876498222351074, + 0.3329862356185913, + -1.1762115955352783, + -0.32411429286003113, + -1.4530003070831299, + -2.4978559017181396, + -3.6299800872802734, + 1.7825015783309937, + 0.4353501796722412, + -1.5777837038040161, + -0.9715692400932312, + -0.4159882664680481, + -3.2716124057769775, + -2.682691812515259 + ], + [ + 1.606834888458252, + -0.2668687105178833, + -0.056235939264297485, + -0.20669272541999817, + -0.14139020442962646, + 2.630737781524658, + 1.9255921840667725, + 2.141549587249756, + 0.3593384921550751, + -1.226540207862854, + -0.5559935569763184, + -1.4712938070297241, + -2.8372347354888916, + -3.491304874420166, + 1.6201759576797485, + 0.3405752182006836, + -1.6242893934249878, + -1.1206107139587402, + -0.7604770064353943, + -3.2204434871673584, + -2.669116258621216 + ], + [ + 1.5653458833694458, + -0.22196340560913086, + -0.6251506805419922, + -0.3663887083530426, + 0.011445373296737671, + 3.004770278930664, + 1.5721275806427002, + 2.232646942138672, + 0.3696686625480652, + -0.9572604894638062, + -0.4291047155857086, + -1.3449301719665527, + -2.4897758960723877, + -3.1533000469207764, + 1.6212996244430542, + 0.3292282521724701, + -1.8294460773468018, + -1.0057522058486938, + -0.6615357398986816, + -3.264270544052124, + -2.7994771003723145 + ], + [ + 1.651603102684021, + -0.169143408536911, + -0.2530317008495331, + -0.36192357540130615, + 0.20656605064868927, + 3.058030128479004, + 2.0759661197662354, + 2.0500848293304443, + 0.4562685489654541, + -0.9919615983963013, + -0.5420446991920471, + -1.3613197803497314, + -2.883345365524292, + -3.3507277965545654, + 1.5724846124649048, + 0.24131856858730316, + -1.5024226903915405, + -0.9991098046302795, + -0.6012935042381287, + -3.121598243713379, + -3.070594072341919 + ], + [ + 1.6749650239944458, + -0.21582096815109253, + -0.09351971745491028, + -0.47927147150039673, + 0.11446615308523178, + 2.725200653076172, + 1.9774749279022217, + 2.2352118492126465, + 0.4574272334575653, + -1.1599026918411255, + -0.513027012348175, + -1.2667831182479858, + -2.8394501209259033, + -3.146524429321289, + 1.6363226175308228, + 0.3550979197025299, + -1.4982720613479614, + -1.1319997310638428, + -0.5957140922546387, + -3.305734872817993, + -3.195405960083008 + ], + [ + 2.0369009971618652, + -0.22583237290382385, + 0.08304911851882935, + -0.7121633291244507, + -0.11192938685417175, + 2.288201093673706, + 1.649935007095337, + 2.5395939350128174, + 0.42309877276420593, + -1.1985005140304565, + -0.4728664457798004, + -0.945991039276123, + -2.721649646759033, + -3.023381471633911, + 1.7701069116592407, + 0.37304097414016724, + -1.4308809041976929, + -0.865155041217804, + -0.43726277351379395, + -2.9744513034820557, + -2.819549560546875 + ], + [ + 1.8733781576156616, + -0.2661200165748596, + 0.002194225788116455, + -0.4061829745769501, + 0.20296773314476013, + 2.767595052719116, + 1.977175235748291, + 2.283494234085083, + 0.40109556913375854, + -1.1738338470458984, + -0.5919208526611328, + -1.2571122646331787, + -2.896458387374878, + -3.187117338180542, + 1.5785750150680542, + 0.3135570287704468, + -1.6097875833511353, + -1.0818387269973755, + -0.644007682800293, + -3.3389315605163574, + -3.360475540161133 + ], + [ + 1.9588993787765503, + -0.3054380416870117, + 0.18773800134658813, + -0.5925962924957275, + 0.14601951837539673, + 2.629676342010498, + 1.6463830471038818, + 2.289423942565918, + 0.5107323527336121, + -1.327555537223816, + -0.6247761845588684, + -1.1829568147659302, + -2.7263007164001465, + -2.8828983306884766, + 1.6966639757156372, + 0.343553751707077, + -1.6682565212249756, + -1.020994782447815, + -0.6204982399940491, + -3.3663687705993652, + -3.082827091217041 + ] + ], + "generated_utilities": [ + 0.12574712932109833, + 0.13250474631786346, + 0.12255460023880005, + 0.13674892485141754, + 0.11473995447158813, + 0.10476195812225342, + 0.10280817747116089, + 0.08060065656900406 + ], + "group_id": "ms-4cc40587ec490257b1d2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16178712248802185, + 0.15196636319160461, + 2.0, + 0.15837524831295013, + 0.3054252564907074, + 0.15342628955841064, + 0.2962890863418579, + 0.2653762102127075, + 0.26964250206947327, + 0.23905441164970398, + 0.028676172718405724, + 0.08959289640188217, + 0.0923086404800415, + 0.1694244146347046, + 2.0, + 0.17181062698364258 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.6762146949768066, + -0.5422504544258118, + -0.9810613393783569, + 0.41481006145477295, + -0.22591203451156616, + 3.0048351287841797, + 1.597851037979126, + 1.0490666627883911, + -0.2555292844772339, + -1.7305853366851807, + -0.796277642250061, + -0.213690847158432, + -2.3123772144317627, + -3.073338508605957, + 1.197786808013916, + 0.3312940299510956, + -0.3129274547100067, + -1.2490216493606567, + 0.7771922945976257, + -3.095916986465454, + -2.7934844493865967 + ], + [ + 1.5850727558135986, + -0.24454213678836823, + -1.2447073459625244, + -0.43679916858673096, + 0.6670761704444885, + 2.058298349380493, + 2.281813621520996, + 1.1571274995803833, + 0.19461163878440857, + -1.6949715614318848, + -1.0789921283721924, + -0.6282864809036255, + -2.3456711769104004, + -2.1814467906951904, + 1.4117028713226318, + -0.7898263931274414, + -0.1997852623462677, + -0.7791939377784729, + 0.764602780342102, + -3.6762187480926514, + -3.3181514739990234 + ], + [ + 2.1237759590148926, + -1.0316166877746582, + 0.21347063779830933, + 0.11902476847171783, + -0.21767841279506683, + 3.124026298522949, + 2.9575648307800293, + 0.9986574649810791, + -0.05268959701061249, + -1.3397611379623413, + -0.11945796012878418, + -0.8530022501945496, + -2.6740899085998535, + -2.5199618339538574, + 1.6198596954345703, + -0.8929768800735474, + -1.0858898162841797, + -0.47080695629119873, + 0.7731091380119324, + -2.26178240776062, + -3.350116014480591 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.0967917442321777, + 0.09102015197277069, + 0.14111566543579102, + 0.07227197289466858, + -0.12947900593280792, + 1.4810009002685547, + 0.0, + 0.7079957723617554, + -0.002458244562149048, + -0.18595266342163086, + 0.04849886894226074, + -0.004869282245635986, + -1.9638588428497314, + 0.0, + 0.3368469476699829, + 0.07374103367328644, + -0.07811915874481201, + -0.2844512462615967, + -0.11976581811904907, + -2.107113838195801, + 0.0 + ], + [ + 2.0967917442321777, + -0.19816507399082184, + -0.570645809173584, + -0.1461164802312851, + 0.009999969974160194, + 2.4810009002685547, + 2.248060703277588, + 1.7079957723617554, + 0.23977796733379364, + -1.1859526634216309, + -0.756894588470459, + -0.551969587802887, + -2.9638588428497314, + -2.7659101486206055, + 1.336846947669983, + -0.011451777070760727, + -0.556559681892395, + -1.2844512462615967, + 0.2656048536300659, + -3.107113838195801, + -2.6106345653533936 + ], + [ + 2.0182998180389404, + -0.14507728815078735, + -0.47699880599975586, + -0.21294398605823517, + -0.1575433313846588, + 2.311400890350342, + 2.3768410682678223, + 1.7504703998565674, + 0.3052957057952881, + -1.1499974727630615, + -0.7333514094352722, + -0.6321364045143127, + -3.180312156677246, + -2.6107451915740967, + 1.1873588562011719, + -0.1854858696460724, + -0.84868985414505, + -1.2124079465866089, + 0.32715433835983276, + -3.1038706302642822, + -2.558427572250366 + ], + [ + 1.9674465656280518, + -0.2979561388492584, + -0.277576208114624, + -0.4890994429588318, + -0.36247068643569946, + 2.4956305027008057, + 2.2214319705963135, + 2.024904727935791, + 0.22065651416778564, + -0.9784454107284546, + -0.7614048719406128, + -0.4799202084541321, + -3.324284076690674, + -2.380946636199951, + 1.1879154443740845, + 0.19718940556049347, + -0.4946358799934387, + -1.5791031122207642, + 0.6372518539428711, + -3.1803996562957764, + -3.005131244659424 + ], + [ + 2.355801582336426, + 0.28462642431259155, + -0.4549340605735779, + -0.3234674632549286, + 0.4285764694213867, + 2.7566373348236084, + 1.9333665370941162, + 1.7172681093215942, + 0.3269927501678467, + -1.148551344871521, + -1.139283299446106, + -0.32247722148895264, + -2.5663187503814697, + -2.476278781890869, + 1.0316083431243896, + 0.0011699674651026726, + -0.5549222826957703, + -1.293163537979126, + -0.18481412529945374, + -2.9731194972991943, + -2.782378911972046 + ], + [ + 2.0757241249084473, + -0.7629754543304443, + -0.37971407175064087, + -0.3592771887779236, + -0.332408607006073, + 2.58429217338562, + 2.6344168186187744, + 2.0120387077331543, + -0.19774840772151947, + -1.565378189086914, + -1.2515136003494263, + -0.8894425630569458, + -2.5491228103637695, + -3.344634532928467, + 1.8722190856933594, + 0.29766845703125, + -0.04085499048233032, + -1.5809288024902344, + 0.4674709439277649, + -3.438840627670288, + -2.4889774322509766 + ], + [ + 2.1106064319610596, + 0.3794766664505005, + 0.36600369215011597, + -0.9043070673942566, + 0.3312896192073822, + 2.434213161468506, + 1.8977553844451904, + 2.2452194690704346, + -0.6664875149726868, + -2.101595401763916, + -0.006522834300994873, + -0.14584043622016907, + -3.2684569358825684, + -2.7001588344573975, + 1.0311225652694702, + 0.7184264063835144, + 0.008758068084716797, + -0.9973032474517822, + -0.2914050221443176, + -3.4715468883514404, + -2.1286253929138184 + ] + ], + "predicted_scores": [ + 5.749285697937012, + 5.683479309082031, + 5.017549991607666, + 4.408693790435791, + 4.097143650054932, + 4.0158843994140625, + 3.904229164123535, + 3.6844425201416016 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126", + "selected_index": 0, + "state_hash": "9a9622b4c6673d91209293e041093eeb59bee6d6e3e25bebc6ff69ff02f98bf6", + "stored_base_utility": 0.16178712248802185, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10593423992395401, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10593423992395401 + }, + "base_progress": 0.10593423992395401, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10593423992395401, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06906759738922119, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06906759738922119 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06058738753199577, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06058738753199577 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07216622680425644, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07216622680425644 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06007691100239754, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06007691100239754 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06433993577957153, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06433993577957153 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0718381404876709, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0718381404876709 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05270739272236824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05270739272236824 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0664752721786499, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0664752721786499 + } + ], + "candidate_progress": [ + 0.06906759738922119, + 0.06058738753199577, + 0.07216622680425644, + 0.06007691100239754, + 0.06433993577957153, + 0.0718381404876709, + 0.05270739272236824, + 0.0664752721786499 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1d3f30fae746c0b9cefc", + "ms-dc26b448cce4164a23e6", + "ms-e84163d9ef2e7014daca", + "ms-554727d05aa9a2b32904", + "ms-e84163d9ef2e7014daca", + "ms-f85a653af630821f2572", + "ms-7eaea428dfdef7255a66", + "ms-36f0ff5c96ebdd4644c2" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-62f8c18a15c566ec4b00", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.20886297523975372, + 0.23504795134067535, + 0.8964986801147461, + -0.45782309770584106, + 0.15232440829277039, + 1.7494276762008667, + 0.4145902991294861, + -0.05762737989425659, + 0.11030366271734238, + 0.9142340421676636, + -0.34527504444122314, + 0.2316683828830719, + 0.9877126216888428, + 0.1259622424840927, + 0.9096128940582275, + 0.007373280823230743, + -0.050207749009132385, + 0.19555462896823883, + 0.1134178638458252, + 1.2216646671295166, + 0.015735968947410583 + ], + [ + -0.2634950280189514, + 0.35334914922714233, + 0.8262014389038086, + -0.34690558910369873, + 0.0359216183423996, + 1.4173818826675415, + 0.2881280779838562, + -0.04905182123184204, + 0.14275525510311127, + 1.0143176317214966, + -0.3133854269981384, + 0.4205688238143921, + 0.8463542461395264, + -0.029302135109901428, + 0.7145671248435974, + -0.16884490847587585, + -0.0557849258184433, + 0.3404572606086731, + 0.19401709735393524, + 1.0350916385650635, + -0.06727907061576843 + ], + [ + -0.2601615786552429, + 0.2908707857131958, + 0.8874576091766357, + -0.06037309765815735, + -0.07751387357711792, + 1.2539891004562378, + -0.13010263442993164, + -0.042666152119636536, + 0.009595471434295177, + 0.8563693761825562, + -0.364271342754364, + 0.6738858819007874, + 0.8624504804611206, + 0.10568687319755554, + 0.6575760245323181, + -0.12198500335216522, + -0.26243847608566284, + 0.3754069209098816, + 0.06696856021881104, + 0.9872466921806335, + -0.038230836391448975 + ], + [ + -0.43968427181243896, + 0.3714084029197693, + 0.7505820989608765, + -0.25313323736190796, + 0.11230673640966415, + 1.6838096380233765, + 0.05364805459976196, + -0.05349312722682953, + 0.09627294540405273, + 0.9156501889228821, + -0.25789323449134827, + 0.4137476086616516, + 0.7532533407211304, + -0.019981086254119873, + 0.607612133026123, + -0.20912404358386993, + -0.07764770090579987, + 0.37665224075317383, + 0.08624988794326782, + 0.9619662165641785, + 0.006346374750137329 + ], + [ + -0.341428279876709, + 0.38067764043807983, + 0.7709189653396606, + -0.3264523148536682, + -0.014096885919570923, + 1.6588081121444702, + 0.173966646194458, + -0.07628095149993896, + 0.1064545065164566, + 0.8912980556488037, + -0.36145931482315063, + 0.4652911424636841, + 0.6799939870834351, + 0.0387875959277153, + 0.7326026558876038, + -0.1710968315601349, + -0.05462656915187836, + 0.28882306814193726, + -0.01743793487548828, + 0.9826222062110901, + -0.03105969727039337 + ], + [ + -0.31839168071746826, + 0.43411916494369507, + 0.8668011426925659, + 0.053124189376831055, + 0.3272525668144226, + 1.2029757499694824, + -0.04936552047729492, + 0.1015249714255333, + 0.1076698750257492, + 0.976713240146637, + -0.269154816865921, + 0.013076737523078918, + 0.6542644500732422, + 0.17234662175178528, + 0.739324152469635, + -0.001826954074203968, + -0.3880678415298462, + 0.1597111076116562, + 0.2243044674396515, + 1.2432138919830322, + 0.07690998166799545 + ], + [ + -0.2744941711425781, + 0.2443857640028, + 0.8915774822235107, + -0.10861236602067947, + 0.08780510723590851, + 1.5521091222763062, + -0.03659087419509888, + -0.11323592066764832, + 0.11314363777637482, + 1.038884162902832, + 0.24857228994369507, + 0.4094424545764923, + 1.2422574758529663, + 0.6714778542518616, + 0.3658856749534607, + -0.2929532527923584, + -0.18526773154735565, + 0.5731385946273804, + -0.07264217734336853, + 1.5351989269256592, + 0.6619027256965637 + ], + [ + -0.4327767491340637, + 0.3571664094924927, + 0.8759806752204895, + -0.3659942150115967, + -0.02088448405265808, + 2.0961198806762695, + 0.14518305659294128, + -0.029100894927978516, + 0.10967981815338135, + 0.8608389496803284, + -0.40868452191352844, + 0.5135307312011719, + 0.8456257581710815, + 0.0966753140091896, + 0.8842036128044128, + -0.12587013840675354, + -0.08846645057201385, + 0.2512378990650177, + 0.09523259103298187, + 1.1273601055145264, + -0.15087592601776123 + ] + ], + "generated_utilities": [ + 0.06906759738922119, + 0.06058738753199577, + 0.07216622680425644, + 0.06007691100239754, + 0.06433993577957153, + 0.0718381404876709, + 0.05270739272236824, + 0.0664752721786499 + ], + "group_id": "ms-62f8c18a15c566ec4b00", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2055879682302475, + 0.15903471410274506, + 0.1770331859588623, + 0.17461439967155457, + 0.10903843492269516, + 2.0, + 0.11207237094640732, + 0.07629036903381348, + 0.11582325398921967, + 0.08135102689266205, + 0.14345130324363708, + 0.01588096283376217, + 0.10183835029602051, + 0.09354820102453232, + 0.05616249889135361, + 0.03258174657821655 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.6560869216918945, + 1.4340802431106567, + 2.133042812347412, + -1.6187903881072998, + -0.3686235547065735, + 1.4221537113189697, + 2.051835536956787, + -0.5457002520561218, + 0.35233452916145325, + 2.232743501663208, + -0.6740322113037109, + 1.151375651359558, + 1.9049317836761475, + 2.4282453060150146, + 1.6576653718948364, + 0.20707398653030396, + -0.4855998158454895, + 0.6032449007034302, + -0.3807387948036194, + 1.416537880897522, + 2.054039716720581 + ], + [ + -1.6186679601669312, + 1.460119366645813, + 2.0704591274261475, + -1.5922223329544067, + -0.4771198332309723, + 1.6217238903045654, + 2.3241891860961914, + -0.7101117372512817, + 0.11226648092269897, + 2.1982007026672363, + -0.5209420919418335, + 1.141204595565796, + 1.642596960067749, + 2.263195753097534, + 1.8742636442184448, + 0.4953499138355255, + -0.19917738437652588, + 0.8825016021728516, + -0.646206259727478, + 1.348364233970642, + 1.9572612047195435 + ], + [ + -1.843491554260254, + 1.3809397220611572, + 2.2261292934417725, + -1.810011625289917, + 0.00466504693031311, + 1.6942816972732544, + 1.674796462059021, + -0.3701994717121124, + 0.48327118158340454, + 2.2937467098236084, + -1.0430699586868286, + 1.037003993988037, + 2.057415723800659, + 2.473893404006958, + 1.368512749671936, + 0.026398375630378723, + -0.28056252002716064, + 0.7394490838050842, + -0.135929673910141, + 1.4613816738128662, + 1.8182353973388672 + ], + [ + -1.7090202569961548, + 1.2014251947402954, + 2.5261003971099854, + -1.343761920928955, + 0.0014872252941131592, + 1.5080894231796265, + 2.469193696975708, + -0.33047181367874146, + 0.21748946607112885, + 1.9040542840957642, + -0.3248077929019928, + 1.2535462379455566, + 1.7681269645690918, + 2.413830280303955, + 1.5628516674041748, + 0.3692096769809723, + -0.6316268444061279, + 1.0549155473709106, + -0.585443913936615, + 1.4580261707305908, + 1.861475944519043 + ], + [ + -1.5739861726760864, + 1.9851735830307007, + 1.9895859956741333, + -1.9584285020828247, + 0.03283119201660156, + 1.724684715270996, + 2.0848584175109863, + -0.027308106422424316, + 0.575861930847168, + 1.8278206586837769, + -0.7953307628631592, + 0.8764586448669434, + 1.4398837089538574, + 2.4535489082336426, + 2.2188212871551514, + 0.6409536600112915, + -0.04618185758590698, + 0.06571757793426514, + -0.25220340490341187, + 1.9525489807128906, + 2.6318905353546143 + ], + [ + -2.215092420578003, + 1.1943053007125854, + 2.7162277698516846, + -1.6025424003601074, + -0.11321327090263367, + 0.9839931726455688, + 2.6188716888427734, + 0.042060136795043945, + -0.09425070881843567, + 2.1560912132263184, + -0.7630303502082825, + 1.2800164222717285, + 1.5591206550598145, + 1.914273977279663, + 1.9637861251831055, + 0.07990777492523193, + -0.06643101572990417, + 0.2255931794643402, + -0.6621066331863403, + 1.8767895698547363, + 1.7678380012512207 + ], + [ + -2.125091791152954, + 1.1038992404937744, + 2.161226272583008, + -1.6163935661315918, + 0.10153412818908691, + 1.2773993015289307, + 1.79843270778656, + -0.8195581436157227, + 0.9643011093139648, + 1.747107982635498, + -0.21194970607757568, + 0.8826547265052795, + 1.3701846599578857, + 2.0540931224823, + 1.6128103733062744, + 0.5142203569412231, + -0.6133832931518555, + 1.395470380783081, + 0.07671406865119934, + 1.9030730724334717, + 2.2358145713806152 + ], + [ + -2.1371500492095947, + 1.870188593864441, + 1.9894345998764038, + -0.7831147313117981, + -1.053368330001831, + 1.682460069656372, + 1.348923921585083, + -1.2364721298217773, + 1.1173516511917114, + 1.7603535652160645, + 0.07426255941390991, + 1.8963596820831299, + 2.6795802116394043, + 3.2893197536468506, + 1.676537275314331, + -0.017106592655181885, + -0.40520739555358887, + 1.4525823593139648, + 0.19225960969924927, + 1.4767534732818604, + 2.2304527759552 + ], + [ + -0.8013453483581543, + 2.1245508193969727, + 2.8506219387054443, + -2.42643666267395, + 0.32976478338241577, + 1.1282942295074463, + 1.7320069074630737, + 0.41262930631637573, + 0.20258726179599762, + 2.1259214878082275, + 0.05980044603347778, + 1.255560278892517, + 2.4665114879608154, + 2.0086617469787598, + 1.63053560256958, + 0.19051074981689453, + -1.314469814300537, + 0.4165726900100708, + 0.1314297318458557, + 1.2317640781402588, + 1.8156381845474243 + ], + [ + -2.5627613067626953, + 0.4737064242362976, + 1.6717441082000732, + -1.4388712644577026, + -0.02389085292816162, + 0.9784414768218994, + 2.5549299716949463, + -1.1207588911056519, + 0.35878416895866394, + 3.093465805053711, + 0.03559839725494385, + 0.7894579768180847, + 1.7492616176605225, + 2.3220887184143066, + 1.3344006538391113, + 1.1986273527145386, + -0.3156958222389221, + 0.4671337604522705, + -0.02814057469367981, + 0.5898981690406799, + 2.9334373474121094 + ], + [ + -2.142909526824951, + 1.763897180557251, + 1.7624998092651367, + -2.436081647872925, + 0.26455628871917725, + 1.6793537139892578, + 1.672365665435791, + 0.3532595634460449, + 0.6855288147926331, + 1.8819252252578735, + -0.9443309903144836, + 0.9712191820144653, + 1.891847848892212, + 2.490070104598999, + 1.019745945930481, + 0.8878521919250488, + -1.4222099781036377, + -0.36554014682769775, + -0.6266958117485046, + 1.3942829370498657, + 1.4608699083328247 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.103671073913574, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.856490612030029, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.108079433441162 + ] + ], + "predicted_scores": [ + 5.213999271392822, + 5.040152072906494, + 5.036060333251953, + 4.971724033355713, + 4.542107582092285, + 4.3967742919921875, + 4.354056358337402, + 4.2997965812683105 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "672328262", + "selected_index": 0, + "state_hash": "84e145dfde468dab4dbe311d89e386bf330084ee72c7e0358ac6989be802aa2a", + "stored_base_utility": 0.2055879682302475, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19699124991893768, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19699124991893768 + }, + "base_progress": 0.19699124991893768, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.19699124991893768, + "candidate_action_clip_max_abs": [ + 0.2817652225494385, + 0.28060078620910645, + 0.3565218448638916, + 0.2959026098251343, + 0.31397759914398193, + 0.38225507736206055, + 0.2765049934387207, + 0.35018861293792725 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2817652225494385, + "contact_quality": null, + "progress": 0.16703255474567413, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16703255474567413 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28060078620910645, + "contact_quality": null, + "progress": 0.24791230261325836, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24791230261325836 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3565218448638916, + "contact_quality": null, + "progress": 0.2120152711868286, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2120152711868286 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2959026098251343, + "contact_quality": null, + "progress": 0.2287835329771042, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2287835329771042 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.31397759914398193, + "contact_quality": null, + "progress": 0.2415814846754074, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2415814846754074 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38225507736206055, + "contact_quality": null, + "progress": 0.16108381748199463, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16108381748199463 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2765049934387207, + "contact_quality": null, + "progress": 0.25252875685691833, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25252875685691833 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.35018861293792725, + "contact_quality": null, + "progress": 0.22627584636211395, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22627584636211395 + } + ], + "candidate_progress": [ + 0.16703255474567413, + 0.24791230261325836, + 0.2120152711868286, + 0.2287835329771042, + 0.2415814846754074, + 0.16108381748199463, + 0.25252875685691833, + 0.22627584636211395 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-99357c610a8ebf4f5613", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-98eb81debb5186ebbe38", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-6661b157c41ad4d6ab85", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.5313022136688232, + 0.14490361511707306, + -0.9552520513534546, + -0.4263763129711151, + -0.529736340045929, + -2.1131558418273926, + -1.8867664337158203, + 1.0850838422775269, + 0.15458457171916962, + -0.12758871912956238, + -1.1791579723358154, + 0.6966290473937988, + -2.6932413578033447, + -1.7965737581253052, + 1.2530450820922852, + 0.06779113411903381, + -1.0747326612472534, + -0.052111074328422546, + 0.46313756704330444, + -1.0634980201721191, + -1.0982333421707153 + ], + [ + 1.3804681301116943, + 0.2434707134962082, + -1.1146212816238403, + -0.5008288621902466, + -0.45732659101486206, + -2.2120866775512695, + -1.9468388557434082, + 0.6742196083068848, + -0.08064492046833038, + -0.18473735451698303, + -0.9821664094924927, + 0.5316997766494751, + -2.5842998027801514, + -2.176677703857422, + 0.8828835487365723, + -0.008017031475901604, + -0.3595011830329895, + -0.1470097154378891, + 0.10384540259838104, + -0.9226250052452087, + -1.2647144794464111 + ], + [ + 1.6486488580703735, + 0.2325197011232376, + -1.325541615486145, + -0.6392821669578552, + -0.40527474880218506, + -2.3038339614868164, + -1.6009547710418701, + 0.8032610416412354, + -0.0612330287694931, + -0.060993216931819916, + -0.9078565239906311, + 0.5269081592559814, + -3.145219564437866, + -2.1182217597961426, + 0.9198333024978638, + -0.027377188205718994, + -0.39957427978515625, + -0.10851426422595978, + 0.036370933055877686, + -0.5334629416465759, + -1.3364251852035522 + ], + [ + 1.4892557859420776, + 0.17516691982746124, + -1.1040581464767456, + -0.33820879459381104, + -0.5256573557853699, + -2.082345485687256, + -1.9564330577850342, + 0.675972580909729, + -0.006550628691911697, + -0.17937788367271423, + -0.9989500045776367, + 0.651110053062439, + -2.845585584640503, + -2.3313956260681152, + 0.8589860200881958, + 0.05821336433291435, + -0.41118091344833374, + -0.21169032156467438, + 0.1516849249601364, + -0.9580176472663879, + -1.2781044244766235 + ], + [ + 1.5037177801132202, + 0.24864564836025238, + -1.2475484609603882, + -0.4014695882797241, + -0.4679107666015625, + -2.243506669998169, + -1.8895747661590576, + 0.6757521629333496, + -0.04812038689851761, + -0.13113409280776978, + -0.9519628286361694, + 0.6399158835411072, + -2.8398091793060303, + -2.3392627239227295, + 0.9300372004508972, + -0.008295604959130287, + -0.37696337699890137, + -0.14920000731945038, + 0.17952266335487366, + -0.9236598610877991, + -1.0819846391677856 + ], + [ + 1.4018677473068237, + 0.38566869497299194, + -0.6842083930969238, + -0.5417208075523376, + -0.2502439320087433, + -2.8033018112182617, + -2.2393569946289062, + 1.0832481384277344, + 0.0874304473400116, + -0.05840509384870529, + -1.2258431911468506, + 0.5447104573249817, + -2.866971254348755, + -1.6770473718643188, + 0.804976761341095, + 0.035172585397958755, + -0.6977333426475525, + -0.06854961812496185, + 0.07341665029525757, + -1.212968111038208, + -0.6251429319381714 + ], + [ + 1.3706691265106201, + 0.14929932355880737, + -1.7894474267959595, + -0.5351133942604065, + -0.5830889344215393, + -1.8385716676712036, + -2.0566492080688477, + 0.6929966807365417, + 0.040460050106048584, + -0.3283112049102783, + -0.9119213223457336, + 0.9922308325767517, + -2.922605276107788, + -2.0711944103240967, + 1.1390626430511475, + 0.09266644716262817, + -0.373210072517395, + -0.03376229107379913, + -0.36778855323791504, + -0.26491737365722656, + -0.9150097370147705 + ], + [ + 1.6509473323822021, + 0.18295679986476898, + -0.915273904800415, + -0.610873818397522, + -0.5072854161262512, + -2.708897829055786, + -1.9896118640899658, + 0.5400391221046448, + 0.12359219789505005, + -0.2542705833911896, + -0.9700864553451538, + 0.5201636552810669, + -2.685711145401001, + -2.8161933422088623, + 1.1113489866256714, + 0.05557909235358238, + -0.5740915536880493, + -0.054827556014060974, + 0.059809908270835876, + -0.8213902115821838, + -0.6042647361755371 + ] + ], + "generated_utilities": [ + 0.16703255474567413, + 0.24791230261325836, + 0.2120152711868286, + 0.2287835329771042, + 0.2415814846754074, + 0.16108381748199463, + 0.25252875685691833, + 0.22627584636211395 + ], + "group_id": "ms-6661b157c41ad4d6ab85", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1028827428817749, + 0.14525163173675537, + 0.10538782924413681, + 0.08972486108541489, + 0.2312522828578949, + 0.1048247441649437, + 0.16003742814064026, + 0.2351006269454956, + 0.09247376769781113, + 0.10445837676525116, + 0.08394813537597656, + 0.17320162057876587, + 0.11182968318462372, + 0.16799043118953705, + 0.1002475842833519, + 0.09371928870677948 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.517203450202942, + -0.04010966047644615, + -0.9176056385040283, + -0.035768091678619385, + -0.44710874557495117, + -2.8380439281463623, + -2.714270830154419, + 1.1235332489013672, + -0.3841715157032013, + 0.026074480265378952, + -0.9599576592445374, + 0.9921401143074036, + -3.1911747455596924, + -2.4681501388549805, + 1.8326367139816284, + -0.4197058081626892, + -0.040397901087999344, + -0.37471577525138855, + 1.7451434135437012, + -1.6306462287902832, + -0.7785218954086304 + ], + [ + 1.7993829250335693, + -0.07180561870336533, + -1.150048851966858, + -0.05198563262820244, + -0.2246144562959671, + -2.9340641498565674, + -2.9140820503234863, + 1.1740802526474, + -0.2884048819541931, + -0.09633651375770569, + -0.7306676506996155, + 1.1138850450515747, + -3.207460880279541, + -2.644742965698242, + 1.6668424606323242, + -0.3613404333591461, + 0.051853153854608536, + -0.5860493779182434, + 1.7046256065368652, + -1.7654368877410889, + -1.037408709526062 + ], + [ + 1.761148452758789, + 0.32712188363075256, + -0.8041691184043884, + 0.19516611099243164, + -0.7658216953277588, + -2.5079400539398193, + -2.4504475593566895, + 1.3949496746063232, + -0.1717127412557602, + 0.03942512720823288, + -0.7313735485076904, + 1.0882976055145264, + -2.8608486652374268, + -2.857881546020508, + 1.6936382055282593, + -0.07035979628562927, + 0.16235803067684174, + -0.5700169801712036, + 2.092926502227783, + -1.9041404724121094, + -0.7343549728393555 + ], + [ + 2.0508804321289062, + -0.17419478297233582, + -1.5968130826950073, + 0.03662153333425522, + -0.930981457233429, + -3.4488158226013184, + -2.837057590484619, + 1.351449966430664, + -1.0361213684082031, + -0.06282100081443787, + -0.4343034625053406, + 0.9914931654930115, + -2.421638011932373, + -2.470588207244873, + 1.4959747791290283, + -1.0900726318359375, + 0.5267700552940369, + -0.5292172431945801, + 1.244865894317627, + -0.9508543610572815, + -0.5885627269744873 + ], + [ + 1.5746567249298096, + -0.014852382242679596, + -0.871511697769165, + 0.49755215644836426, + -1.2544353008270264, + -2.2362277507781982, + -2.087831974029541, + 0.18865966796875, + 0.576401948928833, + 0.35249245166778564, + -0.9635617136955261, + 1.6474382877349854, + -4.12661075592041, + -2.5163471698760986, + 2.7868499755859375, + 0.3066595792770386, + 0.6988135576248169, + -0.19713149964809418, + 1.0136185884475708, + -1.1958736181259155, + -0.647771418094635 + ] + ], + "predicted_scores": [ + 4.504327297210693, + 4.060925483703613, + 3.9100193977355957, + 3.7955565452575684, + 3.6662511825561523, + 3.48793888092041, + 3.2979583740234375, + 3.0054373741149902 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "72840f43d12512d062adbfb8b6e47cab0deef63df4f38e2baf249007c30e13b1", + "stored_base_utility": 0.1028827428817749, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25001442432403564, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25001442432403564 + }, + "base_progress": 0.25001442432403564, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.25001442432403564, + "candidate_action_clip_max_abs": [ + 0.0, + 0.004475593566894531, + 0.0, + 0.045616984367370605, + 0.0, + 0.02805781364440918, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2272331267595291, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2272331267595291 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.004475593566894531, + "contact_quality": null, + "progress": 0.31406447291374207, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.31406447291374207 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.231573224067688, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.231573224067688 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.045616984367370605, + "contact_quality": null, + "progress": 0.2666532099246979, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2666532099246979 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22573597729206085, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22573597729206085 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02805781364440918, + "contact_quality": null, + "progress": 0.26090195775032043, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.26090195775032043 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2863720655441284, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2863720655441284 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1999625414609909, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1999625414609909 + } + ], + "candidate_progress": [ + 0.2272331267595291, + 0.31406447291374207, + 0.231573224067688, + 0.2666532099246979, + 0.22573597729206085, + 0.26090195775032043, + 0.2863720655441284, + 0.1999625414609909 + ], + "candidate_safety_violation": [ + false, + true, + false, + true, + false, + true, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507", + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507", + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-1a4979e969aa331fb126" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6b789356d65b3312fbae", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.07388436794281, + 0.25810760259628296, + -0.40735605359077454, + -0.5949954390525818, + 0.35474392771720886, + -1.3604745864868164, + -0.5330908894538879, + 0.0801437571644783, + 0.11128179728984833, + 0.16286775469779968, + -0.348998486995697, + 0.4663607180118561, + -0.3593248426914215, + 0.05280540883541107, + -0.3480609953403473, + -0.1171853244304657, + 0.5356171131134033, + 0.5665474534034729, + -0.020757287740707397, + 1.857048511505127, + 1.1282824277877808 + ], + [ + 1.2457860708236694, + 0.36310887336730957, + -1.1179875135421753, + -0.000710606575012207, + -0.14705109596252441, + -1.1202679872512817, + -0.7973750233650208, + -0.11787852644920349, + 0.31702521443367004, + 0.16809457540512085, + -0.11348406225442886, + 0.7158378958702087, + -0.13897517323493958, + 0.6240727305412292, + -0.445030152797699, + 0.054827865213155746, + 0.40859419107437134, + 0.47591036558151245, + 0.06112682819366455, + 1.9538326263427734, + 1.65493905544281 + ], + [ + 0.8315253853797913, + 0.13022038340568542, + -0.3833028972148895, + -0.24988210201263428, + 0.2742822468280792, + -1.2362440824508667, + -0.3264871835708618, + 0.1534903198480606, + 0.15761776268482208, + 0.3525288999080658, + -0.23447921872138977, + 0.32308369874954224, + -0.14222091436386108, + 0.37796127796173096, + -0.4827178716659546, + -0.11396214365959167, + 0.4359685182571411, + 0.437516450881958, + -0.15365684032440186, + 1.6437315940856934, + 0.7887923717498779 + ], + [ + 1.3776308298110962, + 0.31551533937454224, + -0.8132282495498657, + -0.06908400356769562, + -0.29606330394744873, + -1.174000859260559, + -0.5456076264381409, + -0.01189965009689331, + 0.31690898537635803, + 0.07324693351984024, + -0.13600236177444458, + 0.7838780879974365, + -0.09704744815826416, + 0.47104430198669434, + -0.40638279914855957, + 0.05966724827885628, + 0.4552486836910248, + 0.4745391607284546, + 0.015564918518066406, + 2.184636116027832, + 1.3759478330612183 + ], + [ + 0.904884397983551, + 0.0805780440568924, + -0.34875306487083435, + -0.20833393931388855, + 0.17156673967838287, + -1.2731868028640747, + -0.11114561557769775, + 0.13276079297065735, + 0.18521690368652344, + 0.2892647385597229, + -0.23601239919662476, + 0.42917710542678833, + -0.09403029084205627, + 0.37575432658195496, + -0.576092541217804, + -0.15874706208705902, + 0.495991051197052, + 0.49541741609573364, + -0.0796566903591156, + 1.466533899307251, + 0.897269606590271 + ], + [ + 1.3080049753189087, + 0.3151814341545105, + -0.8550516366958618, + 0.07324197888374329, + -0.3222190737724304, + -1.1975668668746948, + -0.581619918346405, + -0.01608489453792572, + 0.30281975865364075, + -0.0035651549696922302, + -0.1556575894355774, + 0.8459329605102539, + -0.12197095155715942, + 0.5031532049179077, + -0.26194581389427185, + 0.02291135862469673, + 0.43982070684432983, + 0.4970738887786865, + 0.10844719409942627, + 2.0889408588409424, + 1.369088888168335 + ], + [ + 1.1908605098724365, + 0.2391272932291031, + -0.8685406446456909, + -0.086138516664505, + -0.02610054612159729, + -0.974884033203125, + -0.07889348268508911, + -0.17726212739944458, + 0.26319053769111633, + 0.11267165839672089, + -0.14735084772109985, + 0.8378370404243469, + -0.2016967236995697, + 0.7296926975250244, + -0.3055277168750763, + 0.05967176333069801, + 0.3675728440284729, + 0.8230262994766235, + 0.042821332812309265, + 1.8055989742279053, + 1.4521905183792114 + ], + [ + 0.9262632131576538, + 0.018036961555480957, + -0.295560747385025, + -0.05770683288574219, + 0.18140429258346558, + -1.2694344520568848, + -0.1043139100074768, + 0.22234247624874115, + 0.0625385269522667, + 0.35780560970306396, + -0.06815643608570099, + 0.5915886163711548, + 0.06775990128517151, + 0.3625437021255493, + -0.3800763487815857, + -0.077024444937706, + 0.36245423555374146, + 0.2229894995689392, + -0.1955462098121643, + 1.5313670635223389, + 0.9503854513168335 + ] + ], + "generated_utilities": [ + 0.2272331267595291, + 0.31406447291374207, + 0.231573224067688, + 0.2666532099246979, + 0.22573597729206085, + 0.26090195775032043, + 0.2863720655441284, + 0.1999625414609909 + ], + "group_id": "ms-6b789356d65b3312fbae", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07837198674678802, + 0.09221899509429932, + 0.07385065406560898, + 0.0741632804274559, + 0.1734561324119568, + 0.07816793769598007, + 0.15107890963554382, + 0.1827252358198166, + 0.19985663890838623, + 0.08797504752874374, + 0.08000326156616211, + 0.10876421630382538, + 0.11968763917684555, + 0.11916106939315796, + 0.22781728208065033, + 0.1866087168455124 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.0156161785125732, + 0.2708319425582886, + -1.4105134010314941, + -0.741651713848114, + -0.7480002641677856, + -2.758481979370117, + -2.7926201820373535, + 1.0074121952056885, + -0.15721572935581207, + 0.1922328919172287, + -1.8311253786087036, + 1.164831280708313, + 0.20786908268928528, + 0.7082524299621582, + -0.6652512550354004, + 0.10464581847190857, + 0.7013724446296692, + 0.5855778455734253, + 1.0719592571258545, + 3.2229630947113037, + 2.2257766723632812 + ], + [ + 1.923499345779419, + 0.5184398889541626, + -1.6978814601898193, + -0.6371016502380371, + -1.0405744314193726, + -2.9530980587005615, + -3.047527313232422, + 0.8196536302566528, + 0.019341394305229187, + 0.24699440598487854, + -1.950567603111267, + 1.0887455940246582, + 0.4718245267868042, + 0.5291539430618286, + -0.6633994579315186, + 0.16146153211593628, + 0.49701952934265137, + 0.8323142528533936, + 1.1863454580307007, + 3.3949224948883057, + 2.4928648471832275 + ], + [ + 2.088602304458618, + 0.4980770945549011, + -1.3898978233337402, + -0.45608532428741455, + -0.8454669117927551, + -3.1307356357574463, + -2.566277503967285, + 1.167101502418518, + 0.02271503210067749, + -0.00023068487644195557, + -2.0321950912475586, + 1.5045121908187866, + 0.23645640909671783, + 0.3092021644115448, + -1.0583314895629883, + -0.2435750663280487, + 0.30192747712135315, + 0.9762213230133057, + 1.233002781867981, + 2.936829090118408, + 2.490572214126587 + ], + [ + 2.1947803497314453, + 0.6182233095169067, + -1.6611610651016235, + -0.8385093212127686, + -0.786187469959259, + -3.1987979412078857, + -2.6712255477905273, + 1.2445181608200073, + 0.23377694189548492, + 0.4878695011138916, + -1.7734622955322266, + 1.5394563674926758, + 0.4078996777534485, + 0.7716190218925476, + -0.8913173675537109, + 0.4985947608947754, + 1.1345560550689697, + 0.49033039808273315, + 0.8295516967773438, + 3.065937042236328, + 2.5529069900512695 + ], + [ + 1.1333650350570679, + -0.48983436822891235, + -1.6795545816421509, + -0.8057236671447754, + -0.6718871593475342, + -3.1706302165985107, + -3.615992546081543, + 0.09915417432785034, + 0.1928550750017166, + 0.6263319849967957, + -2.7059812545776367, + 1.8981163501739502, + -0.21203798055648804, + 0.7878415584564209, + -0.04766589403152466, + 0.11480198800563812, + 0.37323063611984253, + 1.4335460662841797, + 1.1411949396133423, + 3.8905887603759766, + 1.833850622177124 + ], + [ + 1.6528695821762085, + -0.41553962230682373, + -2.3055124282836914, + -1.498466968536377, + -1.5625884532928467, + -3.415522336959839, + -2.528317451477051, + 0.12783968448638916, + 0.5560134649276733, + 0.1815750151872635, + -2.590240478515625, + 1.5375080108642578, + 0.7643393278121948, + 0.3625429570674896, + -1.154564619064331, + -0.27043232321739197, + 0.022584140300750732, + 0.1882701814174652, + 0.5378420352935791, + 2.8129286766052246, + 2.4311671257019043 + ] + ], + "predicted_scores": [ + 2.0531063079833984, + 1.7725485563278198, + 1.5208240747451782, + 1.3510037660598755, + 1.2680113315582275, + 0.9897794127464294, + 0.5676674842834473, + 0.12378425896167755 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "203c64e4dbf7e5fe1e4b3e54cf689f26a81e74bacb38984a4d0ce009bf4a4e51", + "stored_base_utility": 0.07837198674678802, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11255800724029541, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11255800724029541 + }, + "base_progress": 0.11255800724029541, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11255800724029541, + "candidate_action_clip_max_abs": [ + 0.0067596435546875, + 0.0, + 0.00693821907043457, + 0.013837575912475586, + 0.0023549795150756836, + 0.007719635963439941, + 0.004155874252319336, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0067596435546875, + "contact_quality": null, + "progress": 0.07624612003564835, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07624612003564835 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07725050300359726, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07725050300359726 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00693821907043457, + "contact_quality": null, + "progress": 0.04909829422831535, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04909829422831535 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.013837575912475586, + "contact_quality": null, + "progress": 0.0861951932311058, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0861951932311058 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0023549795150756836, + "contact_quality": null, + "progress": 0.06548837572336197, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06548837572336197 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.007719635963439941, + "contact_quality": null, + "progress": 0.06419149786233902, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06419149786233902 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.004155874252319336, + "contact_quality": null, + "progress": 0.06084797903895378, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06084797903895378 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05696471408009529, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05696471408009529 + } + ], + "candidate_progress": [ + 0.07624612003564835, + 0.07725050300359726, + 0.04909829422831535, + 0.0861951932311058, + 0.06548837572336197, + 0.06419149786233902, + 0.06084797903895378, + 0.05696471408009529 + ], + "candidate_safety_violation": [ + true, + false, + true, + true, + true, + true, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-5e422b9487b4a1efd7af", + "ms-5e422b9487b4a1efd7af", + "ms-003a2225c0892dcda683", + "ms-ebacae0135af2832dfbb", + "ms-ebacae0135af2832dfbb", + "ms-3d090ac2459c4b891dd1", + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7923b8196b397863cf4f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.08109290897846222, + -0.07730072736740112, + 0.19038408994674683, + -0.270263671875, + 1.3403184413909912, + 0.369429349899292, + 0.5189913511276245, + 0.11891191452741623, + 0.007573415525257587, + -0.08056526631116867, + -0.19847527146339417, + 0.5462958216667175, + -0.426521360874176, + 0.16505871713161469, + -0.4759591221809387, + 0.22953063249588013, + 0.9015253186225891, + -0.08193163573741913, + -0.029354453086853027, + 1.667518138885498, + 0.3881648778915405 + ], + [ + 0.15937475860118866, + -0.08533330261707306, + 0.15979135036468506, + -0.20462292432785034, + 1.276453971862793, + 0.36797600984573364, + 0.39516299962997437, + 0.055818527936935425, + 0.037358012050390244, + -0.09448883682489395, + -0.13265258073806763, + 0.5858137607574463, + -0.480079710483551, + 0.10410565882921219, + -0.4738669991493225, + 0.23502971231937408, + 0.9039836525917053, + -0.10142345726490021, + 0.0136166512966156, + 1.6228411197662354, + 0.27070352435112 + ], + [ + -0.23863519728183746, + -0.13094809651374817, + 0.3767216205596924, + -0.2943882644176483, + 1.5087103843688965, + 0.5874008536338806, + 0.5106527805328369, + 0.07381357252597809, + -0.08407273143529892, + 0.10552316159009933, + -0.12118519097566605, + 0.2884010374546051, + -0.3194708228111267, + 0.17309938371181488, + -0.6416776180267334, + 0.1496073454618454, + 0.8342666029930115, + 0.09460735321044922, + 0.1116352528333664, + 1.6257729530334473, + 0.6761443614959717 + ], + [ + 0.21870532631874084, + -0.009553533047437668, + 0.2937932014465332, + -0.16872358322143555, + 1.2559576034545898, + 0.34072721004486084, + 0.5483115315437317, + 0.20513853430747986, + -0.011392766609787941, + -0.12374988943338394, + -0.10797856003046036, + 0.35210898518562317, + -0.5066715478897095, + 0.04224681109189987, + -0.5117344856262207, + 0.23089170455932617, + 0.7996528744697571, + -0.07577650249004364, + -0.09030181169509888, + 1.742170810699463, + 0.39315468072891235 + ], + [ + 0.01881815493106842, + -0.05693602189421654, + 0.2669112980365753, + -0.17272135615348816, + 1.3553125858306885, + 0.16748718917369843, + 0.4367102086544037, + 0.04224836826324463, + -0.006024537608027458, + -0.056215547025203705, + -0.1866186559200287, + 0.5114120244979858, + -0.3458247184753418, + 0.014143049716949463, + -0.5225370526313782, + 0.22732886672019958, + 0.9105359315872192, + -0.1013260930776596, + -0.11566710472106934, + 1.6087331771850586, + 0.499641090631485 + ], + [ + 0.010854378342628479, + -0.06809355318546295, + 0.32142478227615356, + -0.17933306097984314, + 1.322338581085205, + 0.16321296989917755, + 0.4935043454170227, + 0.05984772741794586, + -0.014532817527651787, + -0.09007786959409714, + -0.11826422065496445, + 0.44869154691696167, + -0.3934648334980011, + 0.04027392715215683, + -0.5703149437904358, + 0.21412643790245056, + 0.9414857029914856, + -0.0519433468580246, + -0.08786764740943909, + 1.660071849822998, + 0.4456818401813507 + ], + [ + 0.06387368589639664, + -0.08727400004863739, + 0.2824147939682007, + -0.3046726882457733, + 1.4446454048156738, + 0.23483394086360931, + 0.29169392585754395, + 0.05893769860267639, + 0.03970839083194733, + 0.008533962070941925, + -0.20458480715751648, + 0.5609754323959351, + -0.5154009461402893, + -0.0798807442188263, + -0.5131751894950867, + 0.24513636529445648, + 1.0411251783370972, + -0.10245175659656525, + -0.015683770179748535, + 1.6874010562896729, + 0.37415915727615356 + ], + [ + 0.05832201987504959, + -0.11491864919662476, + 0.30933892726898193, + -0.32330384850502014, + 1.3779089450836182, + 0.24495142698287964, + 0.2602347135543823, + -0.026150718331336975, + 0.025654498487710953, + -0.0017155259847640991, + -0.17173421382904053, + 0.507079005241394, + -0.5307988524436951, + -0.04591017961502075, + -0.5599773526191711, + 0.2172205001115799, + 0.9927083849906921, + -0.08676256239414215, + -0.1227371096611023, + 1.635568380355835, + 0.45223578810691833 + ] + ], + "generated_utilities": [ + 0.07624612003564835, + 0.07725050300359726, + 0.04909829422831535, + 0.0861951932311058, + 0.06548837572336197, + 0.06419149786233902, + 0.06084797903895378, + 0.05696471408009529 + ], + "group_id": "ms-7923b8196b397863cf4f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17002534866333008, + 2.0, + 0.06040412187576294, + 2.0, + 0.09307559579610825, + 0.05546772480010986, + 0.07428499311208725, + 0.08366628736257553, + 0.050452232360839844, + 0.1770748794078827, + 0.10652299970388412, + 0.07670359313488007, + 0.0680847018957138, + 0.03911560773849487, + 0.03537100553512573, + 0.07232753932476044 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06108289957046509, + -0.14300471544265747, + 0.2834104299545288, + 0.0508648157119751, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + -0.053193867206573486, + 0.07943218946456909, + -0.16342324018478394, + -0.006190299987792969, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + -0.16527648270130157, + 1.0720045566558838, + 0.05138009786605835, + 0.05550938844680786, + 1.937180757522583, + 0.0 + ], + [ + 0.8208985328674316, + -0.6007746458053589, + 1.2834104299545288, + -0.661550760269165, + 2.6805853843688965, + 1.3179579973220825, + 1.2610857486724854, + 0.5587751865386963, + -0.06413137912750244, + 0.6423162817955017, + -0.2581426799297333, + 1.2182191610336304, + -1.1666615009307861, + -0.7365702390670776, + -1.390463948249817, + 0.16291509568691254, + 2.072004556655884, + 0.41419553756713867, + 0.5715568661689758, + 2.937180757522583, + 2.4453470706939697 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5221714973449707, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.4731404781341553, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.8906941413879395 + ], + [ + 0.9169256687164307, + -0.5649600028991699, + 1.3409719467163086, + -0.8470401763916016, + 2.4292571544647217, + 1.1733171939849854, + 1.0069570541381836, + 0.6734354496002197, + -0.3578030467033386, + 0.724748432636261, + -0.004034906625747681, + 1.2332510948181152, + -1.2597243785858154, + -0.5713180899620056, + -1.3613141775131226, + -0.07336610555648804, + 2.363234519958496, + 0.3206636905670166, + 0.6164177656173706, + 3.1215481758117676, + 2.1946582794189453 + ], + [ + 0.8153097033500671, + -0.8388860821723938, + 1.5833641290664673, + -0.862045407295227, + 2.631671905517578, + 1.299161434173584, + 0.9194029569625854, + 0.7185289859771729, + -0.03470604121685028, + 0.2722426652908325, + -0.4515470564365387, + 1.5579981803894043, + -1.2829742431640625, + -0.5442969799041748, + -1.348481297492981, + 0.11849039793014526, + 1.795058250427246, + 0.7899878025054932, + 0.8809146881103516, + 3.280630111694336, + 2.6940879821777344 + ], + [ + 0.881541907787323, + -0.4875389635562897, + 1.3875868320465088, + -0.33385223150253296, + 2.4668986797332764, + 0.9776381254196167, + 1.7450063228607178, + 0.26104891300201416, + 0.0641973614692688, + 0.7392885684967041, + -0.014361858367919922, + 1.1967313289642334, + -1.2433393001556396, + -0.6008938550949097, + -1.3479689359664917, + 0.264589786529541, + 2.443620443344116, + 0.5231938362121582, + 0.6882929801940918, + 2.4675066471099854, + 2.07444167137146 + ], + [ + 1.0024669170379639, + -0.8174414038658142, + 1.0040500164031982, + -0.13787370920181274, + 2.7940680980682373, + 0.8735761642456055, + 0.6140789985656738, + 0.8759884834289551, + -0.5768212676048279, + 0.3529990017414093, + -0.19522207975387573, + 1.6566451787948608, + -1.369764804840088, + -0.49384742975234985, + -0.7465975880622864, + 0.6674314141273499, + 1.5532333850860596, + 0.8877894878387451, + 1.0515005588531494, + 3.361727237701416, + 1.9764723777770996 + ], + [ + 0.49976322054862976, + 0.04827439785003662, + 1.5915987491607666, + -0.978760838508606, + 1.8951787948608398, + 1.0783021450042725, + 1.6194417476654053, + 0.5412295460700989, + -0.39899688959121704, + 0.6378920674324036, + -0.940678596496582, + 0.49685102701187134, + -1.7250343561172485, + -0.23798781633377075, + -0.93487149477005, + 0.48903924226760864, + 2.379164457321167, + 0.6348999738693237, + 1.165296196937561, + 2.897200107574463, + 1.821642279624939 + ], + [ + -0.016490638256072998, + 0.18374335765838623, + 2.159888505935669, + -0.38534823060035706, + 2.912508249282837, + 2.034323215484619, + 0.7399488091468811, + 1.0080149173736572, + 0.7252227067947388, + 1.3349955081939697, + 0.6200639009475708, + 1.0462408065795898, + -1.958813190460205, + -1.3427083492279053, + -0.7135247588157654, + 0.34854844212532043, + 1.3439762592315674, + 0.6882808208465576, + -0.24709230661392212, + 2.4046764373779297, + 2.467310667037964 + ], + [ + 0.9030749797821045, + -0.5314134955406189, + 1.317008137702942, + -0.6887779831886292, + 2.477206230163574, + 0.789581835269928, + 1.1077566146850586, + 0.8455837368965149, + -0.29677796363830566, + 0.7299568057060242, + 0.020073264837265015, + 1.4672564268112183, + -1.2579338550567627, + 0.20214760303497314, + -1.848854899406433, + 0.007428750395774841, + 2.6528031826019287, + 1.0719914436340332, + 0.2625694274902344, + 3.3532001972198486, + 2.0478529930114746 + ], + [ + 0.7450869083404541, + -0.2398325502872467, + 2.044489622116089, + 0.3115931749343872, + 2.635843276977539, + 1.4056423902511597, + 1.355732798576355, + 1.1630282402038574, + 0.9037503600120544, + 1.4195497035980225, + -0.8368847370147705, + 1.274738073348999, + -1.6568264961242676, + -1.2601194381713867, + -1.989067554473877, + 0.5750747919082642, + 1.2205936908721924, + 1.0070749521255493, + 0.8814286589622498, + 3.7537288665771484, + 2.2873740196228027 + ], + [ + -0.03760641813278198, + -1.0550209283828735, + 1.9693272113800049, + -0.8569232821464539, + 3.270319700241089, + 1.514161229133606, + 1.4436160326004028, + 0.7328718304634094, + 0.921722948551178, + -0.1468983292579651, + 0.05197477340698242, + 1.1528220176696777, + -0.38538438081741333, + -0.7544187903404236, + -0.7878000736236572, + 0.2260022610425949, + 1.9362629652023315, + -0.11397004127502441, + 1.3256161212921143, + 3.8167171478271484, + 2.4780402183532715 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.11659103631973267, + -0.03386658430099487, + 0.2834104299545288, + 0.014077842235565186, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + 0.03239846229553223, + -0.050663165748119354, + 0.09015613794326782, + -0.019106492400169373, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + -0.05967605113983154, + 1.0720045566558838, + 0.16410475969314575, + 0.02122122049331665, + 1.937180757522583, + 0.0 + ], + [ + 0.06457018852233887, + 0.29980558156967163, + 0.2834104299545288, + -0.3253760039806366, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + -0.22610878944396973, + 0.5200238823890686, + -0.038995206356048584, + -0.23083485662937164, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + 0.3888838291168213, + 1.0720045566558838, + 0.5352581143379211, + 0.4191448390483856, + 1.937180757522583, + 0.0 + ] + ], + "predicted_scores": [ + 8.343924522399902, + 8.195291519165039, + 8.135637283325195, + 8.080031394958496, + 7.998339653015137, + 7.963119983673096, + 7.887060642242432, + 7.776070594787598 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1845489013", + "selected_index": 0, + "state_hash": "7bf5610dc8ce7e668f955c51cf34ef0263d7ab2546f9a5c6f0f3d81831a505b8", + "stored_base_utility": 0.17002534866333008, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05078810453414917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05078810453414917 + }, + "base_progress": 0.05078810453414917, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05078810453414917, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04873647168278694, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04873647168278694 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05257529020309448, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05257529020309448 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.037068385630846024, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.037068385630846024 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04901574179530144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04901574179530144 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03857408091425896, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03857408091425896 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04965323209762573, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04965323209762573 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03965284302830696, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03965284302830696 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05105457827448845, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05105457827448845 + } + ], + "candidate_progress": [ + 0.04873647168278694, + 0.05257529020309448, + 0.037068385630846024, + 0.04901574179530144, + 0.03857408091425896, + 0.04965323209762573, + 0.03965284302830696, + 0.05105457827448845 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-4f0a41c8fb3caaeb9540", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-ccb8bd419b9cd771d12f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-7df455efd413d77e6ce3", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.019738003611564636, + 0.019518323242664337, + 0.10431051254272461, + -0.8769629001617432, + 1.7667310237884521, + -0.2335294485092163, + -0.2558450698852539, + 0.386147677898407, + -0.11981500685214996, + -0.05581136792898178, + 0.8162255883216858, + 0.08441213518381119, + -0.46751391887664795, + 0.13807454705238342, + -0.16415101289749146, + -0.04398352652788162, + 0.14717841148376465, + -0.021518543362617493, + 0.27080124616622925, + 1.1446576118469238, + 0.06500715762376785 + ], + [ + 0.10347799956798553, + 0.028453700244426727, + 0.09602168202400208, + -0.76581871509552, + 1.7282025814056396, + -0.36559543013572693, + -0.2603428363800049, + 0.28304147720336914, + -0.12338927388191223, + -0.11268537491559982, + 0.9419556856155396, + 0.047355130314826965, + -0.37606585025787354, + 0.19719035923480988, + -0.18007105588912964, + -0.06142250820994377, + 0.1340055763721466, + -0.09314046800136566, + 0.13983167707920074, + 1.0635297298431396, + -0.09813156723976135 + ], + [ + -0.2917580008506775, + 0.31891775131225586, + 0.11592566967010498, + -0.9006142616271973, + 1.5456013679504395, + 0.5075777173042297, + -0.9274957776069641, + 0.33427244424819946, + 0.061808496713638306, + -0.19315466284751892, + 1.0652852058410645, + 0.3841981589794159, + 0.3280061185359955, + -0.42167383432388306, + -0.30913564562797546, + -0.1821955144405365, + -0.07144759595394135, + 0.4150683879852295, + -0.17321109771728516, + 1.166917085647583, + 0.7881680727005005 + ], + [ + 0.2438327968120575, + 0.12888655066490173, + -0.1382676661014557, + -0.9036606550216675, + 0.9167321920394897, + -1.0318306684494019, + -0.516022264957428, + -0.053465768694877625, + -0.09792686253786087, + 0.0707598328590393, + 0.853399932384491, + -0.2670721113681793, + 0.028075844049453735, + -0.10493503510951996, + -0.27927830815315247, + 0.000706646591424942, + 0.3107418715953827, + -0.1395527869462967, + 0.1821093112230301, + 1.002716302871704, + 0.34677815437316895 + ], + [ + -0.13369213044643402, + 0.08322887122631073, + 0.15178248286247253, + -0.8356794118881226, + 1.7593858242034912, + -0.07093819975852966, + -0.526318371295929, + 0.2689322531223297, + 0.09522898495197296, + -0.32211172580718994, + 1.1334168910980225, + 0.496786504983902, + 0.14226564764976501, + -0.0064599961042404175, + -0.3226260840892792, + -0.030974136665463448, + 0.23780183494091034, + 0.21250371634960175, + -0.006693482398986816, + 1.4736361503601074, + 0.5359039902687073 + ], + [ + 0.11412684619426727, + 0.1521960347890854, + 0.24758030474185944, + -0.9836957454681396, + 1.7551946640014648, + -0.15795260667800903, + -0.962479293346405, + 0.3440400958061218, + 0.1603369563817978, + -0.5477341413497925, + 1.1815838813781738, + 0.6029735803604126, + -0.0011799633502960205, + -0.08940005302429199, + -0.3004964590072632, + -0.039942070841789246, + 0.28151848912239075, + 0.23258355259895325, + 0.12536084651947021, + 1.485856056213379, + 0.5040545463562012 + ], + [ + -0.1246454268693924, + 0.08926747739315033, + 0.24117285013198853, + -0.942298173904419, + 1.7054798603057861, + 0.05894789844751358, + -0.47279733419418335, + 0.18495360016822815, + 0.03305324912071228, + -0.4232916235923767, + 1.1941367387771606, + 0.434792697429657, + 0.10795411467552185, + 0.06352993845939636, + -0.34664809703826904, + -0.03653281554579735, + 0.26625359058380127, + 0.1940046101808548, + -0.0794174075126648, + 1.4131338596343994, + 0.4503573179244995 + ], + [ + 0.17280100286006927, + 0.1236206591129303, + 0.10612401366233826, + -0.8695640563964844, + 1.2478282451629639, + -0.7551367282867432, + -0.5391787886619568, + 0.169196218252182, + -0.12833237648010254, + -0.09281397610902786, + 1.16909658908844, + 0.09341704100370407, + -0.3393312394618988, + 0.43661731481552124, + 0.09067444503307343, + 0.12495967745780945, + -0.03065834939479828, + 0.048708781599998474, + 0.04224243760108948, + 1.2287487983703613, + -0.31643643975257874 + ] + ], + "generated_utilities": [ + 0.04873647168278694, + 0.05257529020309448, + 0.037068385630846024, + 0.04901574179530144, + 0.03857408091425896, + 0.04965323209762573, + 0.03965284302830696, + 0.05105457827448845 + ], + "group_id": "ms-7df455efd413d77e6ce3", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.01950274035334587, + 0.014558037742972374, + 0.01813685894012451, + 0.05429106950759888, + 0.07774405181407928, + 0.019509058445692062, + 0.07688552141189575, + 0.05572976917028427, + 0.04736217111349106, + 0.036742907017469406, + 0.0394909605383873, + 0.03941194340586662, + 0.020270686596632004, + 0.006361742969602346, + 0.020961105823516846, + 0.034255824983119965 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.4901857376098633, + 0.6415016055107117, + 0.9083648920059204, + -1.37859308719635, + 2.369450330734253, + -1.9026260375976562, + -0.5951640009880066, + -0.19566796720027924, + 0.6842412948608398, + 0.11985036730766296, + 1.468084692955017, + 0.29799214005470276, + 0.3715361952781677, + 0.2624160647392273, + -0.45294344425201416, + -0.6347149014472961, + 1.1075167655944824, + -1.0484445095062256, + 0.8442451357841492, + 1.8348451852798462, + 1.1116747856140137 + ], + [ + 0.7306509613990784, + 0.686039388179779, + 0.9322798848152161, + -1.3696236610412598, + 2.0767338275909424, + -1.6547211408615112, + -0.6285305619239807, + 0.0822639912366867, + 0.4029332995414734, + -0.1682409644126892, + 1.294835090637207, + 0.4503253996372223, + 0.17029541730880737, + 0.09416812658309937, + -0.25811558961868286, + -0.3376987874507904, + 1.2900129556655884, + -0.8680127859115601, + 1.0761282444000244, + 1.9378676414489746, + 1.1876518726348877 + ] + ], + "predicted_scores": [ + 4.5290703773498535, + 4.341055393218994, + 4.290674686431885, + 3.811345100402832, + 3.4959192276000977, + 3.393217086791992, + 3.087775230407715, + 2.513279914855957 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813", + "selected_index": 0, + "state_hash": "05c1a462193a8f6b1e5a551541522a8adab160944fc2e73767569e56c6555249", + "stored_base_utility": 0.01950274035334587, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.19936656951904297, + 0.17235684394836426, + 0.23681771755218506, + 0.20851242542266846, + 0.1443244218826294, + 0.19428300857543945, + 0.18783700466156006, + 0.27140283584594727 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19936656951904297, + "contact_quality": null, + "progress": 0.011032521724700928, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011032521724700928 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17235684394836426, + "contact_quality": null, + "progress": 0.008762617595493793, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.008762617595493793 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23681771755218506, + "contact_quality": null, + "progress": 0.009301443584263325, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009301443584263325 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20851242542266846, + "contact_quality": null, + "progress": 0.008077104575932026, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.008077104575932026 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1443244218826294, + "contact_quality": null, + "progress": 0.01747530698776245, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01747530698776245 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19428300857543945, + "contact_quality": null, + "progress": 0.009324033744633198, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009324033744633198 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18783700466156006, + "contact_quality": null, + "progress": 0.015278160572052002, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.015278160572052002 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27140283584594727, + "contact_quality": null, + "progress": 0.0063712201081216335, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0063712201081216335 + } + ], + "candidate_progress": [ + 0.011032521724700928, + 0.008762617595493793, + 0.009301443584263325, + 0.008077104575932026, + 0.01747530698776245, + 0.009324033744633198, + 0.015278160572052002, + 0.0063712201081216335 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7e295b5859c07c90487f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3568848967552185, + -0.21474963426589966, + 1.5999164581298828, + -0.06954248249530792, + 0.6726864576339722, + 1.912435531616211, + 1.3587408065795898, + -0.20861482620239258, + 0.1684180647134781, + 0.9518561363220215, + -0.14524519443511963, + 1.0038726329803467, + 2.134885787963867, + 2.3453402519226074, + -0.5284034013748169, + -0.1910497397184372, + 1.337530493736267, + 0.049162909388542175, + 0.6007232666015625, + 2.137033700942993, + 2.2318499088287354 + ], + [ + -0.7353255748748779, + -0.24432891607284546, + 1.3177928924560547, + 0.030224785208702087, + 0.8856021761894226, + 2.200930118560791, + 1.4659812450408936, + -0.1857028305530548, + 0.0821550041437149, + 1.1742091178894043, + 0.023685399442911148, + 0.8164722323417664, + 1.7611297369003296, + 2.216799736022949, + -0.7318305373191833, + -0.22144542634487152, + 1.249969244003296, + 0.15333504974842072, + 0.6038751602172852, + 2.214181661605835, + 2.094172477722168 + ], + [ + -0.529742419719696, + -0.23895759880542755, + 1.475001335144043, + -0.01674725115299225, + 0.7942498922348022, + 1.8164129257202148, + 1.6927685737609863, + -0.19869792461395264, + 0.0825321227312088, + 1.1266459226608276, + -0.04883280396461487, + 0.9101991057395935, + 2.3147974014282227, + 1.9146181344985962, + -0.7791521549224854, + -0.18053732812404633, + 1.1436702013015747, + 0.11579181253910065, + 0.6140376329421997, + 2.283808946609497, + 2.151306390762329 + ], + [ + -0.6610727906227112, + -0.29326626658439636, + 1.399285912513733, + -0.16663941740989685, + 0.7719719409942627, + 2.0635507106781006, + 1.383704662322998, + -0.29177233576774597, + 0.09484855830669403, + 1.1430286169052124, + -0.05766291171312332, + 0.8779122829437256, + 2.0223560333251953, + 1.9731632471084595, + -0.6904428601264954, + -0.19703374803066254, + 1.3254693746566772, + 0.0890655517578125, + 0.38972175121307373, + 2.2902259826660156, + 2.1161203384399414 + ], + [ + -0.1696702092885971, + -0.08221788704395294, + 1.1301658153533936, + 0.17848756909370422, + 0.6218469142913818, + 1.773101568222046, + 0.8405416011810303, + -0.24940690398216248, + 0.08724718540906906, + 0.9556183815002441, + 0.2053806185722351, + 0.1919632852077484, + 1.4239091873168945, + 2.687021255493164, + -0.29059213399887085, + -0.049233708530664444, + 1.1049095392227173, + 0.3565693497657776, + 0.6772153377532959, + 2.2562355995178223, + 2.44568133354187 + ], + [ + -0.5842823386192322, + -0.13882558047771454, + 1.30660080909729, + -0.0972873643040657, + 0.9253151416778564, + 2.041701555252075, + 1.211273431777954, + -0.23532438278198242, + 0.22519832849502563, + 1.0528250932693481, + -0.2225002944469452, + 0.8590943813323975, + 1.5938242673873901, + 1.483443260192871, + -0.7035111784934998, + -0.2432490587234497, + 1.4054514169692993, + 0.16379864513874054, + 0.9248511791229248, + 2.5045907497406006, + 1.8593676090240479 + ], + [ + -0.39988183975219727, + -0.11010561883449554, + 1.1807334423065186, + -0.023058727383613586, + 0.8535600900650024, + 1.6658505201339722, + 0.9631332159042358, + -0.15509071946144104, + 0.06367474794387817, + 0.9530743956565857, + 0.057374656200408936, + 1.0432333946228027, + 1.505784273147583, + 1.1099222898483276, + -0.4909079670906067, + -0.2480017989873886, + 1.0748528242111206, + 0.27289366722106934, + 1.0016061067581177, + 2.522132635116577, + 1.2235400676727295 + ], + [ + -0.44283854961395264, + -0.2335367649793625, + 1.4221625328063965, + -0.014979347586631775, + 0.5879477858543396, + 1.8496246337890625, + 1.2035531997680664, + -0.49748948216438293, + 0.09210243821144104, + 1.248602271080017, + -0.15253478288650513, + 1.1618304252624512, + 2.197129011154175, + 2.0286917686462402, + -0.7625270485877991, + -0.2385454624891281, + 1.4490772485733032, + 0.04431939125061035, + 0.254638671875, + 2.6322126388549805, + 1.9605634212493896 + ] + ], + "generated_utilities": [ + 0.011032521724700928, + 0.008762617595493793, + 0.009301443584263325, + 0.008077104575932026, + 0.01747530698776245, + 0.009324033744633198, + 0.015278160572052002, + 0.0063712201081216335 + ], + "group_id": "ms-7e295b5859c07c90487f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.02691727876663208, + 0.08965941518545151, + 0.12444774806499481, + 0.056233130395412445, + 0.22719113528728485, + 0.0642506331205368, + 0.24100399017333984, + 0.1839454174041748, + 0.24329766631126404, + 0.15883027017116547, + 0.108589768409729, + 0.26271408796310425, + 0.0965520590543747, + 4.827976226806641e-06, + 0.03983265161514282, + 0.05369637534022331 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.002104811370372772, + 0.005511671304702759, + 0.9679725170135498, + 0.019913554191589355, + 0.6068465709686279, + 1.2881593704223633, + 0.0, + -0.001511216163635254, + 0.017931878566741943, + 0.6782649755477905, + 0.03144378960132599, + 0.002808868885040283, + 1.7140517234802246, + 0.0, + -0.03098130226135254, + -0.0630856454372406, + 0.7908202409744263, + -0.03153902292251587, + 0.1799468994140625, + 2.10624361038208, + 0.0 + ], + [ + -0.272197425365448, + -0.046286582946777344, + 0.9679725170135498, + -0.07371383905410767, + 0.6068465709686279, + 1.2881593704223633, + 0.0, + -0.08964866399765015, + 0.0685606598854065, + 0.6782649755477905, + 0.11270316690206528, + 0.04822826385498047, + 1.7140517234802246, + 0.0, + -0.031185388565063477, + -0.09362199157476425, + 0.7908202409744263, + 0.10415226221084595, + 0.1799468994140625, + 2.10624361038208, + 0.0 + ], + [ + 0.07117109000682831, + 0.27850812673568726, + 1.9679725170135498, + -0.6706593036651611, + 1.606846570968628, + 2.2881593704223633, + 1.7981394529342651, + -0.581801176071167, + -0.5629166960716248, + 1.6782649755477905, + 0.1552438735961914, + 0.9448214769363403, + 2.7140517234802246, + 2.0876541137695312, + -1.0309813022613525, + -0.1569964736700058, + 1.7908202409744263, + 0.34607672691345215, + 1.1799468994140625, + 3.10624361038208, + 2.895214080810547 + ], + [ + -0.2003771811723709, + 0.008265972137451172, + 2.044569253921509, + -0.5216216444969177, + 1.4486138820648193, + 2.3504221439361572, + 1.8864983320236206, + -0.3269546627998352, + -0.3218878507614136, + 1.7787734270095825, + -0.10719794034957886, + 1.210811734199524, + 2.484586477279663, + 2.233473539352417, + -1.128391146659851, + 0.026943042874336243, + 1.5905406475067139, + 0.3762487769126892, + 1.181563377380371, + 3.1266322135925293, + 2.962540864944458 + ], + [ + 0.05798707157373428, + 0.6666606664657593, + 2.0280542373657227, + -0.7529513835906982, + 1.5752960443496704, + 1.9687061309814453, + 1.6063086986541748, + -0.6493420600891113, + -0.7361619472503662, + 2.0208208560943604, + 0.29324859380722046, + 0.7267081141471863, + 2.666212558746338, + 2.0797832012176514, + -1.0253864526748657, + -0.3336113393306732, + 1.4619231224060059, + 0.7388266324996948, + 1.3334836959838867, + 2.818113327026367, + 2.5784997940063477 + ], + [ + 0.3921954035758972, + 0.5031469464302063, + 2.286526918411255, + -0.7917466163635254, + 1.1610774993896484, + 2.5947437286376953, + 1.371277093887329, + -0.590951681137085, + -0.1262027621269226, + 1.4700233936309814, + -0.00010420382022857666, + 1.2501842975616455, + 2.9097108840942383, + 1.8056198358535767, + -1.362661600112915, + 0.33382928371429443, + 1.325782060623169, + -0.043404221534729004, + 1.363233208656311, + 3.228788375854492, + 3.330352544784546 + ], + [ + 0.15679721534252167, + -0.014913380146026611, + 1.8193422555923462, + -0.22866305708885193, + 1.7066304683685303, + 2.4464030265808105, + 2.011176109313965, + -0.23207822442054749, + -0.32904762029647827, + 2.0668091773986816, + -0.04359652101993561, + 0.3894868493080139, + 2.963031530380249, + 1.5374466180801392, + -0.6671346426010132, + 0.1373668760061264, + 2.1470518112182617, + 0.09344154596328735, + 1.3496700525283813, + 3.0860822200775146, + 2.714031219482422 + ], + [ + -0.00613538920879364, + 0.858040452003479, + 1.4075002670288086, + -1.2736327648162842, + 0.9723907113075256, + 1.8825424909591675, + 1.8480159044265747, + -1.0620940923690796, + -0.6188609600067139, + 2.1290316581726074, + 0.017243966460227966, + 0.9326821565628052, + 2.7966392040252686, + 2.697798252105713, + -0.7733628153800964, + -0.2922581434249878, + 1.802142858505249, + -0.1341671347618103, + 1.218476414680481, + 2.524766206741333, + 2.7462615966796875 + ], + [ + -0.31880849599838257, + -0.33465445041656494, + 1.669745922088623, + -1.2757203578948975, + 1.2232160568237305, + 2.1252152919769287, + 2.471749782562256, + -0.5233126282691956, + -0.5309119820594788, + 1.4323625564575195, + -0.4025598168373108, + 1.3090332746505737, + 2.9684019088745117, + 2.0768120288848877, + -1.0139766931533813, + -0.44368863105773926, + 1.0631070137023926, + -0.435907781124115, + 1.5530853271484375, + 3.07061505317688, + 2.5274431705474854 + ], + [ + 0.2861146330833435, + -0.31601566076278687, + 1.2438544034957886, + -0.3429969847202301, + 1.087154507637024, + 2.555007219314575, + 1.9246865510940552, + 0.16080540418624878, + 0.19900059700012207, + 0.8766571283340454, + 0.042591340839862823, + 1.1126435995101929, + 1.8683596849441528, + 1.848694086074829, + -1.7113438844680786, + 0.11381526291370392, + 2.1757454872131348, + -0.219110369682312, + 0.45450443029403687, + 2.6627187728881836, + 3.373868703842163 + ] + ], + "predicted_scores": [ + 5.513189792633057, + 5.440638065338135, + 5.335695743560791, + 5.254250526428223, + 5.119810581207275, + 5.075690746307373, + 4.919196128845215, + 4.548659801483154 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "6313a315ecb07f0ce1a8374a416e60e5f99603a52cccc07c12e398c1dd7fd884", + "stored_base_utility": 0.02691727876663208, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07103653997182846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07103653997182846 + }, + "base_progress": 0.07103653997182846, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07103653997182846, + "candidate_action_clip_max_abs": [ + 0.0, + 0.15079200267791748, + 0.10138332843780518, + 0.1672065258026123, + 0.18484199047088623, + 0.15679717063903809, + 0.16560852527618408, + 0.17288029193878174 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13317976891994476, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13317976891994476 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15079200267791748, + "contact_quality": null, + "progress": 0.13704223930835724, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13704223930835724 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10138332843780518, + "contact_quality": null, + "progress": 0.20093560218811035, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20093560218811035 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1672065258026123, + "contact_quality": null, + "progress": 0.2938849627971649, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2938849627971649 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18484199047088623, + "contact_quality": null, + "progress": 0.18094365298748016, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18094365298748016 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15679717063903809, + "contact_quality": null, + "progress": 0.19301573932170868, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19301573932170868 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16560852527618408, + "contact_quality": null, + "progress": 0.19769537448883057, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19769537448883057 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17288029193878174, + "contact_quality": null, + "progress": 0.16715119779109955, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16715119779109955 + } + ], + "candidate_progress": [ + 0.13317976891994476, + 0.13704223930835724, + 0.20093560218811035, + 0.2938849627971649, + 0.18094365298748016, + 0.19301573932170868, + 0.19769537448883057, + 0.16715119779109955 + ], + "candidate_safety_violation": [ + false, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-1772611570ffaf72c98c", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-8577816da2917a2bb63d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.049592167139053345, + 0.0020006000995635986, + 0.604547381401062, + -0.317571759223938, + 0.6744552850723267, + 1.894614815711975, + 0.49150532484054565, + 0.3168275058269501, + 0.10003183782100677, + 0.07286298274993896, + -0.10586478561162949, + 0.10928323119878769, + 1.327553153038025, + 0.5461781620979309, + 0.9884378910064697, + 0.03154507651925087, + -0.3786569833755493, + 0.30653712153434753, + 0.22065842151641846, + 0.7079373002052307, + 0.23562857508659363 + ], + [ + -0.07857125997543335, + 0.10419777035713196, + 0.9009658098220825, + -0.1069416031241417, + 0.7443493008613586, + 1.4324123859405518, + 0.7242937088012695, + 0.42362844944000244, + 0.10888063907623291, + -0.21151429414749146, + 0.6156776547431946, + -0.16767975687980652, + 2.1587746143341064, + 0.7134174704551697, + 0.62049800157547, + 0.04780874028801918, + -0.6575007438659668, + 0.8838977217674255, + 0.4669850468635559, + 0.9896941781044006, + 0.22726283967494965 + ], + [ + 0.23805120587348938, + 0.08745935559272766, + 0.7394915819168091, + -0.038200438022613525, + 0.6723913550376892, + 1.3382302522659302, + 0.4978155493736267, + 0.6707868576049805, + 0.1354253590106964, + -0.2806742191314697, + 0.6021458506584167, + -0.3964633345603943, + 1.5713638067245483, + 0.32758668065071106, + 0.5912083983421326, + -0.052649449557065964, + -0.6409186124801636, + 0.8117912411689758, + 0.34443265199661255, + 1.4204683303833008, + 0.4451638460159302 + ], + [ + 0.3151147961616516, + -0.045319050550460815, + 0.8982082605361938, + -0.07734531164169312, + 0.5578327178955078, + 1.4248661994934082, + 0.41969186067581177, + 0.9257380962371826, + 0.04729658365249634, + -0.39068078994750977, + 0.4406209886074066, + 0.03413023054599762, + 1.9441684484481812, + 1.0949101448059082, + 0.9227534532546997, + 0.08833977580070496, + -0.8525468707084656, + 0.820428192615509, + 0.42295122146606445, + 1.5835647583007812, + 0.18466298282146454 + ], + [ + 0.03252045065164566, + 0.09492048621177673, + 1.03756582736969, + -0.05760018527507782, + 0.7015549540519714, + 1.7381919622421265, + 0.5952887535095215, + 0.7244210243225098, + 0.3236733376979828, + -0.31020402908325195, + 0.4105589985847473, + -0.07421332597732544, + 2.080075740814209, + 0.5706172585487366, + 0.7226406335830688, + -0.010628309100866318, + -0.6839457750320435, + 0.5403728485107422, + 0.16076353192329407, + 1.5792288780212402, + 0.0025611668825149536 + ], + [ + -0.17117296159267426, + -0.050167374312877655, + 0.8254003524780273, + -0.07521864771842957, + 0.5082358121871948, + 1.7746691703796387, + 0.7254104614257812, + 0.8704780340194702, + 0.34931322932243347, + -0.33519217371940613, + 0.40161943435668945, + -0.15864297747612, + 2.0594565868377686, + 0.8695129156112671, + 0.7947048544883728, + 0.1539705991744995, + -0.5246890187263489, + 0.7829796671867371, + 0.4658980369567871, + 1.3254468441009521, + 0.46277567744255066 + ], + [ + 0.017864972352981567, + 0.06429744511842728, + 1.019831657409668, + 0.01413428783416748, + 0.6563081741333008, + 1.841528296470642, + 0.6075714230537415, + 0.6838433742523193, + 0.24374987185001373, + -0.4810243844985962, + 0.46005234122276306, + -0.11373361945152283, + 1.9888335466384888, + 0.5122871994972229, + 0.8237534761428833, + -0.04789388179779053, + -0.6036378145217896, + 0.5826584100723267, + 0.2278652787208557, + 1.5079843997955322, + 0.20072069764137268 + ], + [ + 0.17382153868675232, + 0.050041183829307556, + 1.1664538383483887, + -0.2951735556125641, + 0.7068226337432861, + 1.8398488759994507, + 0.3040304183959961, + 0.6297552585601807, + 0.32073643803596497, + -0.37488317489624023, + 0.7033635973930359, + -0.2114570438861847, + 1.9776638746261597, + 0.5501258969306946, + 0.7070896625518799, + -0.04606464505195618, + -0.3479030132293701, + 0.6487553119659424, + 0.2261754721403122, + 1.5958082675933838, + 0.1225937157869339 + ] + ], + "generated_utilities": [ + 0.13317976891994476, + 0.13704223930835724, + 0.20093560218811035, + 0.2938849627971649, + 0.18094365298748016, + 0.19301573932170868, + 0.19769537448883057, + 0.16715119779109955 + ], + "group_id": "ms-8577816da2917a2bb63d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2637917995452881, + 0.22464071214199066, + 2.0, + 0.08766969293355942, + 0.18951013684272766, + 0.03956339880824089, + 0.14740002155303955, + 0.1706804633140564, + 0.2111617773771286, + 0.14143002033233643, + 0.19586819410324097, + 0.1491125077009201, + 0.10649605840444565, + 0.13982710242271423, + 0.09051436185836792, + 0.15870293974876404 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.5319182276725769, + 0.6224296689033508, + 0.8244132995605469, + -0.031177937984466553, + 0.7009708881378174, + 1.7993862628936768, + 0.0, + 0.6443206071853638, + -0.006879452615976334, + 0.024243786931037903, + 0.33670926094055176, + 0.5060526728630066, + 1.3668022155761719, + 0.0, + 1.5081150531768799, + 0.09222836792469025, + -0.35514605045318604, + 0.16436481475830078, + 0.40199989080429077, + 0.9094570875167847, + 0.0 + ], + [ + 0.11947812139987946, + 0.048805832862854004, + 1.8244132995605469, + -0.7529902458190918, + 1.7009708881378174, + 2.7993862628936768, + 2.0374698638916016, + 1.6443206071853638, + -0.06698232889175415, + -0.13103638589382172, + 0.07724328339099884, + 0.6817050576210022, + 2.366802215576172, + 2.2849810123443604, + 2.50811505317688, + -0.22678081691265106, + -1.355146050453186, + 1.1643648147583008, + 0.402213990688324, + 1.9094570875167847, + 1.9322038888931274 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.074939727783203, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.569962024688721, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.864407777786255 + ], + [ + 0.40023523569107056, + 0.24545921385288239, + 1.7424920797348022, + -0.557208240032196, + 1.5545653104782104, + 2.6633150577545166, + 1.7807692289352417, + 1.6401207447052002, + -0.31436365842819214, + -0.4162091612815857, + -0.0858464390039444, + 0.3896113932132721, + 2.2475874423980713, + 2.3145008087158203, + 2.6522459983825684, + -0.35159897804260254, + -1.1252176761627197, + 0.9007947444915771, + 0.6254011988639832, + 2.1762399673461914, + 1.706495761871338 + ], + [ + 0.28333616256713867, + 0.05695994198322296, + 1.9902949333190918, + -0.8180137872695923, + 1.7547649145126343, + 2.865115165710449, + 1.7355519533157349, + 1.616685152053833, + -0.28894829750061035, + -0.003913000226020813, + 0.06623778492212296, + 0.7541611790657043, + 2.313316822052002, + 1.9126113653182983, + 2.676483631134033, + -0.44032108783721924, + -1.6071979999542236, + 0.8149409294128418, + 0.2249726951122284, + 2.258054733276367, + 1.8247584104537964 + ], + [ + 0.27511411905288696, + 0.15554335713386536, + 2.3042197227478027, + -0.4184620976448059, + 1.307753086090088, + 2.9295878410339355, + 1.6918052434921265, + 1.7301218509674072, + -0.5625127553939819, + 0.18490757048130035, + 0.42659449577331543, + 0.27074187994003296, + 2.4650702476501465, + 2.304764747619629, + 2.9147467613220215, + 0.2111637443304062, + -0.9589639902114868, + 1.102820873260498, + 0.5706818699836731, + 2.133436679840088, + 2.208428144454956 + ], + [ + -0.2577815055847168, + 0.13694974780082703, + 1.4037692546844482, + -0.9593273997306824, + 1.810347557067871, + 3.2138423919677734, + 1.8612303733825684, + 2.105313539505005, + -0.29210996627807617, + -0.5136539936065674, + -0.16005836427211761, + 0.6772791147232056, + 2.216097593307495, + 1.7768958806991577, + 2.9448421001434326, + 0.056938931345939636, + -1.2614942789077759, + 1.5077863931655884, + 0.5559680461883545, + 1.3408117294311523, + 2.288825273513794 + ], + [ + -0.37096959352493286, + -0.547701895236969, + 2.235835313796997, + -0.921576201915741, + 1.1975728273391724, + 2.2792246341705322, + 1.4263215065002441, + 1.5901055335998535, + 0.5957340002059937, + -0.8229201436042786, + 0.088249571621418, + 0.9585591554641724, + 2.7078466415405273, + 2.8372790813446045, + 2.9246914386749268, + 0.050718262791633606, + -1.705424427986145, + 1.6766613721847534, + 0.8243200182914734, + 2.1794981956481934, + 1.8497062921524048 + ], + [ + -0.34835028648376465, + -0.23782142996788025, + 2.291358470916748, + -1.3779785633087158, + 2.2417447566986084, + 2.1188724040985107, + 2.16556453704834, + 1.0707236528396606, + 0.7094582915306091, + -0.2906684875488281, + -0.1164136677980423, + 0.9851647019386292, + 2.330104112625122, + 1.8539201021194458, + 1.8064098358154297, + -0.9153757095336914, + -1.6455578804016113, + 1.0049399137496948, + -0.044089943170547485, + 1.5129574537277222, + 1.5172317028045654 + ], + [ + -0.2453824132680893, + 0.14167098701000214, + 1.1210569143295288, + -0.24927252531051636, + 1.0410852432250977, + 3.4104833602905273, + 1.153693675994873, + 1.9010361433029175, + -0.5178090333938599, + -0.6113726496696472, + -0.11730171740055084, + 0.04164224863052368, + 1.552911639213562, + 2.335322141647339, + 1.811797022819519, + -0.7901753783226013, + -1.3460016250610352, + 0.8826128244400024, + -0.3614352345466614, + 2.2091732025146484, + 2.0151641368865967 + ], + [ + 0.5069371461868286, + -0.7066824436187744, + 1.3026604652404785, + -1.3028550148010254, + 1.648358941078186, + 3.5933480262756348, + 1.6050447225570679, + 2.251556873321533, + -0.6074153780937195, + -0.500986635684967, + -0.6413183212280273, + 1.419590950012207, + 3.18233323097229, + 2.089322566986084, + 2.416912317276001, + -1.1602436304092407, + -1.4888412952423096, + 1.0175306797027588, + -0.3002001643180847, + 0.9987149834632874, + 2.699448585510254 + ], + [ + -0.029025092720985413, + 0.5599857568740845, + 1.8581316471099854, + -1.4146735668182373, + 2.4586527347564697, + 2.7335259914398193, + 2.88442325592041, + 1.1815783977508545, + 0.20855364203453064, + 0.46455222368240356, + 0.1395319700241089, + 1.623348593711853, + 1.4349610805511475, + 1.4604123830795288, + 2.7998642921447754, + -0.15449362993240356, + -1.6179763078689575, + 0.38508981466293335, + 0.9157677888870239, + 2.3171708583831787, + 1.4342948198318481 + ], + [ + 1.107017993927002, + 0.0040624625980854034, + 1.1871309280395508, + -0.5788782835006714, + 0.9647329449653625, + 2.672478199005127, + 2.0609095096588135, + 2.578378438949585, + 0.4520488977432251, + -0.3147982358932495, + -0.11197690665721893, + 0.6446547508239746, + 1.742464303970337, + 3.0161871910095215, + 2.3156473636627197, + 0.040489837527275085, + -0.8496864438056946, + 1.9109306335449219, + 0.751004695892334, + 1.2687792778015137, + 1.727078914642334 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.2331724613904953, + -0.0026008300483226776, + 0.8244132995605469, + -0.3071306645870209, + 0.7009708881378174, + 1.7993862628936768, + 0.0, + 0.6443206071853638, + 0.028236597776412964, + -0.04342855513095856, + -0.033154673874378204, + -0.0403289794921875, + 1.3668022155761719, + 0.0, + 1.5081150531768799, + 0.03418619930744171, + -0.35514605045318604, + 0.16436481475830078, + -0.0025446712970733643, + 0.9094570875167847, + 0.0 + ] + ], + "predicted_scores": [ + 4.8592023849487305, + 2.8984322547912598, + 2.550841808319092, + 1.5573406219482422, + 1.0993592739105225, + 1.0950639247894287, + 1.0593678951263428, + 0.35849153995513916 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130", + "selected_index": 0, + "state_hash": "f04bffb327f002dad3394e19009c5f997b4342d1afffebe537df31ea45988f2f", + "stored_base_utility": 0.2637917995452881, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16783273220062256, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16783273220062256 + }, + "base_progress": 0.16783273220062256, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.16783273220062256, + "candidate_action_clip_max_abs": [ + 0.1159219741821289, + 0.18208563327789307, + 0.17515861988067627, + 0.1508803367614746, + 0.1548752784729004, + 0.15138423442840576, + 0.18927443027496338, + 0.15391194820404053 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1159219741821289, + "contact_quality": null, + "progress": 0.04200202226638794, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04200202226638794 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18208563327789307, + "contact_quality": null, + "progress": 0.04168106988072395, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04168106988072395 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17515861988067627, + "contact_quality": null, + "progress": 0.029552677646279335, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.029552677646279335 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1508803367614746, + "contact_quality": null, + "progress": 0.03488349914550781, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03488349914550781 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1548752784729004, + "contact_quality": null, + "progress": 0.03575916960835457, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03575916960835457 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15138423442840576, + "contact_quality": null, + "progress": 0.042693693190813065, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.042693693190813065 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18927443027496338, + "contact_quality": null, + "progress": 0.03257067874073982, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03257067874073982 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15391194820404053, + "contact_quality": null, + "progress": 0.04447716474533081, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04447716474533081 + } + ], + "candidate_progress": [ + 0.04200202226638794, + 0.04168106988072395, + 0.029552677646279335, + 0.03488349914550781, + 0.03575916960835457, + 0.042693693190813065, + 0.03257067874073982, + 0.04447716474533081 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-1c2768099019b86daca7", + "ms-4c99c68cb7d1f50db857", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-4c99c68cb7d1f50db857", + "ms-35a50d2822c2c3cc4516", + "ms-4c99c68cb7d1f50db857" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-8e56b0eaa2604db6749e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.032905831933021545, + -0.07509377598762512, + 1.5260730981826782, + 0.17549526691436768, + 1.456676721572876, + 1.8684605360031128, + 0.9749338030815125, + -0.0867796540260315, + 0.2559887170791626, + 1.039867877960205, + -0.3717554807662964, + 2.1659297943115234, + 1.70610773563385, + 0.8988763689994812, + 0.5240464210510254, + -0.08970169723033905, + -0.10216955840587616, + -0.3989085555076599, + 0.34826821088790894, + -0.15888144075870514, + -1.208329439163208 + ], + [ + -0.2296781688928604, + -0.08218294382095337, + 1.2783020734786987, + -0.2629670202732086, + 1.3958702087402344, + 2.7172775268554688, + 0.99528568983078, + -0.03561513125896454, + 0.12508033215999603, + 1.1761221885681152, + -0.41806989908218384, + 1.61044442653656, + 1.6518458127975464, + 0.7038300037384033, + 0.5558749437332153, + -0.25758934020996094, + -0.2029625028371811, + -0.1690208464860916, + 0.7301234006881714, + -0.9312096238136292, + -0.8699988126754761 + ], + [ + -0.35444504022598267, + -0.31421959400177, + 1.1744544506072998, + -0.45686930418014526, + 1.575942039489746, + 2.882068157196045, + 1.2359167337417603, + -0.08021575212478638, + 0.24175547063350677, + 1.2081224918365479, + -0.6602340936660767, + 1.4023699760437012, + 1.505332350730896, + 0.9406076669692993, + 0.4308870732784271, + 0.019933100789785385, + 0.4078022837638855, + -0.4328991174697876, + 0.8076026439666748, + -0.19063130021095276, + -0.7831708192825317 + ], + [ + -0.34781908988952637, + -0.22260135412216187, + 1.211277961730957, + -0.3833731710910797, + 1.3632123470306396, + 2.789102554321289, + 1.1096200942993164, + 0.01867680251598358, + 0.25422361493110657, + 1.1887025833129883, + -0.5184155106544495, + 1.3586251735687256, + 1.3941423892974854, + 0.900385856628418, + 0.36744290590286255, + 0.05989762023091316, + 0.3010931611061096, + -0.5139898657798767, + 0.9278223514556885, + -0.15745234489440918, + -0.7399508953094482 + ], + [ + -0.33429616689682007, + -0.22339241206645966, + 1.1837753057479858, + -0.4991918206214905, + 1.3826277256011963, + 2.683232545852661, + 1.2356029748916626, + 0.035485342144966125, + 0.23271963000297546, + 1.0066726207733154, + -0.5420516133308411, + 1.317227840423584, + 1.485139012336731, + 0.9235284924507141, + 0.3280368149280548, + 0.07538379728794098, + 0.3620564043521881, + -0.4072914719581604, + 0.8090438842773438, + -0.023814409971237183, + -0.6796908378601074 + ], + [ + -0.18520529568195343, + -0.09450595825910568, + 1.3906320333480835, + -0.35384342074394226, + 1.4217281341552734, + 2.6153528690338135, + 1.100144863128662, + 0.07332261651754379, + 0.1435626894235611, + 1.061403512954712, + -0.41429081559181213, + 1.5337698459625244, + 1.5018577575683594, + 0.7383613586425781, + 0.5013111233711243, + -0.18120737373828888, + 0.004621401429176331, + -0.2715188264846802, + 0.7045414447784424, + -0.629157304763794, + -0.7343912124633789 + ], + [ + -0.6862009763717651, + -0.19858703017234802, + 1.491718053817749, + -0.0019489824771881104, + 1.409691572189331, + 2.9947123527526855, + 1.1604087352752686, + 0.14070698618888855, + 0.25500935316085815, + 1.1129053831100464, + -0.6542075872421265, + 1.5127626657485962, + 1.5348259210586548, + 1.0868959426879883, + 0.07019586861133575, + 0.015252441167831421, + 0.351185142993927, + -0.24936477839946747, + 0.944843053817749, + -0.5488185286521912, + -0.2656053304672241 + ], + [ + -0.1619790643453598, + -0.056812480092048645, + 1.382334589958191, + -0.20515792071819305, + 1.431795358657837, + 2.6011977195739746, + 0.9931554198265076, + 0.0794108435511589, + 0.17025090754032135, + 1.0721490383148193, + -0.3752630352973938, + 1.5538358688354492, + 1.5277354717254639, + 0.7811768054962158, + 0.5101894736289978, + -0.16942383348941803, + 0.00964212417602539, + -0.23482419550418854, + 0.6022391319274902, + -0.6094244718551636, + -0.8527896404266357 + ] + ], + "generated_utilities": [ + 0.04200202226638794, + 0.04168106988072395, + 0.029552677646279335, + 0.03488349914550781, + 0.03575916960835457, + 0.042693693190813065, + 0.03257067874073982, + 0.04447716474533081 + ], + "group_id": "ms-8e56b0eaa2604db6749e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.164321169257164, + 0.10389143228530884, + 0.18236468732357025, + 0.08703991025686264, + 0.14726755023002625, + 0.2857772707939148, + 0.07450457662343979, + 0.09476886689662933, + 0.09899210929870605, + 0.03498069569468498, + 0.09402521699666977, + 0.03285938501358032, + 0.09548668563365936, + 0.047073304653167725, + 0.08804091066122055, + 0.08626264333724976 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.09829777479171753, + 0.0019505023956298828, + 1.0451922416687012, + 0.09223031997680664, + 0.11582076549530029, + 1.1428322792053223, + 0.0, + -0.05758267641067505, + -0.003056347370147705, + 0.6888918876647949, + -0.026473522186279297, + 0.047412753105163574, + 1.100039005279541, + 0.0, + -0.03282618522644043, + 0.09620267152786255, + -0.012295186519622803, + -0.7432765960693359, + 0.0015653371810913086, + -0.9755387306213379, + 0.0 + ], + [ + -0.4755083918571472, + -0.10265153646469116, + 1.0451922416687012, + 0.29614442586898804, + 0.11582076549530029, + 1.1428322792053223, + 0.0, + 0.19593971967697144, + -0.3648289144039154, + 0.6888918876647949, + 0.09577393531799316, + 0.035068511962890625, + 1.100039005279541, + 0.0, + 0.456060528755188, + -0.16099470853805542, + -0.43811553716659546, + -0.7432765960693359, + 0.0015653371810913086, + -0.9755387306213379, + 0.0 + ], + [ + -0.6498317718505859, + 0.9599706530570984, + 1.835793375968933, + -0.573526918888092, + 1.0040251016616821, + 2.2577900886535645, + 2.0432891845703125, + -0.5289790630340576, + 0.3193860650062561, + 1.8999742269515991, + -1.1844632625579834, + 0.8757102489471436, + 2.078073024749756, + 2.1113057136535645, + 0.5517835021018982, + -0.04080227017402649, + 0.72983318567276, + -1.4707123041152954, + 0.7925529479980469, + -1.9205865859985352, + -1.889033317565918 + ], + [ + -0.434312641620636, + 0.8096786737442017, + 1.8051235675811768, + -0.4647713601589203, + 0.7303546667098999, + 2.183406352996826, + 1.9101098775863647, + 0.14068031311035156, + 0.329059362411499, + 1.787625789642334, + -0.6262794733047485, + 1.3772218227386475, + 1.8053358793258667, + 1.4974160194396973, + 0.35740479826927185, + 0.30423402786254883, + 0.7231874465942383, + -1.5970656871795654, + 0.7166537046432495, + -1.7543734312057495, + -2.000494956970215 + ], + [ + -0.8817802667617798, + 0.9715957641601562, + 2.1506268978118896, + -0.5271839499473572, + 1.366390585899353, + 1.7652621269226074, + 2.5035276412963867, + -0.4268600642681122, + 0.5045324563980103, + 1.888989806175232, + -0.7549608945846558, + 0.8196722269058228, + 2.05169677734375, + 2.172227144241333, + 0.7353182435035706, + -0.2048548460006714, + 0.8806101083755493, + -1.8958665132522583, + 1.0845171213150024, + -1.851228952407837, + -1.9186047315597534 + ], + [ + -1.200352430343628, + 0.38006722927093506, + 1.9906132221221924, + -0.10164737701416016, + 1.7140586376190186, + 1.9718024730682373, + 2.7659664154052734, + 0.041929811239242554, + -0.01353830099105835, + 1.1835708618164062, + -1.3345180749893188, + 1.2545942068099976, + 1.7318328619003296, + 2.1129016876220703, + 0.26469552516937256, + -0.3200700581073761, + 0.8730294704437256, + -2.24128794670105, + 0.7159386873245239, + -2.253854751586914, + -1.4254359006881714 + ], + [ + -0.8251329064369202, + 0.7382928133010864, + 2.082671880722046, + -0.8490726351737976, + 1.284595012664795, + 1.5650298595428467, + 2.8383092880249023, + -0.15238703787326813, + 0.17826536297798157, + 2.1290018558502197, + -0.5830575227737427, + 0.8654627799987793, + 2.798840284347534, + 2.049835443496704, + 1.120737910270691, + -0.12803547084331512, + 1.0445923805236816, + -2.283553123474121, + 0.35955071449279785, + -2.108430862426758, + -1.043320655822754 + ], + [ + -1.5572607517242432, + 1.0431426763534546, + 1.3429405689239502, + -0.4603320360183716, + 0.7384498119354248, + 1.5668916702270508, + 2.4400007724761963, + -0.9935024976730347, + 0.6311429738998413, + 2.1090023517608643, + -0.9262860417366028, + 1.213335394859314, + 2.726635456085205, + 1.558410882949829, + 1.3711477518081665, + -0.41874006390571594, + 0.3065264821052551, + -2.0449330806732178, + 1.0445581674575806, + -2.3674864768981934, + -1.8008146286010742 + ], + [ + -0.34596213698387146, + 1.4288448095321655, + 2.3155555725097656, + -0.24187126755714417, + 1.4236080646514893, + 1.8332940340042114, + 2.153268337249756, + -0.26157134771347046, + 0.5510067939758301, + 1.854649305343628, + -0.4317321479320526, + 1.233608603477478, + 1.7675436735153198, + 1.1053621768951416, + 0.9711992740631104, + 0.4815140664577484, + -0.039583563804626465, + -2.1772654056549072, + 0.26325684785842896, + -1.2660901546478271, + -1.3378313779830933 + ], + [ + -0.696524977684021, + 0.5731559991836548, + 1.41136634349823, + -0.8365179300308228, + 1.6350390911102295, + 1.6619038581848145, + 2.0760650634765625, + 0.22440430521965027, + 0.44187241792678833, + 0.7883749604225159, + -1.171095848083496, + 0.3865584135055542, + 3.0898475646972656, + 1.387419581413269, + -0.02026081085205078, + 0.30624669790267944, + 0.6252881288528442, + -2.0839240550994873, + 0.5894181728363037, + -2.4641644954681396, + -0.8127702474594116 + ], + [ + -0.2768620252609253, + 0.5309622287750244, + 2.5635359287261963, + -0.772871196269989, + 0.9203527569770813, + 1.947393774986267, + 1.5214042663574219, + -0.31392067670822144, + -0.18353763222694397, + 2.238309621810913, + -0.2588964104652405, + 1.1628373861312866, + 2.9922451972961426, + 1.6704096794128418, + 0.3372173011302948, + 1.0151923894882202, + -0.2174839973449707, + -1.404563307762146, + 1.4358677864074707, + -1.258770227432251, + -1.4483985900878906 + ], + [ + -0.11394500732421875, + 0.6421735882759094, + 2.6035828590393066, + -0.1863783597946167, + 1.1008312702178955, + 1.3137937784194946, + 2.171001672744751, + -0.9625061750411987, + 1.2656078338623047, + 2.2102837562561035, + -0.41254502534866333, + 0.8885774612426758, + 2.602681875228882, + 2.607725143432617, + 1.354597568511963, + 0.7787779569625854, + 0.3677181005477905, + -2.74056339263916, + 1.9914216995239258, + -1.904793620109558, + -0.6670887470245361 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.462226867675781, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7376136779785156, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.219425916671753 + ] + ], + "predicted_scores": [ + 2.8920364379882812, + 2.7456116676330566, + 2.6551637649536133, + 2.6441354751586914, + 2.6035895347595215, + 2.3733530044555664, + 2.3667922019958496, + 1.9795819520950317 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615", + "selected_index": 0, + "state_hash": "e65e423d6cc5fe71b36e918337b6d0b19a842af6d4b97e3c742bdd94472002ac", + "stored_base_utility": 0.164321169257164, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06810259819030762, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06810259819030762 + }, + "base_progress": 0.06810259819030762, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06810259819030762, + "candidate_action_clip_max_abs": [ + 0.12232446670532227, + 0.22793686389923096, + 0.13420319557189941, + 0.1110004186630249, + 0.16416406631469727, + 0.15554583072662354, + 0.16918408870697021, + 0.1253443956375122 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12232446670532227, + "contact_quality": null, + "progress": 0.3029855787754059, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3029855787754059 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22793686389923096, + "contact_quality": null, + "progress": 0.4033660888671875, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.4033660888671875 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13420319557189941, + "contact_quality": null, + "progress": 0.2825586497783661, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2825586497783661 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1110004186630249, + "contact_quality": null, + "progress": 0.26986855268478394, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.26986855268478394 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16416406631469727, + "contact_quality": null, + "progress": 0.2361949235200882, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2361949235200882 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15554583072662354, + "contact_quality": null, + "progress": 0.21950308978557587, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21950308978557587 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16918408870697021, + "contact_quality": null, + "progress": 0.22971665859222412, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22971665859222412 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1253443956375122, + "contact_quality": null, + "progress": 0.23036037385463715, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23036037385463715 + } + ], + "candidate_progress": [ + 0.3029855787754059, + 0.4033660888671875, + 0.2825586497783661, + 0.26986855268478394, + 0.2361949235200882, + 0.21950308978557587, + 0.22971665859222412, + 0.23036037385463715 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-067cac2e4dbeddb12239", + "ms-067cac2e4dbeddb12239", + "ms-babaeb20129c46551281", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f", + "ms-1f19fd22562f87bdb776", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-972c5be72d0b24be7cd5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.460560142993927, + -0.62283855676651, + 0.7975825071334839, + -0.7614742517471313, + -0.38252532482147217, + 2.512993097305298, + 2.5504109859466553, + 1.431075930595398, + 0.2772856056690216, + -0.6009117960929871, + 0.6384300589561462, + -0.38185685873031616, + 1.6843422651290894, + 1.5938161611557007, + 1.0910634994506836, + 0.19196340441703796, + -1.297028660774231, + 0.30404195189476013, + -0.522112250328064, + -0.010775446891784668, + -0.2977500855922699 + ], + [ + -0.7184036374092102, + -0.5470481514930725, + 1.2351096868515015, + -0.514974057674408, + -0.08888375759124756, + 2.1804277896881104, + 2.6731371879577637, + 1.4336422681808472, + 0.12133709341287613, + -0.8669964671134949, + 0.47239893674850464, + 0.07023976743221283, + 1.6834357976913452, + 1.1872668266296387, + 1.2453341484069824, + 0.18695226311683655, + -1.6079069375991821, + 0.2638559341430664, + -0.5397115349769592, + -0.06455071270465851, + -0.2658904790878296 + ], + [ + -0.6235738396644592, + -0.27600276470184326, + 1.1852039098739624, + -0.7840663194656372, + 0.006191760301589966, + 2.624223232269287, + 2.4018633365631104, + 1.4229649305343628, + 0.15444804728031158, + -0.5962424278259277, + -0.39385905861854553, + -0.27055782079696655, + 1.0248523950576782, + 0.9108402729034424, + 1.27896249294281, + 0.09462611377239227, + -1.345833420753479, + -0.20988141000270844, + -0.33589982986450195, + -0.16614456474781036, + 0.42846810817718506 + ], + [ + -0.3124668002128601, + -0.13604067265987396, + 1.4150100946426392, + -0.4948770999908447, + -0.2363511025905609, + 1.7771098613739014, + 1.8434679508209229, + 1.6417409181594849, + 0.19983863830566406, + -0.9859611988067627, + -0.08371014147996902, + -0.39758676290512085, + 0.8652768135070801, + 0.5528077483177185, + 0.7567958831787109, + -0.09759299457073212, + -1.0982635021209717, + 0.2752590775489807, + -0.2631193995475769, + 0.42173123359680176, + 0.2158290445804596 + ], + [ + -0.5420676469802856, + -0.18700481951236725, + 1.7493988275527954, + -0.612190306186676, + -0.003857746720314026, + 2.242826461791992, + 2.3967807292938232, + 1.6920959949493408, + 0.33346280455589294, + -1.1524275541305542, + -0.11507569998502731, + -0.5424380898475647, + 1.4230707883834839, + 0.7973014712333679, + 1.1710155010223389, + 0.1820954978466034, + -1.2417455911636353, + -0.12332560122013092, + -0.2100227177143097, + 0.4226776361465454, + 0.47694891691207886 + ], + [ + -0.01187986135482788, + -0.33358800411224365, + 1.7674251794815063, + -0.5535060167312622, + -0.34405332803726196, + 2.2559962272644043, + 1.2918589115142822, + 1.5924705266952515, + 0.0861118957400322, + -0.6678608059883118, + -0.023275554180145264, + 0.18827416002750397, + 1.4060802459716797, + 1.0059698820114136, + 0.9357075095176697, + -6.890017539262772e-05, + -1.40151846408844, + -0.030280187726020813, + -0.26283276081085205, + -0.07841654121875763, + -0.7740830183029175 + ], + [ + -0.5388840436935425, + -0.20027469098567963, + 1.7462289333343506, + -0.6374096274375916, + 0.02958741784095764, + 2.1763882637023926, + 2.439016103744507, + 1.7590041160583496, + 0.36265209317207336, + -1.0509347915649414, + -0.1454390585422516, + -0.4368089437484741, + 1.5172826051712036, + 0.7549405694007874, + 1.1383898258209229, + 0.14496897161006927, + -1.3021782636642456, + -0.1657329946756363, + -0.23323065042495728, + 0.322904109954834, + 0.2785332202911377 + ], + [ + -0.3846070170402527, + -0.2369278222322464, + 1.8245558738708496, + -0.7988797426223755, + -0.17166098952293396, + 2.424464702606201, + 2.0834221839904785, + 1.8528730869293213, + 0.34138208627700806, + -1.1220639944076538, + 0.07507885992527008, + -0.3119659423828125, + 1.5003676414489746, + 0.726949155330658, + 1.1007518768310547, + 0.1349503993988037, + -1.1005005836486816, + -0.02834431827068329, + -0.3479233980178833, + 0.5277319550514221, + 0.2618705630302429 + ] + ], + "generated_utilities": [ + 0.3029855787754059, + 0.4033660888671875, + 0.2825586497783661, + 0.26986855268478394, + 0.2361949235200882, + 0.21950308978557587, + 0.22971665859222412, + 0.23036037385463715 + ], + "group_id": "ms-972c5be72d0b24be7cd5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2422785758972168, + 0.22271345555782318, + 0.17114540934562683, + 2.0, + 0.2147122025489807, + 0.1754063069820404, + 0.21949224174022675, + 0.1383296698331833, + 0.17272400856018066, + 0.1655065417289734, + 0.17180275917053223, + 0.14618459343910217, + 0.08244717121124268, + 0.12266018241643906, + 0.0812971219420433, + 0.019518893212080002 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.1778966784477234, + -0.18861627578735352, + 0.7196911573410034, + -0.020099952816963196, + 0.2359541356563568, + 2.005209445953369, + 0.0, + 1.254981517791748, + 0.10245180130004883, + 0.07986515760421753, + 0.07988975942134857, + -0.14853987097740173, + 0.7400009632110596, + 0.0, + 0.6872427463531494, + 0.18619681894779205, + -0.16216152906417847, + -0.06225341558456421, + -0.0005761981010437012, + -0.17844486236572266, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.9044365882873535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.900578737258911, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.6598957777023315 + ], + [ + -0.6928022503852844, + -1.4545783996582031, + 1.9467778205871582, + -0.17068462073802948, + 0.18918582797050476, + 2.618558168411255, + 2.714521884918213, + 2.552428722381592, + -0.674629271030426, + -0.700461745262146, + 0.5443049669265747, + 0.4206351041793823, + 1.883970856666565, + 1.0606191158294678, + 1.767379641532898, + 0.24426127970218658, + -1.1025848388671875, + 0.5366025567054749, + -0.45793429017066956, + -0.6070920825004578, + -0.7316545844078064 + ], + [ + -0.8943675756454468, + -1.1690176725387573, + 1.992783546447754, + -0.4156995713710785, + -0.3654714524745941, + 2.5104928016662598, + 2.6072072982788086, + 2.6247639656066895, + -0.7312564849853516, + -0.6884443163871765, + 0.7703109979629517, + 0.2799836993217468, + 1.7389161586761475, + 1.5433893203735352, + 1.4967893362045288, + 0.1455848664045334, + -0.809649646282196, + 0.24963954091072083, + -0.4417712688446045, + -0.520348310470581, + -0.8270294070243835 + ], + [ + -1.0775469541549683, + -1.3817805051803589, + 1.5222259759902954, + -0.4539318382740021, + -0.2760140299797058, + 2.542530059814453, + 2.2251780033111572, + 2.371030330657959, + 0.11471349000930786, + -1.348292350769043, + 0.6575543880462646, + 0.03587411344051361, + 1.6771185398101807, + 0.920840322971344, + 1.244415044784546, + -0.5382952690124512, + -0.5878539085388184, + 0.24756306409835815, + -0.6409731507301331, + -0.5360844135284424, + -0.6055518388748169 + ], + [ + -0.028185725212097168, + -1.760788917541504, + 1.9752625226974487, + -0.8325649499893188, + -0.4792585074901581, + 3.2401444911956787, + 2.6803765296936035, + 2.8973546028137207, + 0.0789007842540741, + -0.4182901978492737, + 0.9260019063949585, + -0.025382936000823975, + 2.24017333984375, + 2.0361390113830566, + 1.196488618850708, + 0.5561115145683289, + -0.12154513597488403, + -0.0827661007642746, + -0.8258085250854492, + -0.5332461595535278, + -1.2079616785049438 + ], + [ + -0.785655677318573, + -0.903968095779419, + 1.4099124670028687, + -0.15329648554325104, + 0.58460932970047, + 2.9377124309539795, + 1.7478210926055908, + 2.9619505405426025, + -0.2525157928466797, + -1.5431642532348633, + 0.41410166025161743, + -0.07830342650413513, + 2.0785071849823, + 0.6547930240631104, + 1.1306097507476807, + 0.5387648940086365, + -1.398796558380127, + 0.528645932674408, + -0.856182336807251, + -0.20476889610290527, + -0.09363120794296265 + ], + [ + -1.2586076259613037, + -0.3423055410385132, + 1.2822818756103516, + 0.2910916805267334, + -0.941256046295166, + 2.8202102184295654, + 1.8252065181732178, + 2.3351032733917236, + -0.5059705376625061, + -0.23978948593139648, + 0.7868912220001221, + 1.0671477317810059, + 2.430659294128418, + 0.7299657464027405, + 1.3854889869689941, + 0.6280787587165833, + -0.8704331517219543, + 0.7178032398223877, + 0.06600993871688843, + -0.494326651096344, + -0.9373042583465576 + ], + [ + -0.6139886975288391, + -0.6636813879013062, + 1.7380144596099854, + 0.8283631205558777, + 0.10894473642110825, + 3.3824374675750732, + 2.364443778991699, + 1.397548794746399, + 0.2008015513420105, + 0.04909425973892212, + 0.46488094329833984, + 0.5471230745315552, + 0.7633962631225586, + 2.0464463233947754, + 0.9950199127197266, + -0.7811803817749023, + 0.24693238735198975, + -0.24866291880607605, + -0.7808441519737244, + -1.7524442672729492, + -0.9654443264007568 + ], + [ + -0.0732342004776001, + -1.110092282295227, + 0.9744884967803955, + 0.7220795154571533, + -0.04219541698694229, + 2.674060821533203, + 1.5231945514678955, + 1.6353061199188232, + -1.10343599319458, + -0.9696207046508789, + -0.3424505293369293, + -0.5929380655288696, + 1.1994338035583496, + 0.7103486061096191, + 1.553607702255249, + 0.2373649626970291, + -0.4800073504447937, + -0.326079398393631, + -1.553178310394287, + -1.335445523262024, + -1.4838178157806396 + ], + [ + -1.2941523790359497, + -0.9504520297050476, + 2.34785532951355, + -0.8928831219673157, + -0.4949053227901459, + 2.8512628078460693, + 3.242037057876587, + 1.9695968627929688, + -1.2680805921554565, + -0.7396868467330933, + -0.010840922594070435, + 0.7218781113624573, + 1.609373927116394, + 1.6807117462158203, + 1.4234864711761475, + 0.6254396438598633, + 0.17516875267028809, + 0.4571009576320648, + -0.5609031915664673, + -0.7699093222618103, + 0.05199456214904785 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.7089135646820068, + -0.18861627578735352, + 0.7196911573410034, + 0.06954935193061829, + -0.20126789808273315, + 2.005209445953369, + 0.0, + 1.254981517791748, + -0.01162046194076538, + 0.07986515760421753, + -0.02179434895515442, + -0.18657872080802917, + 0.7400009632110596, + 0.0, + 0.6872427463531494, + -0.7013891339302063, + -0.315891295671463, + -0.5125056505203247, + 0.01436394453048706, + -0.4883803725242615, + 0.0 + ] + ], + "predicted_scores": [ + 3.3356385231018066, + 2.3553690910339355, + 2.0416057109832764, + 1.4214119911193848, + 0.5200836658477783, + 0.4489046335220337, + 0.22257381677627563, + -0.0293923020362854 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "7d408174f9914744237dcb6469d43db45ed04d1618588d4da88cbe8bcbb81985", + "stored_base_utility": 0.2422785758972168, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11957359313964844, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11957359313964844 + }, + "base_progress": 0.11957359313964844, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11957359313964844, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07991180568933487, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07991180568933487 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10409796237945557, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10409796237945557 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07458559423685074, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07458559423685074 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08526474237442017, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08526474237442017 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1247115358710289, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1247115358710289 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08803510665893555, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08803510665893555 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07267037779092789, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07267037779092789 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08920355886220932, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08920355886220932 + } + ], + "candidate_progress": [ + 0.07991180568933487, + 0.10409796237945557, + 0.07458559423685074, + 0.08526474237442017, + 0.1247115358710289, + 0.08803510665893555, + 0.07267037779092789, + 0.08920355886220932 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-76f27d9a935b25e15c38", + "ms-cad33aa1136af34af6ec", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-9757fc494e79b5543bb6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.34659242630004883, + -0.46345943212509155, + -0.3217983543872833, + 1.52046537399292, + 0.5566626787185669, + -0.44924822449684143, + 0.14184042811393738, + -0.6898919343948364, + 0.08738604187965393, + 1.141156554222107, + -0.10657373815774918, + 0.6861811876296997, + 0.3641432225704193, + 1.5938769578933716, + 0.3813537061214447, + 0.6770937442779541, + -0.5444097518920898, + -0.9615549445152283, + -0.18168538808822632, + -0.8427269458770752, + -0.902535080909729 + ], + [ + 0.4337502121925354, + -0.20708085596561432, + -0.17225924134254456, + 1.131852149963379, + 0.37447553873062134, + -0.4706055819988251, + 0.13306406140327454, + -0.34095117449760437, + 0.00054139643907547, + 0.909524142742157, + 0.1254335343837738, + 0.9399086833000183, + 0.5799242258071899, + 0.5483142137527466, + 0.5961647629737854, + 0.5009846687316895, + -0.4580802917480469, + -0.8016119599342346, + -0.10250625014305115, + -1.3832004070281982, + -0.6556483507156372 + ], + [ + 0.3821539282798767, + -0.38871073722839355, + -0.45689311623573303, + 1.4030803442001343, + 1.2414138317108154, + -0.9413290023803711, + 0.5053936243057251, + -0.6525224447250366, + 0.06566107273101807, + 0.9805262088775635, + 0.13604477047920227, + 0.4511154890060425, + 0.00523647665977478, + 1.29166841506958, + 0.5049959421157837, + 0.48697441816329956, + -0.6969167590141296, + -0.8181225657463074, + 0.27135393023490906, + -0.9123811721801758, + -0.5362117290496826 + ], + [ + 0.2240447700023651, + -0.48705554008483887, + -0.4607948362827301, + 1.3398312330245972, + 0.63993239402771, + -0.6602760553359985, + -0.12100499868392944, + -0.34017065167427063, + 0.13297893106937408, + 1.1378711462020874, + 0.07263671606779099, + 0.5691262483596802, + -0.011273235082626343, + 1.289742112159729, + 0.47678354382514954, + 0.5343421101570129, + -0.38699740171432495, + -0.9860833287239075, + -0.3590773940086365, + -0.8973908424377441, + -0.5287889242172241 + ], + [ + 0.23607288300991058, + -0.37800633907318115, + -0.20697882771492004, + 1.398567795753479, + 0.6323449611663818, + -0.8833410739898682, + 0.07674697041511536, + -0.3478969633579254, + 0.22711855173110962, + 1.1488276720046997, + 0.03460907191038132, + 0.36522671580314636, + 0.016019165515899658, + 1.0481473207473755, + 0.5571687817573547, + 0.4562367796897888, + -0.32911568880081177, + -0.9092598557472229, + -0.46133047342300415, + -1.5378384590148926, + -0.5029714107513428 + ], + [ + 0.2901689410209656, + -0.45621681213378906, + -0.5835232734680176, + 1.3527965545654297, + 0.6535577774047852, + -0.4730243384838104, + -0.16892462968826294, + -0.1723792552947998, + 0.12695538997650146, + 1.1875107288360596, + 0.09734734892845154, + 0.6219497323036194, + -0.10405543446540833, + 1.403741717338562, + 0.3988845944404602, + 0.5449039340019226, + -0.49558794498443604, + -1.0608124732971191, + -0.2846475839614868, + -0.7077689170837402, + -0.6090091466903687 + ], + [ + 0.16331391036510468, + -0.46257054805755615, + -0.7187583446502686, + 1.3813977241516113, + 0.8531920313835144, + -0.702994704246521, + -0.47098344564437866, + -0.29359936714172363, + 0.20886161923408508, + 1.093061089515686, + 0.16085955500602722, + 0.7227740287780762, + 0.28606292605400085, + 1.375406265258789, + 0.5382794141769409, + 0.5360625982284546, + -0.20732037723064423, + -0.8517202734947205, + -0.4548466205596924, + -0.7579045295715332, + -0.2046211063861847 + ], + [ + 0.036402806639671326, + -0.39325594902038574, + -0.39978840947151184, + 1.2253919839859009, + 0.971533477306366, + -1.0298452377319336, + -0.290480375289917, + -0.681043267250061, + 0.07759647071361542, + 1.1395058631896973, + 0.04685037583112717, + 0.18843594193458557, + 0.21971699595451355, + 1.540695071220398, + 0.2059134691953659, + 0.4126855134963989, + -0.4379872679710388, + -0.9247722029685974, + -0.4395376443862915, + -2.0216689109802246, + -0.20248225331306458 + ] + ], + "generated_utilities": [ + 0.07991180568933487, + 0.10409796237945557, + 0.07458559423685074, + 0.08526474237442017, + 0.1247115358710289, + 0.08803510665893555, + 0.07267037779092789, + 0.08920355886220932 + ], + "group_id": "ms-9757fc494e79b5543bb6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.04467397928237915, + 0.06116596981883049, + 0.05867831036448479, + 0.04962921142578125, + 0.16101354360580444, + 0.0372292622923851, + 0.13825690746307373, + 0.13699722290039062, + 0.1277455985546112, + 0.11835144460201263, + 0.11828573793172836, + 0.13750170171260834, + 0.10622364282608032, + 0.09371175616979599, + 0.17056432366371155, + 0.15165559947490692 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.4410176277160645, + -1.098402500152588, + -0.2521008253097534, + 3.0108041763305664, + 0.546787440776825, + -0.1932782381772995, + 0.3483065664768219, + -1.488704800605774, + 0.45971837639808655, + 1.2437666654586792, + 0.22831200063228607, + -1.069676399230957, + 1.8721933364868164, + 2.139881134033203, + 0.8529099822044373, + 0.410398930311203, + -0.012328866869211197, + -1.9118379354476929, + -0.12494434416294098, + -2.1695773601531982, + -1.689271092414856 + ], + [ + 1.2116252183914185, + -0.9201980829238892, + -0.19459448754787445, + 2.912348508834839, + 0.6662750840187073, + -0.0868743434548378, + 0.29788094758987427, + -1.7567923069000244, + 0.7364240884780884, + 1.4195880889892578, + 0.3170340359210968, + -1.0319252014160156, + 1.7603240013122559, + 1.9140324592590332, + 1.0597981214523315, + 0.17251628637313843, + -0.10766260325908661, + -2.200096845626831, + -0.3178950548171997, + -2.227046251296997, + -1.728310465812683 + ], + [ + 1.3293519020080566, + -1.0304509401321411, + 0.0820712149143219, + 3.084728479385376, + 0.23601236939430237, + -0.053134605288505554, + 0.1828470379114151, + -1.2744003534317017, + 0.19408181309700012, + 1.4542924165725708, + -0.02462826669216156, + -1.0054312944412231, + 2.0117013454437256, + 2.5369763374328613, + 0.6344021558761597, + 0.08325397968292236, + -0.38576748967170715, + -1.8743387460708618, + -0.01317838579416275, + -2.2216618061065674, + -1.9894192218780518 + ], + [ + 1.3100504875183105, + -1.0150485038757324, + -0.46049535274505615, + 3.1077966690063477, + 0.8063116073608398, + -0.23412935435771942, + 0.6567114591598511, + -1.3632498979568481, + 0.30977433919906616, + 0.9999431371688843, + 0.35830074548721313, + -1.0153173208236694, + 1.7977781295776367, + 1.9884101152420044, + 1.0690096616744995, + 0.8803198933601379, + 0.06741940975189209, + -1.7597140073776245, + 0.3619118332862854, + -2.484180450439453, + -1.2085278034210205 + ], + [ + 1.849910020828247, + -1.5418038368225098, + -0.5735057592391968, + 2.969329357147217, + 0.5818837285041809, + 0.348166823387146, + 0.8780145645141602, + -1.2178181409835815, + 0.7966664433479309, + 1.8114389181137085, + -0.11676736176013947, + -1.2626097202301025, + 2.1720077991485596, + 1.7067369222640991, + 1.0546742677688599, + 0.4584583044052124, + -0.3436438739299774, + -2.262002468109131, + 0.06349548697471619, + -2.1297404766082764, + -1.8429534435272217 + ], + [ + 1.3348263502120972, + -1.78920578956604, + -0.928993821144104, + 2.8926401138305664, + 0.08659783005714417, + -0.42658278346061707, + 0.19681604206562042, + -0.9841015338897705, + 0.8222531676292419, + 1.8533419370651245, + -0.23506928980350494, + -1.6466517448425293, + 1.3835835456848145, + 2.8087832927703857, + 1.5398426055908203, + 0.41905468702316284, + 0.3931363821029663, + -1.3545563220977783, + -0.21161994338035583, + -2.3187854290008545, + -1.760456919670105 + ], + [ + 2.187211513519287, + -0.7279045581817627, + 0.2692594528198242, + 2.8940768241882324, + 0.4565308094024658, + 0.139907106757164, + -0.20563247799873352, + -1.7614890336990356, + -0.1756986677646637, + 0.5404646992683411, + 0.9944133162498474, + -1.5323548316955566, + 2.6549301147460938, + 1.660141110420227, + 0.277954638004303, + 0.19720134139060974, + -0.6243554353713989, + -2.206129550933838, + 0.6451382637023926, + -2.8267276287078857, + -1.4723471403121948 + ], + [ + 1.5338939428329468, + -0.801070511341095, + -0.9271101951599121, + 2.5356972217559814, + 0.013183891773223877, + -0.26970750093460083, + 0.4159581661224365, + -2.109372615814209, + -0.2974042594432831, + 0.34867846965789795, + 0.49489420652389526, + -1.6549404859542847, + 2.635392665863037, + 1.350113868713379, + 1.0687894821166992, + 0.4553309679031372, + 0.5576031804084778, + -1.0938751697540283, + 0.2519800066947937, + -2.6793816089630127, + -2.405031681060791 + ], + [ + 0.9978657960891724, + -0.845083475112915, + 0.03763994574546814, + 2.2224855422973633, + 0.648470938205719, + -0.8897371292114258, + -0.5781333446502686, + -1.3565374612808228, + -0.05688616633415222, + 1.3113338947296143, + 0.7994481325149536, + -0.5315511226654053, + 1.1624557971954346, + 1.819075107574463, + 1.1732388734817505, + 1.0511668920516968, + -0.16323956847190857, + -2.3658154010772705, + -0.9572781324386597, + -1.3816142082214355, + -0.9716753363609314 + ], + [ + 1.6809611320495605, + -1.7963652610778809, + 0.4902648329734802, + 2.5225419998168945, + 1.1930646896362305, + -1.1210460662841797, + 1.1913443803787231, + -1.8206208944320679, + 0.11926683783531189, + 1.999726414680481, + -0.6722689270973206, + -0.6681249141693115, + 1.2542228698730469, + 2.5643703937530518, + -0.02019864320755005, + -0.2475624978542328, + 0.03958394378423691, + -2.033069372177124, + -0.5254069566726685, + -2.938389778137207, + -2.4298205375671387 + ] + ], + "predicted_scores": [ + 9.190927505493164, + 8.471314430236816, + 8.403776168823242, + 8.015718460083008, + 7.936319351196289, + 7.781562328338623, + 7.719004154205322, + 7.5136518478393555 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "636680137", + "selected_index": 0, + "state_hash": "82c2aa27c1db8047eb6cda8fd0fc438c914616304ba2f19fa14fa01d16a91955", + "stored_base_utility": 0.04467397928237915, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10184377431869507, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10184377431869507 + }, + "base_progress": 0.10184377431869507, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10184377431869507, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.050515830516815186, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.050515830516815186 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03801560401916504, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03801560401916504 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04238645359873772, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04238645359873772 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04808368161320686, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04808368161320686 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.053976815193891525, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.053976815193891525 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05308796837925911, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05308796837925911 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.032663602381944656, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.032663602381944656 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02692335844039917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02692335844039917 + } + ], + "candidate_progress": [ + 0.050515830516815186, + 0.03801560401916504, + 0.04238645359873772, + 0.04808368161320686, + 0.053976815193891525, + 0.05308796837925911, + 0.032663602381944656, + 0.02692335844039917 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-c5d53da10b561f402ee7", + "ms-c5d53da10b561f402ee7" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-a8731059713697ce5e2a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2154512256383896, + 0.012079194188117981, + 0.7371872067451477, + 0.7599309682846069, + 1.8680312633514404, + 0.4968000650405884, + 0.4138181805610657, + 0.2255587875843048, + 0.40324661135673523, + 0.8067948818206787, + -0.4682137668132782, + 1.8097947835922241, + -0.23843325674533844, + 0.6297018527984619, + 0.2177058458328247, + 0.5401890873908997, + -0.4893048405647278, + 0.49877387285232544, + 0.309863805770874, + -1.0031964778900146, + -0.7600926160812378 + ], + [ + -0.13797907531261444, + -0.004995089024305344, + 0.5882023572921753, + 0.3526797592639923, + 1.3609528541564941, + 0.46559327840805054, + -0.07253503799438477, + 0.05698862671852112, + 0.1587534248828888, + 0.9064022898674011, + -0.3228599727153778, + 1.4592430591583252, + 0.31800922751426697, + 0.5647768378257751, + -0.07555319368839264, + 0.4739034175872803, + -0.15053866803646088, + 0.2640964090824127, + 0.25671935081481934, + -1.4009594917297363, + -0.6378183364868164 + ], + [ + -0.02755652368068695, + 0.039917953312397, + 0.5883528590202332, + 0.7380892038345337, + 1.7101209163665771, + 0.6023120880126953, + 0.05095788836479187, + 0.17032143473625183, + 0.32330453395843506, + 0.9276936054229736, + -0.5263681411743164, + 1.7299057245254517, + -0.2483254224061966, + 0.46747392416000366, + 0.04184652864933014, + 0.5369016528129578, + -0.4153229594230652, + 0.518438994884491, + 0.10116656124591827, + -1.0005731582641602, + -0.2527691423892975 + ], + [ + 0.06251121312379837, + 0.07507650554180145, + 0.5779556632041931, + 0.6211675405502319, + 1.790998935699463, + 0.5614417791366577, + 0.09569206833839417, + 0.2685316503047943, + 0.39522886276245117, + 1.0066083669662476, + -0.428960919380188, + 1.7017173767089844, + -0.10070621967315674, + 0.4880754351615906, + -0.06842510402202606, + 0.5754809975624084, + -0.5365929007530212, + 0.5390985608100891, + -0.006086587905883789, + -1.1271617412567139, + -0.4922628104686737 + ], + [ + 0.06789986044168472, + 0.05046369135379791, + 0.8042173385620117, + 0.7846634387969971, + 1.719743251800537, + 0.3108859658241272, + 0.38354524970054626, + 0.3977803587913513, + 0.4000850021839142, + 1.0028663873672485, + -0.35286247730255127, + 1.625846028327942, + 0.34564462304115295, + 0.338809072971344, + -0.1840037703514099, + 0.5594097375869751, + -0.5854998826980591, + 0.5478097200393677, + 0.029906854033470154, + -0.9833393692970276, + -0.6824449300765991 + ], + [ + 0.5462708473205566, + -0.005492828786373138, + 1.1380178928375244, + 0.5054470300674438, + 1.5521841049194336, + 0.42512625455856323, + 0.7334613800048828, + 0.23097024857997894, + 0.5741012692451477, + 1.0739967823028564, + -0.7610945105552673, + 1.8002734184265137, + -0.517907440662384, + 0.28556370735168457, + -0.25625619292259216, + 0.4755156338214874, + -0.5103331804275513, + 0.44737398624420166, + -0.15796402096748352, + -1.1504974365234375, + -0.5139271020889282 + ], + [ + -0.15473921597003937, + -0.10098344087600708, + 0.6196414828300476, + 0.5992556810379028, + 1.1248066425323486, + 0.25187718868255615, + 0.18701085448265076, + 0.08032459020614624, + 0.5784541964530945, + 0.8799512982368469, + -0.280311644077301, + 1.5599405765533447, + -0.1955588459968567, + -0.1928805261850357, + -0.24974074959754944, + 0.483198344707489, + 0.36246564984321594, + 0.4908708333969116, + 0.6586858630180359, + -0.7314109206199646, + -0.5436468124389648 + ], + [ + -0.35094189643859863, + -0.030674587935209274, + 0.7124806046485901, + 0.5068665742874146, + 1.0101674795150757, + 0.43383166193962097, + -0.01514345407485962, + 0.006572350859642029, + 0.5335493683815002, + 0.9174032807350159, + -0.2916989326477051, + 1.600760817527771, + -0.2803058624267578, + -0.09015654027462006, + -0.2699238657951355, + 0.40646490454673767, + 0.39431923627853394, + 0.46594786643981934, + 0.4932156801223755, + -0.7783017158508301, + -0.3864488899707794 + ] + ], + "generated_utilities": [ + 0.050515830516815186, + 0.03801560401916504, + 0.04238645359873772, + 0.04808368161320686, + 0.053976815193891525, + 0.05308796837925911, + 0.032663602381944656, + 0.02692335844039917 + ], + "group_id": "ms-a8731059713697ce5e2a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14563708007335663, + 0.19710752367973328, + 0.08932924270629883, + 0.09506683051586151, + 0.11755096912384033, + 0.14580702781677246, + 0.09405382722616196, + 0.06562888622283936, + 0.11733508110046387, + 0.04815538972616196, + 0.025752007961273193, + 0.016863565891981125, + 0.02547500655055046, + 0.08089685440063477, + 0.05237257480621338, + 0.1101820319890976 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.22555309534072876, + -0.008643746376037598, + 0.31229448318481445, + -0.15308082103729248, + 1.3463916778564453, + -0.0007275938987731934, + 0.0, + -0.08715823292732239, + -0.14942900836467743, + 0.5979268550872803, + -0.018756285309791565, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.09300309419631958, + -0.20005196332931519, + -0.061415478587150574, + 0.754948616027832, + -0.04366564750671387, + -0.3222846984863281, + 0.0 + ], + [ + 0.3024141788482666, + 0.2681087255477905, + 0.31229448318481445, + -0.3969038724899292, + 1.3463916778564453, + 0.06552734971046448, + 0.0, + -0.05665820837020874, + 0.18340042233467102, + 0.5979268550872803, + -0.30637162923812866, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.5581141710281372, + 0.2404169738292694, + 0.07992871850728989, + 0.754948616027832, + 0.34295418858528137, + -0.17150640487670898, + 0.0 + ], + [ + 0.3031781315803528, + -1.0041735172271729, + 1.5626698732376099, + 0.4367365837097168, + 2.640424966812134, + 0.025543570518493652, + 0.7150936126708984, + 0.5709395408630371, + -0.38061797618865967, + 1.8162577152252197, + -0.009900450706481934, + 2.6579482555389404, + 1.471014380455017, + 1.4056793451309204, + -0.6091717481613159, + 0.7193707227706909, + 0.0074285343289375305, + 1.540907859802246, + 0.643646240234375, + -0.8009468913078308, + -0.30452483892440796 + ], + [ + 0.2330225557088852, + -0.7989985942840576, + 1.164547324180603, + 0.8586971163749695, + 2.6567842960357666, + 0.1559378206729889, + 0.7404706478118896, + 0.6591440439224243, + -0.22769801318645477, + 1.9582276344299316, + 0.167125403881073, + 2.813899517059326, + 1.8770995140075684, + 1.2960361242294312, + -0.7838993072509766, + 0.7812274098396301, + -0.2289590984582901, + 1.7257624864578247, + 0.8674569129943848, + -0.938961386680603, + -0.7413738369941711 + ], + [ + 0.48232829570770264, + -0.9243136644363403, + 1.6245059967041016, + 1.044168472290039, + 2.515392780303955, + 0.34340304136276245, + 0.9804482460021973, + -0.07578852772712708, + -0.0781494677066803, + 1.7751636505126953, + -0.3880031108856201, + 2.8443350791931152, + 1.7063122987747192, + 1.8889234066009521, + -1.0335187911987305, + 1.0180180072784424, + -0.008667834103107452, + 2.131394863128662, + 0.2633013129234314, + -0.2266562581062317, + -0.14128649234771729 + ], + [ + -0.36992672085762024, + -0.8130255937576294, + 0.6568784713745117, + 0.6840304732322693, + 2.5914340019226074, + 0.4658961594104767, + 0.3959510326385498, + 0.12634965777397156, + -0.3350973427295685, + 1.8355858325958252, + -0.6838566064834595, + 3.403810977935791, + 2.1323463916778564, + 1.088200330734253, + 0.005209386348724365, + 1.0655148029327393, + 0.36562293767929077, + 1.216540813446045, + 0.49178245663642883, + -1.27830970287323, + -0.48833349347114563 + ], + [ + -0.12606802582740784, + 0.06398582458496094, + 1.5704216957092285, + 0.25924432277679443, + 2.2035326957702637, + 0.83082115650177, + 0.1919947862625122, + -0.0952441394329071, + -0.5122151374816895, + 1.8682644367218018, + -0.30331951379776, + 2.719233751296997, + 1.6284382343292236, + 1.7919050455093384, + 0.2970935106277466, + 0.06906932592391968, + -0.08662956953048706, + 1.9375319480895996, + 0.2833097577095032, + -1.2889463901519775, + -0.6813504695892334 + ], + [ + -0.6299217939376831, + -1.2354106903076172, + 1.9588823318481445, + 0.3699165880680084, + 2.6037070751190186, + 0.4726773798465729, + 1.2892385721206665, + -0.09512123465538025, + -0.3230750560760498, + 0.9701170325279236, + -0.468097060918808, + 3.4153807163238525, + 2.5014519691467285, + 1.0568734407424927, + 0.31597352027893066, + 0.41135090589523315, + 0.8617907762527466, + 1.6178619861602783, + 1.3193659782409668, + -0.47208356857299805, + -1.196907877922058 + ], + [ + -0.3326122462749481, + -0.9958359599113464, + 1.5710361003875732, + 0.05057317018508911, + 1.8925069570541382, + -0.6054971814155579, + 1.4708354473114014, + 0.5781421661376953, + 0.5510178804397583, + 2.532672166824341, + -0.787903904914856, + 2.733215570449829, + 1.6461031436920166, + 0.8628755211830139, + -1.3798129558563232, + 0.4905262291431427, + 0.3469502329826355, + 2.3162074089050293, + 0.7664479613304138, + -1.4322869777679443, + -0.6533446311950684 + ], + [ + -0.06535127758979797, + 0.1409667730331421, + 1.1001497507095337, + 0.12685608863830566, + 2.4713239669799805, + 0.09440496563911438, + 1.27341890335083, + 0.05714350938796997, + -0.3853960335254669, + 2.423351287841797, + -0.002034232020378113, + 2.6609556674957275, + 2.3777618408203125, + 2.0043692588806152, + -1.172515869140625, + 1.3197999000549316, + -0.4202495813369751, + 2.2577173709869385, + -0.37111544609069824, + -0.4293745458126068, + 0.12000158429145813 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.015114843845367432, + -0.022619664669036865, + 0.31229448318481445, + -0.0042684078216552734, + 1.3463916778564453, + -0.013372838497161865, + 0.0, + 0.08092409372329712, + 0.035400390625, + 0.5979268550872803, + -0.07546164095401764, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + -0.023582816123962402, + -0.058653295040130615, + -0.014314457774162292, + 0.754948616027832, + -0.05345273017883301, + -0.05282771587371826, + 0.0 + ] + ], + "predicted_scores": [ + 7.49714994430542, + 7.276819229125977, + 7.181128978729248, + 7.134034156799316, + 7.118180274963379, + 6.0024333000183105, + 4.6598219871521, + 4.517788887023926 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424", + "selected_index": 0, + "state_hash": "a52af742f184cb7ef5b7e4921cc4fd79740d8c5ab6bd7902ab82f0abcfdf36a7", + "stored_base_utility": 0.14563708007335663, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.2824406623840332, + 0.24717700481414795, + 0.2798023223876953, + 0.26927876472473145, + 0.273823618888855, + 0.3009856939315796, + 0.28367602825164795, + 0.22301924228668213 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2824406623840332, + "contact_quality": null, + "progress": 0.16670608520507812, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16670608520507812 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24717700481414795, + "contact_quality": null, + "progress": 0.19271372258663177, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19271372258663177 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2798023223876953, + "contact_quality": null, + "progress": 0.17580711841583252, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17580711841583252 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26927876472473145, + "contact_quality": null, + "progress": 0.16055531799793243, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16055531799793243 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.273823618888855, + "contact_quality": null, + "progress": 0.1363956332206726, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1363956332206726 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3009856939315796, + "contact_quality": null, + "progress": 0.14889191091060638, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14889191091060638 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28367602825164795, + "contact_quality": null, + "progress": 0.15112553536891937, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15112553536891937 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22301924228668213, + "contact_quality": null, + "progress": 0.19452734291553497, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19452734291553497 + } + ], + "candidate_progress": [ + 0.16670608520507812, + 0.19271372258663177, + 0.17580711841583252, + 0.16055531799793243, + 0.1363956332206726, + 0.14889191091060638, + 0.15112553536891937, + 0.19452734291553497 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-ac94b48febe523da15a5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5310009717941284, + 0.05718311667442322, + 1.6844139099121094, + -0.2525486350059509, + 0.39506417512893677, + 2.193906307220459, + 1.8349058628082275, + 2.1670987606048584, + -0.08192450553178787, + -0.9932889938354492, + 0.7411537170410156, + -0.10049784183502197, + 2.2944743633270264, + 1.9257972240447998, + 1.2539448738098145, + 0.2426815778017044, + -0.9366803765296936, + 0.7934460639953613, + 0.8814278841018677, + 2.0670433044433594, + 2.7234084606170654 + ], + [ + -0.43954581022262573, + 0.05551021546125412, + 1.6409730911254883, + -0.29036110639572144, + 0.597339928150177, + 2.4954442977905273, + 1.9579224586486816, + 1.8905389308929443, + 0.0015972014516592026, + -0.5861659049987793, + 0.959542453289032, + -0.21170419454574585, + 2.3040735721588135, + 1.8725719451904297, + 1.456856369972229, + 0.21601909399032593, + -1.0431971549987793, + 0.8434306383132935, + 1.0042023658752441, + 1.7005705833435059, + 2.39182186126709 + ], + [ + -0.5360386967658997, + 0.06023716926574707, + 1.7028836011886597, + -0.20123568177223206, + 0.28721728920936584, + 2.1701745986938477, + 1.669501543045044, + 2.1455602645874023, + -0.059249117970466614, + -0.8638977408409119, + 0.749103844165802, + -0.07568904757499695, + 2.2980539798736572, + 1.8060648441314697, + 1.3226122856140137, + 0.26008740067481995, + -1.0068413019180298, + 0.8599127531051636, + 0.9209468364715576, + 2.0358099937438965, + 2.6020331382751465 + ], + [ + -0.32492727041244507, + 0.06797011941671371, + 1.8143727779388428, + -0.20695523917675018, + 0.514297366142273, + 2.6946864128112793, + 1.8161702156066895, + 2.0261902809143066, + 0.0895727351307869, + -0.9009348154067993, + 0.7453804016113281, + -0.06524044275283813, + 2.1296041011810303, + 1.7214287519454956, + 1.5753674507141113, + 0.16868439316749573, + -0.9668259024620056, + 0.7578626871109009, + 0.7583091259002686, + 2.15486478805542, + 2.407118082046509 + ], + [ + 0.05135052651166916, + -0.08341231942176819, + 1.7457133531570435, + -0.3473871946334839, + 0.7568861842155457, + 2.486966848373413, + 1.5416977405548096, + 2.3589181900024414, + 0.018980443477630615, + -0.958967924118042, + 0.6705164909362793, + 0.14158020913600922, + 2.1030030250549316, + 2.0184731483459473, + 1.7632052898406982, + 0.28838926553726196, + -1.1313574314117432, + 0.7748396992683411, + 1.1083157062530518, + 2.235915422439575, + 2.2452619075775146 + ], + [ + -0.3180224299430847, + 0.008438486605882645, + 2.1322245597839355, + -0.618122398853302, + 0.6109434366226196, + 2.6801533699035645, + 1.6260106563568115, + 2.055823564529419, + 0.08923961222171783, + -0.9852250814437866, + 0.7948786020278931, + -0.12750452756881714, + 2.250598430633545, + 1.4509488344192505, + 1.703557014465332, + 0.2392926663160324, + -0.838661253452301, + 0.9131550788879395, + 0.5983297228813171, + 2.3115415573120117, + 2.37087345123291 + ], + [ + -0.3907146453857422, + 0.0640225037932396, + 1.8506181240081787, + -0.3344191610813141, + 0.4040141999721527, + 2.7141919136047363, + 1.735945701599121, + 2.090543031692505, + 0.04526009410619736, + -0.8916879892349243, + 0.7398254871368408, + 0.001627013087272644, + 2.2622530460357666, + 1.635977864265442, + 1.5911446809768677, + 0.1303023248910904, + -0.9927302002906799, + 0.8196125626564026, + 0.7581184506416321, + 2.1223950386047363, + 2.215775966644287 + ], + [ + -0.2634994387626648, + -0.2356615960597992, + 1.5317217111587524, + -0.2838127911090851, + 0.44288015365600586, + 2.36618709564209, + 1.3235156536102295, + 2.005154609680176, + -0.07163859903812408, + -0.732137143611908, + 0.8196953535079956, + -0.21700379252433777, + 1.797887921333313, + 1.1839866638183594, + 1.0143288373947144, + -0.06980312615633011, + -0.7437117695808411, + 1.3486459255218506, + 0.7458828687667847, + 2.1331963539123535, + 2.384793996810913 + ] + ], + "generated_utilities": [ + 0.16670608520507812, + 0.19271372258663177, + 0.17580711841583252, + 0.16055531799793243, + 0.1363956332206726, + 0.14889191091060638, + 0.15112553536891937, + 0.19452734291553497 + ], + "group_id": "ms-ac94b48febe523da15a5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.21594193577766418, + 0.21601168811321259, + 2.0, + 0.21012263000011444, + 0.28752872347831726, + 0.21433435380458832, + 0.28245842456817627, + 0.21487359702587128, + 0.24464814364910126, + 0.09122686088085175, + 0.16050146520137787, + 0.27431729435920715, + 0.16523605585098267, + 0.14633285999298096, + 0.12854063510894775, + 0.22855238616466522 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.30389827489852905, + -0.8579962253570557, + 1.3989989757537842, + -0.028539054095745087, + 0.2974744737148285, + 2.5767815113067627, + 2.78259539604187, + 2.9385712146759033, + 0.40562111139297485, + -1.288014531135559, + 1.5747884511947632, + -0.32205742597579956, + 2.1774518489837646, + 2.1987578868865967, + 2.0454328060150146, + 0.046226486563682556, + -0.4135788083076477, + 0.8770245313644409, + 0.6579046249389648, + 3.040009021759033, + 2.7811899185180664 + ], + [ + 0.046359941363334656, + -0.6854727268218994, + 0.8204165101051331, + 0.565416693687439, + 0.867863118648529, + 2.7692763805389404, + 2.7963621616363525, + 2.853088140487671, + 0.08938002586364746, + -0.6983482837677002, + 0.6515394449234009, + 0.1741611808538437, + 2.596548318862915, + 2.241023063659668, + 1.1163336038589478, + -0.5825872421264648, + -1.163135290145874, + -0.10550624132156372, + 1.3176631927490234, + 3.2109551429748535, + 2.9364986419677734 + ], + [ + 0.2593599259853363, + 0.2957177460193634, + 1.9324779510498047, + -0.7020376920700073, + 0.5371706485748291, + 2.8035061359405518, + 1.719245195388794, + 3.0967774391174316, + 0.02538616955280304, + -2.014153003692627, + 0.975588321685791, + 0.13461539149284363, + 1.3708343505859375, + 2.0089662075042725, + 1.5020623207092285, + -0.5627524256706238, + -1.4362560510635376, + 1.0673084259033203, + 0.13988959789276123, + 1.9552056789398193, + 3.066999673843384 + ], + [ + -0.5636838674545288, + 0.5672513246536255, + 1.225524663925171, + -0.48138415813446045, + -0.12759679555892944, + 3.0159695148468018, + 1.7835419178009033, + 2.830249786376953, + 0.08296757936477661, + -1.0899537801742554, + 1.296309232711792, + -0.7484232783317566, + 1.7848374843597412, + 1.6798732280731201, + 2.1842145919799805, + 0.8081878423690796, + -1.2716219425201416, + -0.3701121211051941, + 1.7858202457427979, + 3.2807788848876953, + 3.4130516052246094 + ], + [ + -0.3812307119369507, + 0.13109999895095825, + 1.5801677703857422, + -0.5124261379241943, + -0.0809403657913208, + 1.6008803844451904, + 2.3469717502593994, + 2.9038379192352295, + 0.5333170294761658, + -0.5620397925376892, + 1.34263277053833, + 1.1270815134048462, + 2.625211238861084, + 2.797947883605957, + 0.7474810481071472, + 0.21095304191112518, + -0.1364203691482544, + 0.16086292266845703, + 0.8026530742645264, + 1.958977222442627, + 1.8182815313339233 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.008759871125221252, + -0.03194861114025116, + 0.3535926342010498, + 0.2529276907444, + -0.2242739200592041, + 1.4436132907867432, + 0.0, + 1.4422698020935059, + 0.05536298453807831, + -0.13979530334472656, + 0.0697777271270752, + -0.17666669189929962, + 0.9072136878967285, + 0.0, + 0.601030707359314, + 0.08979149162769318, + 0.16722428798675537, + -0.014539599418640137, + 0.2526214122772217, + 1.6155693531036377, + 0.0 + ], + [ + 0.23985959589481354, + -0.2654930055141449, + 1.3535926342010498, + -0.11706969141960144, + 0.6134927868843079, + 2.443613290786743, + 2.436269521713257, + 2.442269802093506, + -0.14463798701763153, + -1.1397953033447266, + 1.0532320737838745, + 0.23402641713619232, + 1.9072136878967285, + 1.9912227392196655, + 1.601030707359314, + -0.1601666659116745, + -0.6761934161186218, + 0.5889102816581726, + 0.7933533787727356, + 2.6155693531036377, + 2.681323289871216 + ], + [ + -0.025997892022132874, + -0.3801298141479492, + 1.308110237121582, + -0.18097904324531555, + 0.5263209939002991, + 2.7038090229034424, + 2.284522533416748, + 2.467730760574341, + -0.03960235416889191, + -1.4280445575714111, + 0.7961887121200562, + 0.5136534571647644, + 1.9056414365768433, + 2.08752179145813, + 1.7709375619888306, + -0.056249670684337616, + -0.9286986589431763, + 0.36199355125427246, + 0.5150834321975708, + 2.6378211975097656, + 2.6209559440612793 + ], + [ + 0.2841508686542511, + 0.20293864607810974, + 2.0690746307373047, + 0.38615939021110535, + 0.7287670969963074, + 1.7998793125152588, + 2.669597864151001, + 2.591174840927124, + -0.5354129672050476, + -1.8737165927886963, + 0.843414306640625, + -0.23777516186237335, + 1.9671827554702759, + 2.4228203296661377, + 0.9006507396697998, + -0.36979836225509644, + -1.1882801055908203, + 1.0648058652877808, + 0.611021101474762, + 2.019209861755371, + 2.4891891479492188 + ] + ], + "predicted_scores": [ + 2.559049606323242, + 2.44624662399292, + 2.228820323944092, + 1.6676467657089233, + 1.4475756883621216, + 1.4049407243728638, + 1.3771306276321411, + 1.2726411819458008 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1375492786", + "selected_index": 0, + "state_hash": "487b0ee3cff1c91f3140cb5d400fe48183225bdea8441fd2ec3e49d62391bafc", + "stored_base_utility": 0.21594193577766418, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09504059702157974, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09504059702157974 + }, + "base_progress": 0.09504059702157974, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09504059702157974, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.027318239212036133, + 0.0178225040435791, + 0.08470213413238525 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08985898643732071, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08985898643732071 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16691605746746063, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16691605746746063 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10970946401357651, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10970946401357651 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1682192087173462, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1682192087173462 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12732957303524017, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12732957303524017 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.027318239212036133, + "contact_quality": null, + "progress": 0.09748458862304688, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09748458862304688 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0178225040435791, + "contact_quality": null, + "progress": 0.24880830943584442, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24880830943584442 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08470213413238525, + "contact_quality": null, + "progress": 0.23134692013263702, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23134692013263702 + } + ], + "candidate_progress": [ + 0.08985898643732071, + 0.16691605746746063, + 0.10970946401357651, + 0.1682192087173462, + 0.12732957303524017, + 0.09748458862304688, + 0.24880830943584442, + 0.23134692013263702 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-f85a653af630821f2572", + "ms-babaeb20129c46551281", + "ms-7eaea428dfdef7255a66", + "ms-1f19fd22562f87bdb776", + "ms-6a3add21affa4796f9be", + "ms-6a3add21affa4796f9be", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-b49043f15f4846de5b13", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.03643296658992767, + 0.019851624965667725, + 0.9396045207977295, + 0.12923663854599, + 0.8340590000152588, + 1.3503367900848389, + 0.39493706822395325, + 0.20416513085365295, + 0.08675715327262878, + 0.4429377317428589, + -0.17593830823898315, + -0.1280657947063446, + 0.7583445310592651, + 0.06263840943574905, + 0.5904912948608398, + -0.017567088827490807, + -0.4065772294998169, + 0.14774185419082642, + 0.2069031000137329, + 0.8792269825935364, + 0.1976059526205063 + ], + [ + -0.020426183938980103, + 0.03376280516386032, + 0.678108274936676, + -0.20629751682281494, + 0.741448163986206, + 2.00173020362854, + 0.6273488998413086, + 0.4547836482524872, + 0.10281282663345337, + 0.09996962547302246, + -0.08871256560087204, + 0.19204053282737732, + 1.2855095863342285, + 0.4795432686805725, + 0.9991910457611084, + 0.0880075991153717, + -0.44605737924575806, + 0.10950794070959091, + 0.07244548201560974, + 0.31634610891342163, + 0.037415891885757446 + ], + [ + 0.10805854946374893, + -0.11026979982852936, + 0.5457049608230591, + -0.03125068545341492, + 0.6609647274017334, + 2.0435497760772705, + 0.8757247924804688, + 0.18993699550628662, + 0.09959030151367188, + 0.2590222656726837, + 0.4949794411659241, + -0.020188182592391968, + 1.2152942419052124, + 0.8383739590644836, + 0.3105528652667999, + -0.1637832224369049, + -0.3053140640258789, + 0.46062135696411133, + 0.06446848809719086, + 0.9781453013420105, + 0.5576475858688354 + ], + [ + 0.5008841156959534, + -0.07056393474340439, + 0.9223084449768066, + -0.003991380333900452, + 0.3692633807659149, + 1.4170421361923218, + 0.4864766001701355, + 0.4191923141479492, + -0.0767480731010437, + 0.1645495593547821, + 0.06732932478189468, + 0.3327226936817169, + 0.889602541923523, + 1.13400399684906, + 0.5803801417350769, + 0.028334561735391617, + -0.8079161047935486, + 0.4680102467536926, + -0.0712047815322876, + 0.2012745440006256, + -1.484191656112671 + ], + [ + -0.31288933753967285, + -0.057993654161691666, + 0.8248613476753235, + -0.14038807153701782, + 0.713501513004303, + 1.7135611772537231, + 0.9088903069496155, + 0.3058551251888275, + 0.1377948373556137, + 0.050740621984004974, + -0.03028758615255356, + 0.31938377022743225, + 1.1069977283477783, + 0.48918038606643677, + 0.9022281765937805, + 0.009183097630739212, + -0.35950446128845215, + 0.34114348888397217, + 0.09510371088981628, + 0.8642143607139587, + -0.22192540764808655 + ], + [ + -0.20048122107982635, + 0.04057277739048004, + 1.0330615043640137, + -0.06245432794094086, + 0.47714823484420776, + 2.0651779174804688, + 0.7722033262252808, + 0.47170528769493103, + 0.26910701394081116, + 0.3701823949813843, + 0.0972745418548584, + 0.4204816222190857, + 1.6340125799179077, + 0.7520352602005005, + 0.6413731575012207, + 0.016686538234353065, + -0.3398670554161072, + 0.24670499563217163, + 0.2275923192501068, + 0.8456870913505554, + 0.4658581018447876 + ], + [ + 0.1954297423362732, + 0.08666890859603882, + 0.7875832915306091, + 0.04791936278343201, + 0.6520586013793945, + 1.3496313095092773, + 0.6361029148101807, + 0.7783021926879883, + 0.1261385977268219, + -0.26800674200057983, + 0.6300151944160461, + -0.2717318534851074, + 1.4858088493347168, + 0.14357902109622955, + 0.6655585765838623, + -0.07441116124391556, + -0.6970157623291016, + 0.6415614485740662, + 0.26575830578804016, + 1.0733416080474854, + 0.12345968186855316 + ], + [ + 0.0462472140789032, + 0.06365485489368439, + 1.1232993602752686, + 0.09391841292381287, + 0.7077029943466187, + 1.8870607614517212, + 0.6151913404464722, + 0.8080768585205078, + 0.24382972717285156, + -0.4404776096343994, + 0.45419052243232727, + -0.08014670014381409, + 1.891952395439148, + 0.3198682963848114, + 0.8479946255683899, + -0.01931777223944664, + -0.5857458114624023, + 0.40599218010902405, + 0.12471738457679749, + 1.0641288757324219, + -0.023657649755477905 + ] + ], + "generated_utilities": [ + 0.08985898643732071, + 0.16691605746746063, + 0.10970946401357651, + 0.1682192087173462, + 0.12732957303524017, + 0.09748458862304688, + 0.24880830943584442, + 0.23134692013263702 + ], + "group_id": "ms-b49043f15f4846de5b13", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.24619130790233612, + 2.0, + 0.1647566258907318, + 0.252422034740448, + 0.18519222736358643, + 0.047212760895490646, + 0.21171221137046814, + 0.15485507249832153, + 0.2241998165845871, + 0.1625874638557434, + 0.10849805921316147, + 0.13248112797737122, + 0.02634263038635254, + 0.11655227839946747, + 0.0975719690322876, + 0.06348209083080292 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.1341971606016159, + 0.12477752566337585, + 0.6736547946929932, + 0.05442607402801514, + 0.4563627243041992, + 2.074381113052368, + 0.0, + 0.22802436351776123, + -0.0322549045085907, + 0.1577538251876831, + 0.23111677169799805, + 0.18041962385177612, + 0.9110395908355713, + 0.0, + 1.2302532196044922, + 0.08554169535636902, + -0.16059744358062744, + 0.22791028022766113, + 0.014688193798065186, + -0.17862671613693237, + 0.0 + ], + [ + 0.04818432033061981, + -0.26289328932762146, + 1.6736547946929932, + -0.626263439655304, + 1.4563627243041992, + 3.074381113052368, + 2.1943893432617188, + 1.2280243635177612, + -0.3012460172176361, + 0.17675749957561493, + 0.5350286960601807, + 0.925350546836853, + 1.9110395908355713, + 2.132938861846924, + 2.230253219604492, + -0.37651827931404114, + -1.1605974435806274, + 1.2279102802276611, + 0.14611461758613586, + 0.11673706769943237, + 0.34310850501060486 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.3887786865234375, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.265877723693848, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6862170100212097 + ], + [ + 0.012720886617898941, + 0.041727036237716675, + 1.2797160148620605, + -0.2889255881309509, + 1.6081197261810303, + 2.937722682952881, + 2.2737255096435547, + 1.0940626859664917, + 0.06726193428039551, + 0.03937849402427673, + 0.20709392428398132, + 0.7242715358734131, + 1.5769703388214111, + 2.105454921722412, + 2.428441286087036, + -0.10405364632606506, + -1.2698469161987305, + 0.9405059814453125, + 0.12281390279531479, + 0.48032575845718384, + 0.18770833313465118 + ], + [ + -0.28798866271972656, + -0.11588042974472046, + 1.3246029615402222, + -0.9980455040931702, + 1.326172947883606, + 3.6353232860565186, + 2.6686222553253174, + 0.7617378234863281, + 0.061757892370224, + 0.07662855833768845, + 0.7243058681488037, + 1.3232624530792236, + 1.682571291923523, + 2.013401508331299, + 2.25937557220459, + -0.5045685172080994, + -1.292360782623291, + 1.4552412033081055, + 0.7449930906295776, + 0.6461051106452942, + -0.169979065656662 + ], + [ + 0.6655122637748718, + 0.2389194667339325, + 1.0607409477233887, + -0.6798093318939209, + 1.37824285030365, + 3.173354387283325, + 1.9542876482009888, + 0.935046374797821, + -0.45978254079818726, + 0.8217083811759949, + 0.2129644751548767, + 1.2548954486846924, + 1.381012201309204, + 2.1629786491394043, + 1.86748206615448, + -0.9074646234512329, + -1.5789598226547241, + 1.8256067037582397, + 0.009476512670516968, + 0.19220232963562012, + 0.34775030612945557 + ], + [ + -0.6117126941680908, + 0.41550174355506897, + 2.3893916606903076, + -0.5522254705429077, + 2.1040940284729004, + 3.680812120437622, + 2.0927820205688477, + 1.5165244340896606, + -1.0496867895126343, + 0.646552562713623, + -0.18320471048355103, + 0.8952962756156921, + 2.362856149673462, + 1.8950378894805908, + 2.148350477218628, + 0.28870561718940735, + -1.3624517917633057, + 1.8185434341430664, + 0.4182868003845215, + 0.7306441068649292, + 0.003961741924285889 + ], + [ + -0.31762778759002686, + -0.1992129683494568, + 2.374260425567627, + -1.244852066040039, + 1.5429139137268066, + 3.1741671562194824, + 1.324051022529602, + 1.4674441814422607, + -0.7058513164520264, + 1.0257662534713745, + 0.6434895396232605, + 1.4953497648239136, + 1.094326138496399, + 2.0919134616851807, + 1.361992359161377, + 0.2904141843318939, + -1.2050185203552246, + 1.5089995861053467, + -0.28437402844429016, + -0.6013338565826416, + 0.08909860253334045 + ], + [ + 0.006982274353504181, + 0.6133154630661011, + 2.5948116779327393, + -0.04106420278549194, + 0.6515965461730957, + 3.4164376258850098, + 2.070709466934204, + 1.3719961643218994, + -0.8202629089355469, + 0.17177113890647888, + 0.816927433013916, + 0.7899349927902222, + 2.365253448486328, + 2.0607993602752686, + 1.5360530614852905, + -0.36390000581741333, + -0.7353066205978394, + 1.7832880020141602, + 1.0705759525299072, + 0.9545931220054626, + -0.5819785594940186 + ], + [ + -0.10903649032115936, + -0.7641373872756958, + 0.9399710893630981, + -0.7318205833435059, + 2.274623155593872, + 2.3958981037139893, + 1.8145179748535156, + 1.220162034034729, + 0.5039691925048828, + 0.9947508573532104, + -0.16427189111709595, + 0.8146107196807861, + 2.514700174331665, + 2.730861186981201, + 1.4709744453430176, + -0.7037978172302246, + -1.9615366458892822, + 1.7382924556732178, + 0.22274839878082275, + 0.32288166880607605, + 0.23523001372814178 + ], + [ + -0.30436038970947266, + -0.833303689956665, + 1.0182424783706665, + 0.08613872528076172, + 0.5614818930625916, + 3.376234292984009, + 2.3937618732452393, + 1.4747353792190552, + -1.1451703310012817, + 0.020381182432174683, + 0.2767083942890167, + 1.6828880310058594, + 2.702357769012451, + 1.2999944686889648, + 2.176593542098999, + -0.058019280433654785, + -1.4817041158676147, + 0.36811691522598267, + 0.047048427164554596, + 0.10388149321079254, + 0.691102147102356 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05336759239435196, + -0.010792374610900879, + 0.6736547946929932, + -0.08041220903396606, + 0.4563627243041992, + 2.074381113052368, + 0.0, + 0.22802436351776123, + 0.00835418701171875, + 0.05091361701488495, + 0.029266953468322754, + -0.01509934663772583, + 0.9110395908355713, + 0.0, + 1.2302532196044922, + 0.022070080041885376, + -0.16059744358062744, + 0.22791028022766113, + 0.07825110852718353, + 0.0398331880569458, + 0.0 + ] + ], + "predicted_scores": [ + 6.2728166580200195, + 5.672728538513184, + 5.485152244567871, + 5.299182415008545, + 4.739192962646484, + 4.407290458679199, + 3.1026387214660645, + 1.783342719078064 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2038594191", + "selected_index": 0, + "state_hash": "89eb30882ecb8a88d2825feace6a2457520ddecc881f73eab06accb3c96f3c57", + "stored_base_utility": 0.24619130790233612, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21340738236904144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21340738236904144 + }, + "base_progress": 0.21340738236904144, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21340738236904144, + "candidate_action_clip_max_abs": [ + 0.08227396011352539, + 0.13382041454315186, + 0.0809401273727417, + 0.0667036771774292, + 0.0671243667602539, + 0.04035186767578125, + 0.037673115730285645, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08227396011352539, + "contact_quality": null, + "progress": 0.15569013357162476, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15569013357162476 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13382041454315186, + "contact_quality": null, + "progress": 0.1677008867263794, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1677008867263794 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0809401273727417, + "contact_quality": null, + "progress": 0.14148026704788208, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14148026704788208 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0667036771774292, + "contact_quality": null, + "progress": 0.14745664596557617, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14745664596557617 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0671243667602539, + "contact_quality": null, + "progress": 0.14648115634918213, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14648115634918213 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04035186767578125, + "contact_quality": null, + "progress": 0.16918767988681793, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16918767988681793 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.037673115730285645, + "contact_quality": null, + "progress": 0.14217714965343475, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14217714965343475 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17124910652637482, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17124910652637482 + } + ], + "candidate_progress": [ + 0.15569013357162476, + 0.1677008867263794, + 0.14148026704788208, + 0.14745664596557617, + 0.14648115634918213, + 0.16918767988681793, + 0.14217714965343475, + 0.17124910652637482 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-b7d7021b782f73816083", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.0781755447387695, + 0.4292302131652832, + -0.8018884658813477, + -0.9712682962417603, + -0.2552144229412079, + -2.687234878540039, + -1.5472056865692139, + -0.6961327791213989, + 0.0529860183596611, + 0.6319258809089661, + 0.04963567852973938, + -0.2829938232898712, + -1.1537725925445557, + -0.16553528606891632, + -0.9769906401634216, + 0.35169604420661926, + 0.6928673982620239, + 0.8087228536605835, + -0.19990786910057068, + 0.7709867358207703, + 1.370854377746582 + ], + [ + 1.1491219997406006, + 0.3131803274154663, + -0.8525601625442505, + -1.2559102773666382, + -0.13531777262687683, + -3.13877010345459, + -1.513261079788208, + -0.6651619672775269, + 0.05389314889907837, + 0.5244967937469482, + -0.1971748173236847, + -0.21396979689598083, + -0.9920486211776733, + -0.022610411047935486, + -1.0738240480422974, + 0.4437217116355896, + 0.7585764527320862, + 0.5389566421508789, + -0.07775181531906128, + 0.5182579755783081, + 1.4559234380722046 + ], + [ + 1.0210543870925903, + 0.36505138874053955, + -0.6425292491912842, + -1.0235382318496704, + -0.09047529101371765, + -2.6015429496765137, + -1.396697759628296, + -0.7085363864898682, + 0.03908776491880417, + 0.5044134259223938, + -0.08766097575426102, + -0.167927086353302, + -1.2813024520874023, + 0.05553837865591049, + -1.0001962184906006, + 0.4785253405570984, + 0.9557449817657471, + 0.8919419646263123, + 0.07942524552345276, + 0.527442455291748, + 0.9668864011764526 + ], + [ + 1.1362594366073608, + 0.31973516941070557, + -0.6512973308563232, + -1.0140941143035889, + 0.05492463707923889, + -2.5974857807159424, + -1.4570214748382568, + -0.6582738161087036, + 0.046590656042099, + 0.5560418963432312, + -0.029176943004131317, + -0.30539900064468384, + -1.1248846054077148, + -0.004567161202430725, + -0.9252529144287109, + 0.4637928605079651, + 0.8593981862068176, + 0.7858989834785461, + -0.008649706840515137, + 0.654222309589386, + 1.022749662399292 + ], + [ + 1.1546703577041626, + 0.2621539235115051, + -0.804151177406311, + -1.0022730827331543, + 0.11945875734090805, + -2.630814790725708, + -1.5319771766662598, + -0.7313936948776245, + 0.05204920470714569, + 0.6341888308525085, + -0.046610333025455475, + -0.22114482522010803, + -1.07415771484375, + -0.003801509737968445, + -0.9751366972923279, + 0.38725367188453674, + 0.8639225959777832, + 0.8571857213973999, + 0.18755781650543213, + 0.5847472548484802, + 0.8994624614715576 + ], + [ + 0.9349088668823242, + 0.4010161757469177, + -1.2291640043258667, + -1.1170505285263062, + -0.09653711318969727, + -2.409787654876709, + -2.016601085662842, + -0.4021635353565216, + -0.21553558111190796, + 0.8817214369773865, + -0.05708571523427963, + -0.09713515639305115, + -1.1356648206710815, + 0.1628039926290512, + -1.0929906368255615, + 0.44506925344467163, + 0.5681046843528748, + 0.18503212928771973, + 0.0387759655714035, + 0.15824729204177856, + 1.0531070232391357 + ], + [ + 0.808365523815155, + 0.32936668395996094, + -1.0797154903411865, + -0.7989659309387207, + 0.1092010959982872, + -2.42041015625, + -1.3817229270935059, + -0.7585070133209229, + -0.013869553804397583, + 0.8042488098144531, + -0.2720491290092468, + -0.1910131275653839, + -1.087255835533142, + -0.14657218754291534, + -1.0962083339691162, + 0.48256736993789673, + 0.6794806718826294, + 0.7267379760742188, + -0.10096186399459839, + 0.43549197912216187, + 1.0652378797531128 + ], + [ + 0.87555330991745, + 0.4316967725753784, + -1.1241134405136108, + -0.7841173410415649, + 0.3735049366950989, + -0.7257548570632935, + -2.477979898452759, + -0.2811386287212372, + 0.032006166875362396, + 0.7508633732795715, + -0.21722102165222168, + -0.21359604597091675, + -1.0002964735031128, + 0.48149895668029785, + -0.4785143733024597, + 0.3695835769176483, + 0.5480767488479614, + 0.2711125612258911, + 0.07927004992961884, + 0.017290502786636353, + 2.3250842094421387 + ] + ], + "generated_utilities": [ + 0.15569013357162476, + 0.1677008867263794, + 0.14148026704788208, + 0.14745664596557617, + 0.14648115634918213, + 0.16918767988681793, + 0.14217714965343475, + 0.17124910652637482 + ], + "group_id": "ms-b7d7021b782f73816083", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1152990311384201, + 0.0995069369673729, + 0.22398948669433594, + 0.07063915580511093, + 0.15375125408172607, + 0.10988732427358627, + 0.13891975581645966, + 0.10255575180053711, + 0.1759825050830841, + 0.12433719635009766, + 0.04161723703145981, + 0.14477917551994324, + 0.15497170388698578, + 0.10867393016815186, + 0.128738135099411, + 0.044483087956905365 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.1950814723968506, + 0.43025192618370056, + -1.750766634941101, + -0.49794480204582214, + -0.5309143662452698, + -3.396369457244873, + -2.8737375736236572, + -0.42129820585250854, + -0.4921060800552368, + 0.8215566277503967, + -0.5001733303070068, + -0.33623045682907104, + -1.2491867542266846, + -1.1282062530517578, + -0.1254962682723999, + 0.615684449672699, + -0.4806603789329529, + 1.4392160177230835, + 0.39016032218933105, + 0.2374897599220276, + 0.6115820407867432 + ], + [ + 1.6750510931015015, + 0.6743819713592529, + -1.9938621520996094, + 0.01488572359085083, + -0.13329416513442993, + -3.529571771621704, + -1.7658562660217285, + -0.37224727869033813, + 0.021029159426689148, + 0.2922198176383972, + -0.22517341375350952, + -0.01483597606420517, + -2.6174509525299072, + -2.2367091178894043, + -0.08589363098144531, + 0.8152046799659729, + -0.04244785010814667, + 1.4921362400054932, + 1.079566240310669, + 0.4553903043270111, + 0.3549768030643463 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6154032945632935, + 0.30342134833335876, + -0.14731931686401367, + -0.022852718830108643, + 0.03059050440788269, + -1.7038488388061523, + 0.0, + 0.06260848045349121, + 0.2664245367050171, + 0.06862765550613403, + 0.037722647190093994, + 0.08009301871061325, + -0.6843758821487427, + 0.0, + -0.044386088848114014, + -0.19153904914855957, + 0.247051402926445, + 0.8547754287719727, + -0.11883406341075897, + -0.17721909284591675, + 0.0 + ], + [ + 2.0238282680511475, + 0.1878807246685028, + -0.9606832265853882, + -0.2599172592163086, + -0.3410046398639679, + -3.1472506523132324, + -3.1088099479675293, + -0.9034984111785889, + 0.5417897701263428, + 0.7834040522575378, + -0.5791963338851929, + 0.05490678921341896, + -1.601638913154602, + -0.9577333331108093, + -0.9901943206787109, + 0.9761309623718262, + 0.5315595269203186, + 1.9111864566802979, + -0.054984450340270996, + 0.6593255996704102, + 0.43267929553985596 + ] + ], + "predicted_scores": [ + 5.2830095291137695, + 5.256112575531006, + 5.012066841125488, + 4.847173690795898, + 4.819337368011475, + 4.659326076507568, + 4.438956260681152, + 4.381122589111328 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "ef7b85b85b8e053646c7eca3318f16fab04b4faaaddd9b72f52f23a837765207", + "stored_base_utility": 0.1152990311384201, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.06269967555999756, + 0.0, + 0.024984121322631836, + 0.041543006896972656, + 0.025188207626342773, + 0.034413695335388184, + 0.06719863414764404, + 0.027163982391357422 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06269967555999756, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.024984121322631836, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.041543006896972656, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.025188207626342773, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.034413695335388184, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06719863414764404, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.027163982391357422, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + false, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8c3ec3ea915c5d35b3e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.2140414714813232, + 0.43189001083374023, + -0.4859425723552704, + -1.00447416305542, + 1.0940654277801514, + -0.3932972848415375, + -3.27323055267334, + -0.4433664381504059, + 0.4204777777194977, + 1.0368667840957642, + 0.7657119631767273, + 0.8424943685531616, + 0.6203529834747314, + 1.1889843940734863, + -0.37204423546791077, + 0.8977693319320679, + 1.7983267307281494, + -1.1154241561889648, + 1.883469581604004, + -0.41294801235198975, + 2.7759292125701904 + ], + [ + 1.4801416397094727, + 0.10432276129722595, + -0.9652535915374756, + -1.6509851217269897, + 0.5239626169204712, + -1.5678308010101318, + -1.9597320556640625, + -0.3362579047679901, + 0.23790830373764038, + 1.2263050079345703, + 0.6578031182289124, + 1.392135500907898, + 0.5026496648788452, + 1.6009939908981323, + -0.7737592458724976, + 1.1950287818908691, + 1.4151620864868164, + -1.4150112867355347, + 2.0484867095947266, + 0.39668017625808716, + 1.6233614683151245 + ], + [ + 1.5297679901123047, + 0.13176977634429932, + -0.685660719871521, + -1.3670530319213867, + 0.649552583694458, + -1.838342547416687, + -1.2803702354431152, + -0.7690128087997437, + 0.40617239475250244, + 0.9750946164131165, + 0.7903187274932861, + 1.1285260915756226, + 0.3898656666278839, + 0.9705765247344971, + -0.42704465985298157, + 1.153318166732788, + 1.9810184240341187, + -1.2887037992477417, + 1.8496456146240234, + 0.6286062002182007, + 1.6848186254501343 + ], + [ + 1.9956648349761963, + 0.15800340473651886, + -1.0122064352035522, + -1.5670596361160278, + 0.6233124732971191, + -2.1386232376098633, + -1.0565547943115234, + -0.7532706260681152, + 0.34971946477890015, + 1.002628207206726, + 0.6248748898506165, + 1.1116188764572144, + 0.40864846110343933, + 0.9703123569488525, + -0.786965548992157, + 1.1393355131149292, + 1.8487496376037598, + -1.3204339742660522, + 1.651564598083496, + 0.6170012354850769, + 1.8515324592590332 + ], + [ + 1.5977121591567993, + 0.08593365550041199, + -0.655371904373169, + -1.3733270168304443, + 0.5466110706329346, + -1.7910805940628052, + -1.281684398651123, + -0.7584820985794067, + 0.39999204874038696, + 1.0678116083145142, + 0.660678505897522, + 1.0925542116165161, + 0.4619689881801605, + 1.0348280668258667, + -0.5443747639656067, + 1.178648591041565, + 1.9124884605407715, + -1.353775143623352, + 1.7692601680755615, + 0.847659170627594, + 1.6777229309082031 + ], + [ + 1.5279796123504639, + 0.20650462806224823, + -0.6863635778427124, + -1.3384615182876587, + 0.33432289958000183, + -1.8319189548492432, + -1.4111180305480957, + -0.8225395679473877, + 0.3643353283405304, + 1.195897102355957, + 0.8519488573074341, + 0.9623655676841736, + 0.4449683725833893, + 0.5508747100830078, + -0.6119912266731262, + 1.1102216243743896, + 1.86199152469635, + -1.3556110858917236, + 1.7682764530181885, + 0.9386828541755676, + 2.2861709594726562 + ], + [ + 1.4091870784759521, + 0.09290997684001923, + -1.0099153518676758, + -1.2823692560195923, + 0.667575478553772, + -1.5407460927963257, + -1.426546573638916, + -0.8713040351867676, + 0.3350214660167694, + 1.2922574281692505, + 0.6150242686271667, + 1.0866429805755615, + 0.5466557741165161, + 0.6903397440910339, + -0.7865432500839233, + 1.1168755292892456, + 1.7605513334274292, + -1.2482930421829224, + 1.82295823097229, + 0.600483775138855, + 1.8789191246032715 + ], + [ + 1.541601300239563, + 0.07039201259613037, + -0.7436493635177612, + -1.4043141603469849, + 0.4214770197868347, + -1.6662925481796265, + -1.124574899673462, + -0.8221516609191895, + 0.39092639088630676, + 0.9608737826347351, + 0.5942617058753967, + 1.3680729866027832, + 0.3848203122615814, + 1.190788984298706, + -0.4795870780944824, + 1.200451374053955, + 2.002451181411743, + -1.2979710102081299, + 1.8308961391448975, + 0.7289732098579407, + 1.4463735818862915 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-b8c3ec3ea915c5d35b3e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17642532289028168, + 0.1518065184354782, + 0.22802573442459106, + 0.26431772112846375, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7160788774490356, + -0.2193790227174759, + -0.33078956604003906, + 0.08748573064804077, + 0.08530756831169128, + -1.2119665145874023, + 0.0, + 0.04905492067337036, + 0.20122359693050385, + 0.5337162017822266, + -0.16356255114078522, + 0.15326368808746338, + -0.006163433194160461, + 0.0, + -0.182639479637146, + 0.3130542039871216, + 0.8768486976623535, + -0.18248224258422852, + 0.38840246200561523, + 0.3585999011993408, + 0.0 + ], + [ + 0.7160788774490356, + -0.037835851311683655, + -0.33078956604003906, + -0.3234449625015259, + -0.7771284580230713, + -1.2119665145874023, + 0.0, + -0.09935644268989563, + 0.4030209183692932, + 0.5337162017822266, + -0.4822074770927429, + 0.18784856796264648, + -0.1959555298089981, + 0.0, + 0.5644294023513794, + 0.3130542039871216, + 0.8768486976623535, + -0.18248224258422852, + 0.38840246200561523, + 0.3585999011993408, + 0.0 + ], + [ + 1.7160788774490356, + 0.19833622872829437, + -1.330789566040039, + -0.5817852020263672, + -0.43779972195625305, + -2.2119665145874023, + -2.5025739669799805, + -0.506644070148468, + 0.12360227853059769, + 1.5337162017822266, + -0.03205998241901398, + 1.1509366035461426, + -0.23545129597187042, + 0.48134130239486694, + -0.435570627450943, + 1.3130542039871216, + 1.8768486976623535, + -1.1824822425842285, + 1.3884024620056152, + 1.3585999011993408, + 2.000993013381958 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.005147933959961, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9626826047897339, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.001986026763916 + ], + [ + 1.726861834526062, + 0.043014734983444214, + -1.144371509552002, + -0.31418904662132263, + -0.567983090877533, + -2.108966588973999, + -2.6462693214416504, + -0.26492840051651, + -0.10327736288309097, + 1.2895625829696655, + -0.25778818130493164, + 0.9473439455032349, + -0.4063088297843933, + 0.3878946304321289, + -0.2856175899505615, + 1.5101876258850098, + 1.9118744134902954, + -0.9426637887954712, + 1.1588956117630005, + 1.099308729171753, + 2.281646251678467 + ], + [ + 1.374373435974121, + 0.03832589089870453, + -1.7212895154953003, + -0.6876756548881531, + -0.2820549011230469, + -2.188462018966675, + -2.3562188148498535, + -0.2521430253982544, + 0.2857849597930908, + 1.9244563579559326, + 0.34100115299224854, + 1.4773313999176025, + 0.00945514440536499, + 0.384576678276062, + -0.12640216946601868, + 1.6574536561965942, + 2.2456579208374023, + -1.0120724439620972, + 1.6573033332824707, + 1.4494264125823975, + 1.808416724205017 + ], + [ + 2.126147508621216, + 0.6849313974380493, + -0.9769375920295715, + -0.21911004185676575, + -0.06733030080795288, + -2.2854459285736084, + -2.8379616737365723, + -0.9432749152183533, + 0.4973946809768677, + 1.1592539548873901, + 0.33626097440719604, + 0.7853857278823853, + 0.17355866730213165, + 0.21878305077552795, + -0.4644153118133545, + 1.7642983198165894, + 2.3214588165283203, + -0.8744109869003296, + 1.51880943775177, + 1.1005501747131348, + 1.8481080532073975 + ], + [ + 1.6549550294876099, + 0.539572536945343, + -1.3622270822525024, + -0.32812485098838806, + -0.7078197598457336, + -2.012918472290039, + -2.806295156478882, + -0.4083792567253113, + -0.27540096640586853, + 1.634641170501709, + -0.18578243255615234, + 1.637065052986145, + -0.2476833164691925, + 0.308688223361969, + -0.06348815560340881, + 1.5100929737091064, + 1.6110119819641113, + -0.6531832814216614, + 1.9747318029403687, + 0.7858116030693054, + 1.8062347173690796 + ], + [ + 1.7583746910095215, + 0.7708874344825745, + -0.7983364462852478, + -0.1496978998184204, + -0.25221163034439087, + -2.482794761657715, + -2.787888526916504, + -0.948794960975647, + -0.2646767199039459, + 1.6905968189239502, + -0.44794291257858276, + 1.3408198356628418, + 0.17721225321292877, + 0.698166012763977, + -0.8054969310760498, + 1.4940251111984253, + 2.3825182914733887, + -1.1009879112243652, + 0.898840606212616, + 2.0318515300750732, + 1.8818705081939697 + ], + [ + 1.2205294370651245, + 0.10447371751070023, + -1.9565856456756592, + -0.3047146797180176, + -0.46388840675354004, + -2.467921257019043, + -3.2508625984191895, + -0.744904637336731, + -0.1335088014602661, + 1.3046905994415283, + -0.18295106291770935, + 0.8301438689231873, + -0.036814138293266296, + 0.6956514716148376, + -1.1163139343261719, + 0.6365690231323242, + 1.3863767385482788, + -1.6023950576782227, + 1.3153334856033325, + 2.1278061866760254, + 1.8084521293640137 + ], + [ + 1.5321470499038696, + 1.0672425031661987, + -1.5550538301467896, + 0.037944018840789795, + -0.5659418106079102, + -2.802395820617676, + -2.0888454914093018, + -1.1932681798934937, + 0.3457331657409668, + 0.6364739537239075, + 0.04084198176860809, + 1.7007219791412354, + -0.4149669110774994, + -0.11117225885391235, + 0.18925002217292786, + 1.4234939813613892, + 1.0363614559173584, + -1.7891597747802734, + 2.2061760425567627, + 2.144174814224243, + 1.686030626296997 + ], + [ + 0.8942603468894958, + 1.0691689252853394, + -1.9107211828231812, + -0.6058903932571411, + 0.014421999454498291, + -2.9454357624053955, + -2.4345366954803467, + -0.29061275720596313, + 0.9486992359161377, + 0.5935242772102356, + -0.4496852159500122, + 0.6252220273017883, + -0.8513668179512024, + 0.5167673230171204, + 0.4692215025424957, + 0.7054903507232666, + 2.170351028442383, + -1.6150505542755127, + 1.162168264389038, + 1.0557067394256592, + 1.8426238298416138 + ], + [ + 1.6406551599502563, + 0.9200946688652039, + -0.6252647638320923, + 0.14461678266525269, + -1.3650002479553223, + -2.127922534942627, + -3.4770925045013428, + 0.2671700716018677, + -0.8612805604934692, + 0.7099599242210388, + 0.03849808871746063, + 0.1766669750213623, + -1.1850675344467163, + 0.758629560470581, + -0.2752438485622406, + 2.2731575965881348, + 1.032798171043396, + -1.478513240814209, + 0.5717574954032898, + 0.6004346013069153, + 1.910332441329956 + ], + [ + 2.4275736808776855, + -0.5380923748016357, + -0.40966713428497314, + -1.3766169548034668, + -0.1886012852191925, + -1.4204840660095215, + -2.0393028259277344, + -1.0585323572158813, + 0.60774165391922, + 1.17071533203125, + 0.5502715706825256, + 1.1245218515396118, + -0.4421693682670593, + -0.13677579164505005, + 0.09001609683036804, + 1.8523200750350952, + 2.669503688812256, + -0.39271146059036255, + 1.2149927616119385, + 2.2000277042388916, + 2.8380508422851562 + ] + ], + "predicted_scores": [ + 8.91025447845459, + 6.858707427978516, + 6.052189826965332, + 5.939293384552002, + 5.9174370765686035, + 5.822007656097412, + 5.809619903564453, + 5.471307277679443 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126", + "selected_index": 0, + "state_hash": "9eb7486d09ea916751f7d10bf691670b7afaa98e8e3658845ac86d46e09edeb1", + "stored_base_utility": 0.17642532289028168, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3292306661605835, + 0.301963210105896, + 0.3337588310241699, + 0.2731032371520996, + 0.3333512544631958, + 0.3144620656967163, + 0.3142826557159424, + 0.3272358179092407 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3292306661605835, + "contact_quality": null, + "progress": 0.155522882938385, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.155522882938385 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.301963210105896, + "contact_quality": null, + "progress": 0.12313348054885864, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12313348054885864 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3337588310241699, + "contact_quality": null, + "progress": 0.1379321813583374, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1379321813583374 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2731032371520996, + "contact_quality": null, + "progress": 0.18231256306171417, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18231256306171417 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3333512544631958, + "contact_quality": null, + "progress": 0.1419001668691635, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1419001668691635 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3144620656967163, + "contact_quality": null, + "progress": 0.18527252972126007, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18527252972126007 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3142826557159424, + "contact_quality": null, + "progress": 0.15002530813217163, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15002530813217163 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3272358179092407, + "contact_quality": null, + "progress": 0.17200887203216553, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17200887203216553 + } + ], + "candidate_progress": [ + 0.155522882938385, + 0.12313348054885864, + 0.1379321813583374, + 0.18231256306171417, + 0.1419001668691635, + 0.18527252972126007, + 0.15002530813217163, + 0.17200887203216553 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8fc1568ce66c45c8d8b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2153712809085846, + -0.21561795473098755, + 1.6222357749938965, + -0.19495789706707, + 1.3878297805786133, + 2.890000820159912, + 2.4340884685516357, + 2.0332014560699463, + -0.09014196693897247, + -0.6380037665367126, + 1.117793321609497, + 0.6631830930709839, + 1.6849690675735474, + 1.5585840940475464, + -0.674392819404602, + -0.36731454730033875, + 1.120157241821289, + 0.9097869992256165, + 1.4763267040252686, + 3.335702896118164, + 3.072282075881958 + ], + [ + 0.08360651880502701, + -0.2039027214050293, + 1.7686800956726074, + 0.00858035683631897, + 1.3445053100585938, + 3.1030118465423584, + 2.028040647506714, + 1.8542664051055908, + -0.057766400277614594, + -0.5011000037193298, + 0.9771881699562073, + 0.736343502998352, + 1.4299416542053223, + 1.550291657447815, + -0.6148443222045898, + -0.37786778807640076, + 1.1920071840286255, + 0.7492421865463257, + 1.534656286239624, + 3.4022622108459473, + 3.2204627990722656 + ], + [ + 0.18675515055656433, + -0.20076493918895721, + 1.8504478931427002, + -0.1152995303273201, + 1.1855723857879639, + 2.6111068725585938, + 2.0588603019714355, + 1.9511289596557617, + -0.001851123757660389, + -0.5498849749565125, + 1.0839743614196777, + 0.7366372346878052, + 1.7332810163497925, + 1.412236213684082, + -0.5600346326828003, + -0.3317321836948395, + 1.0583621263504028, + 0.8747499585151672, + 1.5541937351226807, + 3.316702127456665, + 3.0250229835510254 + ], + [ + 0.1952774077653885, + -0.17087200284004211, + 1.5964224338531494, + -0.2301340401172638, + 1.2293000221252441, + 2.920614719390869, + 2.3245697021484375, + 2.1444504261016846, + 0.06975734233856201, + -0.7432231307029724, + 1.230619192123413, + 0.3981398046016693, + 1.5197941064834595, + 1.539420247077942, + -0.33194398880004883, + -0.22576867043972015, + 1.086316466331482, + 0.7947098016738892, + 1.3086447715759277, + 2.993009328842163, + 2.806705951690674 + ], + [ + 0.24697038531303406, + -0.16452017426490784, + 1.6811432838439941, + -0.12002809345722198, + 1.2154591083526611, + 2.826392889022827, + 2.3198962211608887, + 1.9352233409881592, + -0.03277439624071121, + -0.5577412843704224, + 1.0962238311767578, + 0.7547654509544373, + 1.602136254310608, + 1.4470001459121704, + -0.6748723983764648, + -0.3798796534538269, + 1.1737017631530762, + 1.0266053676605225, + 1.478733777999878, + 3.4874722957611084, + 3.1096343994140625 + ], + [ + -0.037555351853370667, + -0.08921636641025543, + 1.8795493841171265, + -0.3047229051589966, + 1.0610394477844238, + 2.710265636444092, + 2.425943613052368, + 2.1916306018829346, + 0.12585026025772095, + -0.8819952011108398, + 1.1571192741394043, + 0.6145086288452148, + 1.5477126836776733, + 1.582205057144165, + -0.2862718403339386, + -0.1746945083141327, + 1.017518401145935, + 0.7488659024238586, + 1.5439043045043945, + 3.370590925216675, + 2.8190956115722656 + ], + [ + 0.26000216603279114, + -0.26698076725006104, + 1.8863040208816528, + -0.3112703561782837, + 1.4593653678894043, + 3.0645077228546143, + 1.8021464347839355, + 1.9960541725158691, + 0.019044212996959686, + -0.6435439586639404, + 1.033652901649475, + 0.5479179620742798, + 1.594985842704773, + 1.7287375926971436, + -0.6237804293632507, + -0.3317042887210846, + 0.9923700094223022, + 0.9072192311286926, + 1.4010655879974365, + 3.305760622024536, + 3.0742082595825195 + ], + [ + 0.34369707107543945, + -0.14483781158924103, + 1.6924887895584106, + -0.28021374344825745, + 1.1406136751174927, + 2.714235782623291, + 2.2462453842163086, + 1.985769271850586, + 0.07919037342071533, + -0.6864064335823059, + 1.1166175603866577, + 0.6828352212905884, + 1.6644588708877563, + 1.521547794342041, + -0.47498172521591187, + -0.31996825337409973, + 1.0482664108276367, + 1.0194650888442993, + 1.3167915344238281, + 3.343040943145752, + 2.8444714546203613 + ] + ], + "generated_utilities": [ + 0.155522882938385, + 0.12313348054885864, + 0.1379321813583374, + 0.18231256306171417, + 0.1419001668691635, + 0.18527252972126007, + 0.15002530813217163, + 0.17200887203216553 + ], + "group_id": "ms-b8fc1568ce66c45c8d8b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15134939551353455, + 0.06073516607284546, + 0.06943079084157944, + 0.026332994922995567, + 0.2786632478237152, + 0.12602710723876953, + 0.24265103042125702, + 0.2605360150337219, + 0.20909002423286438, + 0.09847649186849594, + 0.07937213033437729, + 0.031762540340423584, + 0.11188142001628876, + 0.16046345233917236, + 0.182684063911438, + 0.23743216693401337 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.08342725038528442, + 0.0013922452926635742, + 0.2958235740661621, + -0.05567684769630432, + 0.11752581596374512, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.0076321810483932495, + -0.08403575420379639, + -0.037557363510131836, + 0.04800070822238922, + 0.8980815410614014, + 0.0, + 0.06429004669189453, + -0.032300010323524475, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + 0.07449598610401154, + -0.055602699518203735, + 0.2958235740661621, + 0.0641264021396637, + 0.11752581596374512, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.2383488267660141, + -0.12029552459716797, + 0.0430525541305542, + -0.03359980881214142, + 0.8980815410614014, + 0.0, + 0.10872697830200195, + 0.12943482398986816, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + -0.0894635021686554, + -0.224232017993927, + 0.2958235740661621, + 0.2549460828304291, + 0.5272019505500793, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.5792080163955688, + -0.08403575420379639, + 0.20333272218704224, + -0.08622874319553375, + 0.8980815410614014, + 0.0, + -0.07011556625366211, + 0.061151012778282166, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + 0.5072697997093201, + -0.37240034341812134, + 0.7805657982826233, + -0.1516341120004654, + 1.3762664794921875, + 2.074414014816284, + 1.94917893409729, + 1.8652102947235107, + -0.4134911894798279, + -1.3612627983093262, + 1.1497714519500732, + -0.3424186110496521, + 1.671590805053711, + 1.4690452814102173, + -1.1008554697036743, + -0.4266788065433502, + 0.9646960496902466, + 0.5414702892303467, + 0.9076113104820251, + 2.8066790103912354, + 2.108767032623291 + ], + [ + 0.5106642246246338, + 0.3497315049171448, + 1.2701282501220703, + -0.336758553981781, + 0.9375341534614563, + 3.0107686519622803, + 3.166818618774414, + 2.119502305984497, + -0.23839171230793, + -0.7766281366348267, + 1.0856666564941406, + 0.20816314220428467, + 1.620133876800537, + 1.605435848236084, + -1.1003479957580566, + -0.03741411119699478, + 0.8647869229316711, + 1.0962083339691162, + 1.1773381233215332, + 3.160327911376953, + 2.500760793685913 + ], + [ + 0.20088353753089905, + -0.027392640709877014, + 1.8193624019622803, + -0.9337127208709717, + 1.717146873474121, + 2.9461450576782227, + 3.2102582454681396, + 1.6475701332092285, + -0.3374306559562683, + -0.5278415083885193, + 1.2970287799835205, + -0.06475888192653656, + 1.6030466556549072, + 1.7148417234420776, + -1.4686667919158936, + 0.6262280344963074, + 1.7016607522964478, + 0.4833883047103882, + 1.9840373992919922, + 3.1206021308898926, + 3.314384937286377 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.31107640266418457, + -0.2518143653869629, + 1.295823574066162, + -0.29948052763938904, + 1.1175258159637451, + 2.4285240173339844, + 2.5040695667266846, + 2.4135069847106934, + 0.15804560482501984, + -1.0840357542037964, + 0.7747604846954346, + 0.23669980466365814, + 1.8980815410614014, + 1.9465712308883667, + -0.891273021697998, + -0.12260842323303223, + 1.5599579811096191, + 1.0567365884780884, + 1.4626611471176147, + 2.7910995483398438, + 2.566394329071045 + ], + [ + 0.32661110162734985, + -0.06259211897850037, + 1.4876494407653809, + -0.2066957652568817, + 0.9063693284988403, + 2.6234209537506104, + 2.6869304180145264, + 2.633772373199463, + 0.3693367838859558, + -0.9406026601791382, + 0.8614110350608826, + 0.4256584644317627, + 1.972177505493164, + 1.887571930885315, + -1.1336157321929932, + -0.0878261849284172, + 1.641961693763733, + 0.8924077749252319, + 1.19889235496521, + 2.7479355335235596, + 2.8585081100463867 + ], + [ + 0.5496432185173035, + -0.2701472043991089, + 1.5112731456756592, + -0.6769371032714844, + 1.30081045627594, + 2.5279793739318848, + 2.3468220233917236, + 2.6990861892700195, + 0.35442793369293213, + -0.7847819924354553, + 1.0496492385864258, + 0.28627973794937134, + 2.073803186416626, + 1.7056751251220703, + -1.048670768737793, + 0.25996625423431396, + 1.9145679473876953, + 0.7027234435081482, + 1.7384898662567139, + 3.0191824436187744, + 2.3560853004455566 + ], + [ + 0.6563997268676758, + -0.6984084844589233, + 1.5103812217712402, + -0.44488853216171265, + 1.2015897035598755, + 2.6422975063323975, + 2.3955342769622803, + 2.305755853652954, + -0.33692461252212524, + -0.9083645343780518, + 0.29146355390548706, + 0.5806557536125183, + 2.2708733081817627, + 2.0635409355163574, + -1.2235060930252075, + -0.19967322051525116, + 1.1023733615875244, + 1.2396001815795898, + 1.7171258926391602, + 2.8269665241241455, + 2.1983914375305176 + ], + [ + -0.2127906084060669, + -0.6391483545303345, + 2.2218096256256104, + 0.559166431427002, + 1.5705324411392212, + 2.0453786849975586, + 3.310425281524658, + 2.055738925933838, + 1.14298415184021, + -1.8067865371704102, + 0.6371466517448425, + -0.050454601645469666, + 2.4251554012298584, + 2.913896083831787, + -0.3438153862953186, + -1.051309585571289, + 1.2748445272445679, + 1.4844468832015991, + 1.0993895530700684, + 1.9514936208724976, + 1.671729564666748 + ] + ], + "predicted_scores": [ + 8.171210289001465, + 8.151700019836426, + 7.928525447845459, + 7.806882858276367, + 7.700850009918213, + 7.358256816864014, + 7.278406620025635, + 6.918983459472656 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "747260437", + "selected_index": 0, + "state_hash": "9e434fae4afadb25d37c832ced374ea2cecd64bd00b6c6c134a49924e95d7cf5", + "stored_base_utility": 0.15134939551353455, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-da555a03dd382d93e119", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.4509155750274658, + -0.14545559883117676, + -0.15803584456443787, + -0.7211694717407227, + -0.27590274810791016, + -0.8443139791488647, + 0.37429577112197876, + 0.08074330538511276, + -0.06824851781129837, + 0.2837526798248291, + 0.6478592753410339, + 0.7658672332763672, + 1.342635154724121, + 2.2802815437316895, + 0.012709986418485641, + 0.08694973587989807, + -0.036956802010536194, + 0.7985478639602661, + 0.40937885642051697, + 0.2228357195854187, + 0.9671890735626221 + ], + [ + 0.5340062379837036, + -0.1374470442533493, + -0.19157341122627258, + -0.7163732051849365, + -0.3800520896911621, + -1.005453109741211, + 0.6250033378601074, + -0.02789059281349182, + -0.07460059970617294, + 0.10978570580482483, + 0.8048474788665771, + 0.8263698220252991, + 1.2538721561431885, + 2.1266143321990967, + 0.047218985855579376, + 0.09808248281478882, + -0.02088765799999237, + 0.6635681986808777, + 0.3863368034362793, + 0.32734501361846924, + 1.1964328289031982 + ], + [ + 0.5337212681770325, + -0.09865731000900269, + -0.21921506524085999, + -0.717796802520752, + -0.4535420536994934, + -0.9797780513763428, + 0.6657547950744629, + 0.02430860698223114, + -0.09643697738647461, + 0.0748591348528862, + 0.783210813999176, + 0.8762648701667786, + 1.3215036392211914, + 2.0116236209869385, + 0.0005947872996330261, + 0.09802184998989105, + -0.12761710584163666, + 0.7756431102752686, + 0.41348588466644287, + 0.2781556248664856, + 1.182955265045166 + ], + [ + 0.5841684937477112, + -0.16787004470825195, + -0.3116035759449005, + -0.6428931951522827, + -0.6527403593063354, + -1.262416124343872, + 0.8019654154777527, + -0.06468617916107178, + -0.13029591739177704, + 0.08812327682971954, + 0.7266020774841309, + 0.8122222423553467, + 1.2809977531433105, + 2.2571606636047363, + 0.04641007259488106, + 0.10819561779499054, + -0.020939528942108154, + 0.5922166705131531, + 0.5402814745903015, + 0.36187446117401123, + 1.150796890258789 + ], + [ + 0.06757794320583344, + -0.09575134515762329, + -0.24249616265296936, + -0.7768079042434692, + 0.15873120725154877, + -1.286340594291687, + 0.5210721492767334, + -0.03388485312461853, + -0.05215045064687729, + -0.1377241313457489, + 1.3121808767318726, + 0.4408280849456787, + 0.6060577630996704, + 1.6235148906707764, + 0.13929612934589386, + -0.04890066757798195, + -0.002599284052848816, + 0.3145384192466736, + 0.9738962054252625, + 0.09514120221138, + 1.335735559463501 + ], + [ + -0.07640238106250763, + 0.2158248871564865, + -0.4220522344112396, + 0.1388004720211029, + 0.42803817987442017, + 0.6564904451370239, + 0.4167914092540741, + 0.3754494786262512, + -0.04082921892404556, + -0.18898019194602966, + 0.9493757486343384, + 0.31484097242355347, + 1.375319004058838, + 2.141578435897827, + -0.18063093721866608, + 0.12316231429576874, + 0.23753349483013153, + -0.03732636570930481, + 1.509383201599121, + 0.5384522080421448, + 1.8451049327850342 + ], + [ + -0.11579008400440216, + 0.03358732908964157, + 0.03184947371482849, + -0.32654547691345215, + 0.06808613240718842, + -0.9220044612884521, + 0.16315948963165283, + 0.06281730532646179, + -0.06774106621742249, + -0.3632449507713318, + 0.8592015504837036, + 0.7495567202568054, + 1.467195987701416, + 1.2597203254699707, + -0.14439129829406738, + -0.12692643702030182, + -0.10126985609531403, + 0.425638347864151, + 1.1463285684585571, + 0.802211344242096, + 1.0115214586257935 + ], + [ + 0.135329470038414, + -0.052519310265779495, + -0.07048454880714417, + -0.2149219959974289, + 0.5552308559417725, + -0.8594663143157959, + -0.38128960132598877, + 0.31897997856140137, + -0.22447720170021057, + -0.32080304622650146, + 0.960867702960968, + 1.5585590600967407, + 0.9348886013031006, + 0.3761449456214905, + -0.23227664828300476, + 0.14752504229545593, + -0.001741841435432434, + -0.17700691521167755, + 1.2825024127960205, + 1.098428726196289, + 1.1244850158691406 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-da555a03dd382d93e119", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16739778220653534, + 0.10977014154195786, + 0.03430100530385971, + 0.15664240717887878, + 0.20519861578941345, + 2.0, + 0.1776035726070404, + 0.17970196902751923, + 0.1806512475013733, + 0.16721056401729584, + 0.10531044006347656, + 0.002332548378035426, + 0.0, + 2.0, + 2.0, + 0.036331258714199066 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06012469530105591, + -0.013126492500305176, + 0.055258169770240784, + -0.019630849361419678, + -0.08095771074295044, + -1.83207368850708, + 0.0, + -0.5391507148742676, + -0.28852927684783936, + 0.0008726119995117188, + 1.22355055809021, + 0.05604797601699829, + 1.096651554107666, + 0.0, + 0.0373263955116272, + -0.0350053608417511, + -0.0027538537979125977, + -0.05263245105743408, + 1.1599693298339844, + -0.06835108995437622, + 0.0 + ], + [ + 0.07097959518432617, + -0.027471348643302917, + -0.06590883433818817, + -0.05217641592025757, + -0.057880520820617676, + -1.83207368850708, + 0.0, + -0.5391507148742676, + -0.28852927684783936, + 0.017883509397506714, + 1.22355055809021, + 0.23117876052856445, + 1.096651554107666, + 0.0, + -0.12658622860908508, + 0.21480590105056763, + -0.03751307725906372, + -0.040722668170928955, + 1.1599693298339844, + 0.00816410779953003, + 0.0 + ], + [ + 1.0780442953109741, + -0.40882283449172974, + -0.8573340177536011, + -0.3631976842880249, + 0.4459318220615387, + -3.3312525749206543, + -2.214881420135498, + -1.1791701316833496, + -1.09344482421875, + 0.5202329754829407, + 1.597076177597046, + 0.6722863912582397, + 1.8006258010864258, + 1.0503482818603516, + -0.24054595828056335, + 0.1506461501121521, + 0.7689380049705505, + -0.6951580047607422, + 2.3591442108154297, + -0.023129865527153015, + -0.40176546573638916 + ], + [ + 1.3408013582229614, + -0.567088782787323, + -0.6175485253334045, + 0.09200054407119751, + 1.0895495414733887, + -2.6439530849456787, + -2.597891092300415, + -1.2850970029830933, + -1.3574328422546387, + -0.2262730598449707, + 1.7165391445159912, + 0.5992370247840881, + 2.59145450592041, + 1.0357787609100342, + 0.029661059379577637, + -0.32915666699409485, + 1.1487579345703125, + -0.09574741125106812, + 2.3849172592163086, + 0.13977012038230896, + 0.03313435614109039 + ], + [ + 0.2484256625175476, + 0.15734624862670898, + -0.6915521621704102, + -0.35895124077796936, + 0.7898246049880981, + -2.2035675048828125, + -2.2762930393218994, + -0.7109989523887634, + -1.1056512594223022, + 0.36858266592025757, + 1.7682042121887207, + -0.4080890715122223, + 1.2221605777740479, + 1.5978724956512451, + 0.7620275020599365, + -1.0904600620269775, + 1.5458370447158813, + -1.5717716217041016, + 1.3840452432632446, + 0.01638757437467575, + 0.9335954785346985 + ], + [ + 0.7478460669517517, + 0.6789170503616333, + 0.2215462177991867, + -1.4309227466583252, + 0.3321782946586609, + -3.71067214012146, + -3.307826519012451, + -1.5472962856292725, + -1.5793638229370117, + 0.9179103374481201, + 2.7914443016052246, + -0.21923299133777618, + 2.4651453495025635, + -0.14175236225128174, + 0.1727113276720047, + -0.28926175832748413, + 0.23583370447158813, + -0.18525439500808716, + 2.821658134460449, + 0.36384648084640503, + 0.7237125039100647 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.643786907196045, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.7160954475402832, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.43013572692871094 + ], + [ + 0.4236820340156555, + -0.23620307445526123, + 0.4716942310333252, + -1.3356878757476807, + 1.2452850341796875, + -1.875751256942749, + -1.4519591331481934, + -1.9064282178878784, + -2.26715087890625, + 0.8646554946899414, + 1.9331769943237305, + -0.6484872698783875, + 2.071126699447632, + 0.5695863962173462, + 1.0551939010620117, + 0.5972415208816528, + 0.5380815863609314, + -0.26070934534072876, + 3.132204532623291, + 0.34622758626937866, + 1.0665923357009888 + ], + [ + 1.4337129592895508, + -0.1279716044664383, + -0.6124281287193298, + -0.8099656105041504, + 0.9844938516616821, + -3.616767406463623, + -1.448366641998291, + -0.9910248517990112, + -1.7847154140472412, + 0.025765806436538696, + 1.9860225915908813, + -0.11920707672834396, + 1.3990511894226074, + -0.1409807801246643, + 1.0372320413589478, + -0.35035666823387146, + 0.5301280617713928, + -0.7329772710800171, + 2.379293918609619, + -0.19566836953163147, + 0.135186105966568 + ] + ], + "predicted_scores": [ + 2.647836208343506, + 2.4668993949890137, + 2.279621124267578, + 2.2404427528381348, + 1.811456561088562, + 0.6266839504241943, + -1.2001667022705078, + -1.3609905242919922 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524", + "selected_index": 0, + "state_hash": "1a6598d7a10213185b8e2d980c20771ac889f00435d8b16ac43b78a7e97d1976", + "stored_base_utility": 0.16739778220653534, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17249532043933868, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17249532043933868 + }, + "base_progress": 0.17249532043933868, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.17249532043933868, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11768263578414917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11768263578414917 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12139803171157837, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12139803171157837 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09622558206319809, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09622558206319809 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0890951156616211, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0890951156616211 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21403594315052032, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21403594315052032 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14825214445590973, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14825214445590973 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1626262217760086, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1626262217760086 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09855198860168457, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09855198860168457 + } + ], + "candidate_progress": [ + 0.11768263578414917, + 0.12139803171157837, + 0.09622558206319809, + 0.0890951156616211, + 0.21403594315052032, + 0.14825214445590973, + 0.1626262217760086, + 0.09855198860168457 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-e87c704dfdbf7ee7f51f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-f5dd1c43ebc4c0cfc3f1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.0211312770843506, + 0.503314197063446, + -1.228508710861206, + 0.09292733669281006, + -0.5814088582992554, + -2.02549147605896, + -1.483194351196289, + -0.9378126859664917, + -0.16680112481117249, + 1.41726815700531, + 0.7519273161888123, + 0.5790581703186035, + 0.668283224105835, + 0.3495839536190033, + -0.09116964042186737, + 0.42624396085739136, + -0.1156044453382492, + -0.8230066895484924, + 0.25419920682907104, + -0.1733282208442688, + 0.19452190399169922 + ], + [ + 1.0065232515335083, + 0.2871432900428772, + -1.0379970073699951, + -0.11574295163154602, + -0.4156845211982727, + -2.7477707862854004, + -1.0656297206878662, + -0.6516602039337158, + -0.01721077412366867, + 1.0706279277801514, + 0.2460528314113617, + 0.33062610030174255, + 0.8672864437103271, + 0.09429014474153519, + -0.1082695722579956, + 0.3552663326263428, + 0.2526816427707672, + -0.4740065932273865, + 0.3614410161972046, + 0.8378085494041443, + 0.8043822050094604 + ], + [ + 0.9946017265319824, + 0.5170211791992188, + -1.1768443584442139, + -0.6245086193084717, + -0.7913318276405334, + -2.5013372898101807, + -1.515885829925537, + -1.0674426555633545, + 0.07250797748565674, + 1.2870488166809082, + 0.6881434321403503, + 0.2834986746311188, + 0.3444003760814667, + 1.1315661668777466, + -0.11743412911891937, + 0.3544200658798218, + 0.44164150953292847, + -0.7451841235160828, + 0.04573145508766174, + 0.7489550709724426, + 0.9923496246337891 + ], + [ + 1.2160242795944214, + 0.5107609629631042, + -1.0689376592636108, + -0.373833030462265, + -0.623868465423584, + -2.3404181003570557, + -1.2368640899658203, + -0.9234645366668701, + -0.12526313960552216, + 1.5281438827514648, + 0.550132691860199, + 0.05282197892665863, + 0.4587860405445099, + 1.400311827659607, + 0.09222973883152008, + 0.3398832678794861, + 0.2395492047071457, + -0.7571473121643066, + -0.21407970786094666, + 0.3653639554977417, + 0.2847141623497009 + ], + [ + 0.3714102506637573, + 0.6195760369300842, + -0.8919857740402222, + -0.271505743265152, + 0.2880818247795105, + -1.0060359239578247, + -2.4203405380249023, + -0.7110702991485596, + -0.04093037545681, + 0.6816779971122742, + 0.41870665550231934, + 0.07117798924446106, + 0.48489269614219666, + 1.0403753519058228, + 0.1637251228094101, + 0.4463401734828949, + -0.3792545199394226, + -0.3287808299064636, + -0.11806949973106384, + 0.22796213626861572, + 2.310878276824951 + ], + [ + 0.8703815340995789, + 0.5479817986488342, + -0.7119568586349487, + -0.20598657429218292, + -0.452079176902771, + -2.66601300239563, + -0.9357439875602722, + -1.0875918865203857, + -0.04722479730844498, + 0.70224928855896, + 0.4407673478126526, + 0.6014677286148071, + 0.8903712034225464, + 0.5971055626869202, + -0.2070225179195404, + 0.5009813904762268, + -0.03665284812450409, + 0.15357999503612518, + 0.05913533270359039, + 1.4198293685913086, + 0.8355190753936768 + ], + [ + 0.7964381575584412, + 0.5254203081130981, + -0.7082102298736572, + -0.2977239787578583, + -0.5196952223777771, + -2.5178873538970947, + -0.8742243647575378, + -0.9895823001861572, + -0.012547673657536507, + 0.6337381601333618, + 0.41396522521972656, + 0.7128061056137085, + 0.677881121635437, + 0.7293405532836914, + -0.20515501499176025, + 0.5115537047386169, + 0.018838554620742798, + 0.24252760410308838, + -0.05473819375038147, + 1.443457841873169, + 0.7229140996932983 + ], + [ + 0.8294068574905396, + 0.3010156750679016, + -0.7998862266540527, + -0.37638741731643677, + -0.7348752617835999, + -2.7659268379211426, + -1.0938594341278076, + -0.7923988103866577, + 0.07320620864629745, + 1.0555716753005981, + 0.954909086227417, + 0.10116973519325256, + 0.8682584762573242, + 0.620139479637146, + 0.2635257840156555, + 0.1333836168050766, + 0.5412955284118652, + -0.8281344771385193, + -0.09273433685302734, + 0.5620117783546448, + 0.31702542304992676 + ] + ], + "generated_utilities": [ + 0.11768263578414917, + 0.12139803171157837, + 0.09622558206319809, + 0.0890951156616211, + 0.21403594315052032, + 0.14825214445590973, + 0.1626262217760086, + 0.09855198860168457 + ], + "group_id": "ms-f5dd1c43ebc4c0cfc3f1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18771648406982422, + 0.18846067786216736, + 0.23862028121948242, + 0.1942768096923828, + 0.24133729934692383, + 0.1916230171918869, + 0.2769886255264282, + 0.15638399124145508, + 0.2974560856819153, + 0.18592731654644012, + 0.06699904054403305, + 0.17070075869560242, + 0.1668364405632019, + 0.05559476464986801, + 0.15857093036174774, + 0.11987017095088959 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.0499544143676758, + -0.12228982150554657, + -0.8799430131912231, + -0.12404224276542664, + -0.20721124112606049, + -2.5965893268585205, + -2.146313428878784, + -1.3031344413757324, + -1.5548274517059326, + 1.520930290222168, + 0.8875400424003601, + 1.8031569719314575, + 1.8553154468536377, + 2.8583850860595703, + 0.1410546600818634, + 0.6634358167648315, + 0.26967597007751465, + 1.5631144046783447, + -0.08400517702102661, + 1.3022966384887695, + 2.8169755935668945 + ], + [ + 1.6798787117004395, + -0.015331655740737915, + -0.39138662815093994, + -0.7346019148826599, + -0.7037978172302246, + -2.2127301692962646, + -2.925327777862549, + -1.0817961692810059, + -1.7922265529632568, + 2.076382637023926, + 0.6203137636184692, + 2.351043224334717, + 3.4073288440704346, + 3.004578113555908, + -0.03818245232105255, + 0.13109296560287476, + -0.31234362721443176, + 1.45621919631958, + 0.66318279504776, + 2.2426962852478027, + 3.134162664413452 + ], + [ + 1.3013015985488892, + 0.5020992159843445, + -0.6976112127304077, + 0.04386201500892639, + 0.2787678837776184, + -2.935166358947754, + -3.042389392852783, + -0.7715556621551514, + -1.810333013534546, + 2.998173236846924, + 1.3284354209899902, + 2.371995210647583, + 2.3226311206817627, + 2.1032519340515137, + -0.059997156262397766, + 1.4521421194076538, + -0.3995933532714844, + 0.4603380560874939, + 0.47180092334747314, + 0.686887800693512, + 2.294833183288574 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7258429527282715, + -0.18197835981845856, + -0.24730944633483887, + 0.1190207302570343, + -0.16395756602287292, + -1.6637372970581055, + 0.0, + -0.035968661308288574, + -0.10036402940750122, + 1.0103552341461182, + 0.14448165893554688, + 1.010573148727417, + 1.4690883159637451, + 0.0, + 0.1211370974779129, + -0.019168555736541748, + 0.22491455078125, + 0.030360698699951172, + -0.039063215255737305, + 0.5782217979431152, + 0.0 + ], + [ + 1.7258429527282715, + 0.18860922753810883, + -1.2473094463348389, + -0.284475713968277, + -0.3353281021118164, + -2.6637372970581055, + -2.6874477863311768, + -1.0359686613082886, + -0.9593114256858826, + 2.010355234146118, + 1.0125223398208618, + 2.010573148727417, + 2.469088315963745, + 2.409867286682129, + 0.24889414012432098, + 0.9808314442634583, + -0.30387043952941895, + 1.0303606986999512, + 0.2798594832420349, + 1.5782217979431152, + 2.3279221057891846 + ], + [ + 1.7877243757247925, + 0.024375945329666138, + -1.2956607341766357, + -0.10583999752998352, + -0.040880680084228516, + -2.77557373046875, + -2.465805768966675, + -0.867568850517273, + -1.0592297315597534, + 2.029885768890381, + 0.9480742812156677, + 1.8945786952972412, + 2.5397582054138184, + 2.5896449089050293, + 0.08296243846416473, + 0.6932773590087891, + -0.5432481169700623, + 0.947170615196228, + 0.22918134927749634, + 1.7703953981399536, + 2.2390944957733154 + ], + [ + 1.2840029001235962, + 0.12779363989830017, + -1.6449604034423828, + -0.7067093849182129, + -0.6227160096168518, + -2.3876545429229736, + -2.28385853767395, + -0.7221872210502625, + -0.6665030717849731, + 1.625172734260559, + 0.5165443420410156, + 2.2076029777526855, + 2.794196605682373, + 2.603325366973877, + 0.11594885587692261, + 1.3853435516357422, + -0.6451680660247803, + 0.6068257093429565, + 0.12245149910449982, + 2.041055679321289, + 2.178571939468384 + ] + ], + "predicted_scores": [ + 8.678130149841309, + 8.641468048095703, + 8.114709854125977, + 8.059354782104492, + 7.413639545440674, + 7.033705711364746, + 6.732006549835205, + 6.395423412322998 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805", + "selected_index": 0, + "state_hash": "202004db00d1649e687427c19c246e179d308b2e723569b552a218e58ea140d7", + "stored_base_utility": 0.18771648406982422, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09442546218633652, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09442546218633652 + }, + "base_progress": 0.09442546218633652, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09442546218633652, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0576862096786499, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0576862096786499 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04753508046269417, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04753508046269417 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.058819372206926346, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.058819372206926346 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.057336073368787766, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.057336073368787766 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.054118793457746506, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054118793457746506 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.047768473625183105, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.047768473625183105 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05317459627985954, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05317459627985954 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04166736081242561, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04166736081242561 + } + ], + "candidate_progress": [ + 0.0576862096786499, + 0.04753508046269417, + 0.058819372206926346, + 0.057336073368787766, + 0.054118793457746506, + 0.047768473625183105, + 0.05317459627985954, + 0.04166736081242561 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6d46dae312649c977b64", + "ms-b28f44671fe871a8bea8", + "ms-abf8880f672677acc931", + "ms-3d090ac2459c4b891dd1", + "ms-6d46dae312649c977b64", + "ms-b28f44671fe871a8bea8", + "ms-1150c257eb77fdf40f55", + "ms-62db3d4ffad1f0e82dd8" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-f9740a08a98cb251b761", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.020479410886764526, + 0.18426011502742767, + 0.8242988586425781, + -0.8050152063369751, + 0.33060386776924133, + 1.2798056602478027, + 0.17746984958648682, + 0.07884100824594498, + 0.10550443083047867, + 0.5437140464782715, + -0.44050684571266174, + 0.499743789434433, + -0.12575775384902954, + -0.008484840393066406, + 0.15178415179252625, + -0.06724691390991211, + 0.4171689748764038, + -0.1774183064699173, + 0.04415944218635559, + 1.2139606475830078, + -0.18329423666000366 + ], + [ + -0.19811902940273285, + 0.23630018532276154, + 0.9287147521972656, + -0.7256592512130737, + 0.41033488512039185, + 1.4297655820846558, + 0.5526092052459717, + 0.03807039558887482, + 0.0947854220867157, + 0.5257086157798767, + -0.5749881863594055, + 0.6321950554847717, + 0.4675242602825165, + 0.024848252534866333, + 0.266201376914978, + -0.09746097028255463, + 0.7013533115386963, + -0.2848418951034546, + 0.09499096870422363, + 0.9972450137138367, + 0.07667208462953568 + ], + [ + 0.025125354528427124, + 0.21911092102527618, + 0.8156742453575134, + -0.74705970287323, + 0.28718751668930054, + 1.33039128780365, + -0.15746504068374634, + -0.057606279850006104, + 0.09133755415678024, + 0.427237868309021, + -0.3366907238960266, + 0.5278720855712891, + -0.15974271297454834, + 0.3515869379043579, + 0.3372589647769928, + -0.03617444261908531, + 0.5531522631645203, + -0.24446003139019012, + -0.08002108335494995, + 1.0151166915893555, + -0.2737060785293579 + ], + [ + -0.06302295625209808, + 0.23377622663974762, + 0.906761646270752, + -0.8889418840408325, + 0.3661634027957916, + 1.520085334777832, + 0.3108072280883789, + 0.11039507389068604, + 0.1316494196653366, + 0.5650603771209717, + -0.48412957787513733, + 0.49728062748908997, + -0.0905224084854126, + 0.07306399196386337, + 0.18643058836460114, + -0.05550086498260498, + 0.2777639329433441, + -0.16441671550273895, + 0.10655561089515686, + 1.1899447441101074, + -0.19240766763687134 + ], + [ + -0.16045702993869781, + 0.1835726946592331, + 0.9229364395141602, + -0.769349217414856, + 0.38101109862327576, + 1.1719142198562622, + 0.005424320697784424, + 0.028004556894302368, + 0.06614957749843597, + 0.4504476487636566, + -0.3933534622192383, + 0.5700893402099609, + -0.004348427057266235, + 0.03148799389600754, + 0.14545728266239166, + -0.05472240224480629, + 0.3868948817253113, + -0.18007980287075043, + 0.05339314043521881, + 1.2637076377868652, + -0.06651763617992401 + ], + [ + -0.27338409423828125, + 0.32075297832489014, + 0.9375858902931213, + -0.5968993902206421, + 0.2705071270465851, + 1.3538453578948975, + 0.24305105209350586, + 0.060511767864227295, + 0.09318692982196808, + 0.4881493151187897, + -0.524665892124176, + 0.7605324983596802, + 0.2366369664669037, + -0.021450906991958618, + 0.20593483746051788, + -0.10508579015731812, + 0.5827943086624146, + -0.1103847473859787, + 0.04889814555644989, + 1.032989501953125, + 0.019189834594726562 + ], + [ + 0.004922494292259216, + 0.21259962022304535, + 1.0182491540908813, + -0.791379451751709, + 0.39066070318222046, + 1.3441112041473389, + 0.10889208316802979, + 0.06358708441257477, + 0.15327878296375275, + 0.5698016881942749, + -0.5063191652297974, + 0.5559589862823486, + -0.09859451651573181, + 0.05453336983919144, + 0.14464251697063446, + -0.07360692322254181, + 0.30683445930480957, + -0.1820848137140274, + 0.11627091467380524, + 1.1282250881195068, + -0.15258073806762695 + ], + [ + -0.4557012915611267, + 0.26067644357681274, + 0.9920343160629272, + -0.6966429352760315, + 0.44491153955459595, + 1.0773954391479492, + 0.3941947817802429, + 0.07884367555379868, + 0.11622481048107147, + 0.47081834077835083, + -0.3398100435733795, + 0.44524022936820984, + 0.23556259274482727, + 0.16890141367912292, + 0.05438284948468208, + -0.17950303852558136, + 0.6027225255966187, + -0.15403752028942108, + 0.13426105678081512, + 1.0684919357299805, + -0.02056540548801422 + ] + ], + "generated_utilities": [ + 0.0576862096786499, + 0.04753508046269417, + 0.058819372206926346, + 0.057336073368787766, + 0.054118793457746506, + 0.047768473625183105, + 0.05317459627985954, + 0.04166736081242561 + ], + "group_id": "ms-f9740a08a98cb251b761", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18963214755058289, + 0.1666136085987091, + 0.23594024777412415, + 2.0, + 0.07180815935134888, + 0.09929104894399643, + 0.04174518585205078, + 0.05397164821624756, + 0.07266998291015625, + 0.04789034649729729, + 0.03470579907298088, + 0.13277660310268402, + 0.08080995082855225, + 0.07135897874832153, + 0.07288587093353271, + 0.07202281802892685 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.328328251838684, + 1.4538578987121582, + 2.259695053100586, + -1.278676152229309, + 0.4530661106109619, + 1.153411865234375, + 1.7947841882705688, + 0.27321866154670715, + 0.2675345242023468, + 1.2730824947357178, + -0.18332287669181824, + 1.5639415979385376, + 0.0130281001329422, + 0.619087815284729, + -0.95191490650177, + -0.04418129846453667, + 0.7013400793075562, + -0.030169637873768806, + -1.1641497611999512, + 1.381471872329712, + 2.3944220542907715 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5895683765411377, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.238175630569458, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.788844108581543 + ], + [ + -1.5939538478851318, + 1.3609699010849, + 2.412710189819336, + -1.464042067527771, + 0.46117064356803894, + 0.9333378076553345, + 1.764366626739502, + 0.5168601870536804, + 0.07475700974464417, + 1.1358004808425903, + -0.3883078992366791, + 1.6643180847167969, + 0.0025240061804652214, + 0.8426899313926697, + -0.8600375652313232, + 0.225119486451149, + 0.5782044529914856, + 0.140903502702713, + -1.26581871509552, + 1.152244210243225, + 2.5271615982055664 + ], + [ + -1.339027762413025, + 1.5687905550003052, + 1.9897546768188477, + -1.2427904605865479, + 0.05958297848701477, + 1.2702220678329468, + 2.160168170928955, + 0.4460240602493286, + 0.6673279404640198, + 1.3324490785598755, + 0.10481858253479004, + 1.6963433027267456, + 0.24732840061187744, + 0.39262405037879944, + -1.1415603160858154, + 0.17928871512413025, + 0.8881077170372009, + 0.2759820818901062, + -1.1743264198303223, + 1.0985158681869507, + 2.3411061763763428 + ], + [ + -1.544585943222046, + 1.2350668907165527, + 2.313249111175537, + -1.424852967262268, + 0.7017942667007446, + 1.1346094608306885, + 2.204472541809082, + 0.2732553780078888, + 0.22631995379924774, + 1.7685801982879639, + -0.4368963837623596, + 1.8069084882736206, + -0.41373223066329956, + 0.3032912611961365, + -1.1985286474227905, + -0.309637188911438, + 0.6955699324607849, + 0.43281105160713196, + -1.0091094970703125, + 1.1219456195831299, + 2.5757639408111572 + ], + [ + -1.6817699670791626, + 1.2309470176696777, + 1.6741373538970947, + -0.7397337555885315, + 0.7746389508247375, + 0.9163780212402344, + 1.5153520107269287, + 0.0792025476694107, + 0.5305838584899902, + 0.6793052554130554, + -0.30344170331954956, + 1.4655344486236572, + -0.0034384187310934067, + 0.4800187349319458, + -0.44390469789505005, + 0.4072031080722809, + 0.8079975247383118, + -0.456052303314209, + -0.9508532881736755, + 1.0954267978668213, + 1.9716954231262207 + ], + [ + -1.7659152746200562, + 1.1735639572143555, + 2.665199041366577, + -1.677711009979248, + 1.0456008911132812, + 1.6253440380096436, + 2.0342960357666016, + -0.19850894808769226, + 0.4011203348636627, + 1.749795913696289, + -0.5464335680007935, + 1.9662569761276245, + 0.21235032379627228, + 0.7858313322067261, + -1.5640842914581299, + -0.6628853678703308, + 1.107743263244629, + 0.08910499513149261, + -1.349528431892395, + 0.9170003533363342, + 2.918466091156006 + ], + [ + -0.7910560369491577, + 2.0946784019470215, + 1.916642427444458, + -1.59114408493042, + 1.1567151546478271, + 1.5353091955184937, + 2.378721237182617, + 0.4514116644859314, + 0.2991885542869568, + 1.098503589630127, + 0.2721196115016937, + 1.0611438751220703, + 0.2084072232246399, + 0.6620272397994995, + -0.61283278465271, + -0.19901077449321747, + 0.9712675213813782, + -0.40759071707725525, + -0.7214087247848511, + 1.2769875526428223, + 2.321784496307373 + ], + [ + -1.7364606857299805, + 1.4936802387237549, + 1.5629944801330566, + -0.6870905756950378, + 1.3506951332092285, + 1.8723629713058472, + 1.618431806564331, + 0.29551437497138977, + 0.699256956577301, + 0.7469893097877502, + -0.3006216585636139, + 1.9444875717163086, + 0.08252858370542526, + 0.5873371958732605, + -1.0729506015777588, + 0.7764571905136108, + 1.5990238189697266, + -0.7900809049606323, + -0.9366356134414673, + 1.9326322078704834, + 1.6349339485168457 + ], + [ + -1.0949623584747314, + 1.24751877784729, + 2.2011094093322754, + -0.2876286506652832, + 0.6442606449127197, + 0.37397754192352295, + 2.3923168182373047, + -0.2716003358364105, + -0.30501589179039, + 0.9780911207199097, + -0.13744153082370758, + 1.5076425075531006, + -0.672619104385376, + 0.40599220991134644, + -1.3022570610046387, + 0.3194269835948944, + 0.08041149377822876, + 0.7910391092300415, + -1.432412028312683, + 1.8939918279647827, + 3.1964197158813477 + ], + [ + -1.9034614562988281, + 2.43215012550354, + 1.6679047346115112, + -0.680276095867157, + 0.002479344606399536, + 2.037142038345337, + 1.5024346113204956, + 0.44105833768844604, + -0.31217631697654724, + 1.14781653881073, + -0.12456990033388138, + 1.9509037733078003, + 0.44352978467941284, + 1.0168178081512451, + -1.453316330909729, + -0.6383359432220459, + 0.7194846272468567, + 0.13869065046310425, + -0.708314061164856, + 0.6731570363044739, + 2.9902021884918213 + ], + [ + -0.8454462289810181, + 0.9447854161262512, + 2.338465452194214, + -2.099304676055908, + 0.14575117826461792, + 0.8284336924552917, + 2.074808120727539, + 0.5858138799667358, + -0.5093123912811279, + 0.7208842635154724, + -0.7248879671096802, + 0.8908135890960693, + 0.5226470828056335, + 1.1559538841247559, + -1.5132261514663696, + -0.6072931289672852, + 0.27083778381347656, + -0.2136177271604538, + -1.825482964515686, + 0.8004724979400635, + 2.1059868335723877 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.3283282518386841, + 0.4538578987121582, + 1.259695053100586, + -0.435233473777771, + -0.34613603353500366, + 0.33565592765808105, + 0.0, + 0.21994653344154358, + 0.29822152853012085, + 0.2730824947357178, + 0.49266019463539124, + 0.5639415979385376, + 0.337945818901062, + 0.0, + -0.5842068791389465, + 0.1791902780532837, + 0.05828911066055298, + -0.008675100281834602, + -0.19750452041625977, + 0.5053626298904419, + 0.0 + ] + ], + "predicted_scores": [ + 5.378872394561768, + 5.289340019226074, + 5.008832931518555, + 4.923707008361816, + 4.921195983886719, + 4.820594310760498, + 4.6267266273498535, + 4.30082368850708 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1822210471", + "selected_index": 0, + "state_hash": "d2b06311a579caa803fbe0846f9fb788a6e35fee82ba776b26cf5c739d3e5329", + "stored_base_utility": 0.18963214755058289, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3398299217224121, + 0.3448601961135864, + 0.3872610330581665, + 0.5065276622772217, + 0.5881055593490601, + 0.4769200086593628, + 0.4032856225967407, + 0.5218054056167603 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3398299217224121, + "contact_quality": null, + "progress": 0.1313364952802658, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1313364952802658 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3448601961135864, + "contact_quality": null, + "progress": 0.11492816358804703, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11492816358804703 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3872610330581665, + "contact_quality": null, + "progress": 0.13934986293315887, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13934986293315887 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.5065276622772217, + "contact_quality": null, + "progress": 0.12498819828033447, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12498819828033447 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.5881055593490601, + "contact_quality": null, + "progress": 0.14932705461978912, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14932705461978912 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4769200086593628, + "contact_quality": null, + "progress": 0.13659602403640747, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13659602403640747 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4032856225967407, + "contact_quality": null, + "progress": 0.1698276251554489, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1698276251554489 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.5218054056167603, + "contact_quality": null, + "progress": 0.1403738111257553, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1403738111257553 + } + ], + "candidate_progress": [ + 0.1313364952802658, + 0.11492816358804703, + 0.13934986293315887, + 0.12498819828033447, + 0.14932705461978912, + 0.13659602403640747, + 0.1698276251554489, + 0.1403738111257553 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-15459afe7e32ce62fc1b", + "ms-19cb10d10516bd0216a6", + "ms-a148ca5e4912e2cf417d", + "ms-a148ca5e4912e2cf417d", + "ms-c1620854ba52f09e24d5", + "ms-a148ca5e4912e2cf417d", + "ms-a148ca5e4912e2cf417d", + "ms-19cb10d10516bd0216a6" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-fa8b4ba41ecac8030271", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.6138469576835632, + -0.40450519323349, + 0.7524255514144897, + -0.994538426399231, + 0.8214528560638428, + 3.4128286838531494, + 3.130685567855835, + 2.5229995250701904, + 0.6816819310188293, + -1.2240540981292725, + -1.0739394426345825, + -1.6216219663619995, + -2.0410842895507812, + -2.3511383533477783, + 1.5218300819396973, + 0.5735415816307068, + -2.0780022144317627, + -0.8316708207130432, + -0.9931132197380066, + -2.150310516357422, + -1.761659026145935 + ], + [ + 0.5375652313232422, + -0.3903682231903076, + 0.7387725710868835, + -0.9685094356536865, + 1.2477073669433594, + 3.288221597671509, + 2.9447085857391357, + 2.5846645832061768, + 0.7295286059379578, + -1.277327537536621, + -0.9580076932907104, + -1.5430718660354614, + -2.3518645763397217, + -2.0992419719696045, + 1.5817941427230835, + 0.5918743014335632, + -1.9436726570129395, + -0.8125348687171936, + -0.9077611565589905, + -1.8433763980865479, + -1.5965296030044556 + ], + [ + 1.1486276388168335, + -0.3213045001029968, + 0.8258665800094604, + -1.1248979568481445, + 1.2406539916992188, + 3.4957103729248047, + 3.1341614723205566, + 2.9321999549865723, + 0.9269762635231018, + -1.1917396783828735, + -0.6518080234527588, + -1.635918378829956, + -1.8152704238891602, + -2.7077088356018066, + 1.5156923532485962, + 0.7254984974861145, + -2.1362671852111816, + -0.8268582224845886, + -1.4368948936462402, + -3.109203577041626, + -2.8711087703704834 + ], + [ + 0.8097591400146484, + -0.4504764676094055, + 0.9084060192108154, + -1.2667213678359985, + 0.9629237055778503, + 4.173046588897705, + 3.2158358097076416, + 2.9680979251861572, + 0.8806686997413635, + -1.596591591835022, + -0.2424795925617218, + -1.3942854404449463, + -1.8074452877044678, + -3.1868391036987305, + 2.0360054969787598, + 0.7007356882095337, + -1.9058544635772705, + -1.082304835319519, + -1.2916984558105469, + -2.570540189743042, + -2.6914875507354736 + ], + [ + 1.0141448974609375, + -0.05965244024991989, + 0.43138572573661804, + -0.9925200939178467, + 0.34896278381347656, + 3.535048484802246, + 2.512383222579956, + 3.15871000289917, + 0.6276583075523376, + -1.6705572605133057, + -0.6273062825202942, + -1.6988917589187622, + -1.4436432123184204, + -2.738968849182129, + 2.2673537731170654, + 0.475650817155838, + -2.3054616451263428, + -0.48427945375442505, + -1.336136817932129, + -2.3951528072357178, + -1.9937231540679932 + ], + [ + 1.0035483837127686, + -0.48646801710128784, + 0.7862827777862549, + -1.2155996561050415, + 1.1799293756484985, + 3.8956778049468994, + 3.2120773792266846, + 2.9691097736358643, + 0.813972532749176, + -1.4072911739349365, + -0.45248332619667053, + -1.5908712148666382, + -1.8885866403579712, + -3.05059814453125, + 1.8993961811065674, + 0.7299237251281738, + -2.138288974761963, + -1.0300297737121582, + -1.1425979137420654, + -2.634470224380493, + -2.951925277709961 + ], + [ + 1.136719822883606, + -0.40091240406036377, + 0.8011654019355774, + -0.9787651300430298, + 1.2615971565246582, + 4.7638421058654785, + 2.897095203399658, + 2.579710006713867, + 0.7039616703987122, + -1.6040349006652832, + -0.6180883646011353, + -1.7922810316085815, + -2.3187928199768066, + -3.588682174682617, + 1.6031419038772583, + 0.4207882285118103, + -2.1064364910125732, + -0.7060217261314392, + -1.035787582397461, + -2.3675076961517334, + -2.541022300720215 + ], + [ + 1.1885334253311157, + -0.5788624286651611, + 1.011875867843628, + -1.0570566654205322, + 1.2149631977081299, + 3.822381019592285, + 3.1535768508911133, + 3.0316035747528076, + 0.828493595123291, + -1.453346610069275, + -0.7822438478469849, + -1.908504843711853, + -2.1096982955932617, + -3.0305073261260986, + 2.0584752559661865, + 0.7881845831871033, + -2.387979745864868, + -1.2410839796066284, + -1.3860211372375488, + -2.6397905349731445, + -3.3317933082580566 + ] + ], + "generated_utilities": [ + 0.1313364952802658, + 0.11492816358804703, + 0.13934986293315887, + 0.12498819828033447, + 0.14932705461978912, + 0.13659602403640747, + 0.1698276251554489, + 0.1403738111257553 + ], + "group_id": "ms-fa8b4ba41ecac8030271", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1999034285545349, + 0.19537882506847382, + 0.1878858059644699, + 0.10708900541067123, + 0.30856266617774963, + 0.21681398153305054, + 0.20668260753154755, + 0.24332170188426971, + 0.21966992318630219, + 2.0, + 0.12176843732595444, + 0.21565715968608856, + 0.17414778470993042, + 0.2961037755012512, + 2.0, + 0.14314405620098114 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.3850085735321045, + -0.12499690055847168, + 0.23026636242866516, + 0.3441506028175354, + -0.5896595120429993, + 1.3285071849822998, + 0.0, + 0.9608756303787231, + -0.6303849220275879, + -0.4489363431930542, + 0.19228625297546387, + -0.060829102993011475, + -1.5031561851501465, + 0.0, + 0.6682586669921875, + -0.3808414936065674, + -0.24890053272247314, + -0.0859505832195282, + -0.39291638135910034, + -1.227027177810669, + 0.0 + ], + [ + 1.1117833852767944, + -0.22146081924438477, + 0.8060464859008789, + -1.2621219158172607, + -0.7419209480285645, + 2.776776075363159, + 1.7448759078979492, + 1.8798961639404297, + 0.8844053745269775, + -1.4605207443237305, + -0.8848221302032471, + -1.1552958488464355, + -2.1116368770599365, + -2.0525219440460205, + 1.839819073677063, + -0.4192996025085449, + -0.7317090034484863, + -0.820005476474762, + -0.43981343507766724, + -1.7702475786209106, + -2.484005928039551 + ], + [ + 1.1318604946136475, + -0.7132304906845093, + 0.300742506980896, + -0.9141160249710083, + -0.7314306497573853, + 2.332737445831299, + 2.508967161178589, + 1.0537950992584229, + 0.14121568202972412, + -1.2136672735214233, + -1.4384262561798096, + 0.10421133041381836, + -3.4149415493011475, + -3.5561158657073975, + 2.111635446548462, + 0.9387479424476624, + -1.6380393505096436, + -1.3072272539138794, + -0.9688614010810852, + -2.488199234008789, + -2.8163912296295166 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.3850085735321045, + -0.3069998621940613, + 0.11719995737075806, + -0.6437197923660278, + -0.09871453046798706, + 2.3285071849823, + 2.3286690711975098, + 1.9608756303787231, + 0.2601262032985687, + -1.4489363431930542, + -0.6709547638893127, + -0.8347184658050537, + -2.5031561851501465, + -2.6997807025909424, + 1.6682586669921875, + 0.26449674367904663, + -1.2489005327224731, + -0.4517422318458557, + -0.65993732213974, + -2.227027177810669, + -2.3685905933380127 + ], + [ + 0.8825795650482178, + 0.03663256764411926, + 0.2871561646461487, + -0.19246548414230347, + -0.24871833622455597, + 2.7659337520599365, + 2.0531702041625977, + 1.6805627346038818, + 0.38442263007164, + -1.7219866514205933, + -1.0843830108642578, + -1.4238067865371704, + -1.97629976272583, + -2.2081234455108643, + 2.145982503890991, + 0.010948330163955688, + -1.6380746364593506, + 0.06734919548034668, + -0.791618287563324, + -2.078697681427002, + -1.8579599857330322 + ], + [ + 1.9953546524047852, + 0.049538373947143555, + 0.7998120784759521, + -1.1160595417022705, + -0.2166132628917694, + 3.0366992950439453, + 2.3749594688415527, + 2.914440631866455, + -0.39788123965263367, + -1.2257156372070312, + -0.6898995041847229, + -1.266430139541626, + -2.087775945663452, + -1.9598774909973145, + 2.023083209991455, + 0.8751108646392822, + -1.6010510921478271, + -1.1009621620178223, + 0.3197782039642334, + -2.2430946826934814, + -1.955519676208496 + ], + [ + 0.4652706980705261, + -1.2153732776641846, + -0.19463279843330383, + -0.8564790487289429, + -0.33998867869377136, + 2.288954973220825, + 2.076101303100586, + 1.6626056432724, + -0.5203378200531006, + -1.4386308193206787, + -0.6058706641197205, + -1.5084209442138672, + -3.362673759460449, + -1.7210259437561035, + 0.8736926317214966, + -0.26275408267974854, + -1.5807470083236694, + -1.2629809379577637, + -1.1107054948806763, + -2.832108974456787, + -2.527189016342163 + ] + ], + "predicted_scores": [ + -1.1777679920196533, + -1.5188472270965576, + -2.0538477897644043, + -2.2352161407470703, + -2.329092025756836, + -2.552269458770752, + -2.8639321327209473, + -3.0274486541748047 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296", + "selected_index": 0, + "state_hash": "1d4eb9f0462511fb8df289955476eb99eb3f72b3e54a762dc159b1b7c1c74e21", + "stored_base_utility": 0.1999034285545349, + "task_id": "PullCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-05f34a90fa7355262b8e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2827463746070862, + -0.02378235012292862, + -0.034808605909347534, + -0.5870471000671387, + -2.084641218185425, + -0.12554237246513367, + -0.3178175091743469, + 0.13610848784446716, + -0.00923999585211277, + 0.3118140995502472, + 0.022001150995492935, + -0.5934582352638245, + -0.03264731168746948, + 0.056248657405376434, + 0.059250298887491226, + -0.060187097638845444, + -0.2721242308616638, + -0.31466418504714966, + -0.283538281917572, + 0.27293169498443604, + -0.05485460162162781 + ], + [ + -0.3526453375816345, + 0.03564968705177307, + -0.3320961892604828, + -0.5773687362670898, + -2.0792288780212402, + -0.12033188343048096, + -0.4674631953239441, + 0.2602558434009552, + -0.05986796319484711, + 0.1936161369085312, + -0.21108517050743103, + -0.7700104713439941, + -0.24547652900218964, + 0.4498440623283386, + -0.16454286873340607, + -0.03780323266983032, + -0.4877609610557556, + -0.23762865364551544, + -0.3172987103462219, + 0.44445788860321045, + -0.12236878275871277 + ], + [ + -0.5172426700592041, + -0.04993811622262001, + -0.10792979598045349, + -0.20008909702301025, + -2.0246832370758057, + 0.22550459206104279, + -0.4369901418685913, + 0.2841527760028839, + -0.054947249591350555, + 0.326744019985199, + -0.10594546049833298, + -0.9804295301437378, + 0.19791141152381897, + -0.15969188511371613, + -0.25058361887931824, + -0.07153431326150894, + -0.5011954307556152, + -0.11148427426815033, + -0.4083576798439026, + 0.2762082815170288, + 0.08130499720573425 + ], + [ + -0.2607940435409546, + 0.05533953011035919, + -0.11473754048347473, + -0.5418796539306641, + -1.775285243988037, + -0.4979330599308014, + -0.7615776658058167, + 0.07704038918018341, + 0.022503860294818878, + 0.294529527425766, + -0.10015120357275009, + -0.4076894521713257, + 0.18857720494270325, + 0.05410438030958176, + 0.09234941005706787, + -0.04158159717917442, + -0.11020515859127045, + -0.3590315580368042, + -0.3761754035949707, + -0.12492312490940094, + -0.027932018041610718 + ], + [ + -0.19042004644870758, + 0.020190894603729248, + -0.10970017313957214, + -0.4362890124320984, + -1.8308589458465576, + 0.34467077255249023, + -0.3478772044181824, + 0.27719420194625854, + 0.004067790694534779, + 0.20926406979560852, + -0.15786954760551453, + -0.8928213119506836, + 0.14104148745536804, + 0.038301981985569, + -0.2411653995513916, + -0.04880401864647865, + -0.5657926201820374, + -0.4303748607635498, + -0.17133405804634094, + 0.587058424949646, + -0.11536353826522827 + ], + [ + -0.2943958044052124, + 0.016921184957027435, + -0.35624900460243225, + -0.4470290541648865, + -2.032782793045044, + 0.04324420541524887, + -0.6839457154273987, + 0.17165116965770721, + -0.0412072092294693, + 0.2600307762622833, + -0.12293001264333725, + -0.5971044301986694, + 0.07009658217430115, + 0.2990877032279968, + -0.17104752361774445, + -0.08258010447025299, + -0.33667194843292236, + -0.24899937212467194, + -0.19345131516456604, + 0.577660083770752, + -0.29295992851257324 + ], + [ + -0.3728065490722656, + 0.037848927080631256, + -0.14307793974876404, + -0.49685776233673096, + -2.006007432937622, + 0.2186158448457718, + -0.5603051781654358, + 0.21420012414455414, + 0.013010196387767792, + 0.30648910999298096, + -0.1881377398967743, + -0.6036834716796875, + 0.061879962682724, + 0.013404905796051025, + -0.17566333711147308, + -0.049407314509153366, + -0.3847307562828064, + -0.28959792852401733, + -0.15539872646331787, + 0.4891699552536011, + -0.26727294921875 + ], + [ + -0.21398238837718964, + 0.02187231183052063, + -0.4735402762889862, + -0.43620914220809937, + -1.9425888061523438, + -0.1898972988128662, + -0.6464764475822449, + 0.2578977942466736, + -0.08520446717739105, + 0.21284398436546326, + -0.15609928965568542, + -0.5129551887512207, + -0.022000759840011597, + 0.6122114658355713, + -0.19528496265411377, + -0.06689542531967163, + -0.1661132127046585, + -0.16984052956104279, + -0.24986082315444946, + 0.791424572467804, + -0.4439830482006073 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-05f34a90fa7355262b8e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15652915835380554, + 2.0, + 2.0, + 2.0, + 0.19534838199615479, + 2.0, + 0.14914235472679138, + 0.15623633563518524, + 0.14543583989143372, + 0.1465626358985901, + 0.0926935076713562, + 0.16237308084964752, + 0.03522460162639618, + 0.10658708214759827, + 0.028859734535217285, + 2.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -1.6060999631881714, + -0.43246322870254517, + 0.4339025020599365, + -1.7493220567703247, + -3.4221410751342773, + 1.0740382671356201, + 1.3321559429168701, + 0.46585696935653687, + -0.589473307132721, + 1.8477885723114014, + 0.44551825523376465, + -1.8714042901992798, + -0.574306845664978, + 1.384130835533142, + -0.8875441551208496, + 0.1916527897119522, + -1.2021350860595703, + 1.0158839225769043, + -0.19537174701690674, + 0.3545498251914978, + 0.1062857136130333 + ], + [ + -1.1949074268341064, + 0.37561818957328796, + 0.6294573545455933, + -2.2311086654663086, + -2.392364025115967, + -0.022758662700653076, + 1.1124982833862305, + 0.6051995158195496, + -0.3300172686576843, + 0.8309909105300903, + 1.1865142583847046, + -1.434995412826538, + -1.2019450664520264, + 1.510834813117981, + -0.7916520833969116, + 0.05727994441986084, + -0.04031634330749512, + 1.0271027088165283, + -0.44220826029777527, + 0.7528294324874878, + 0.4191758632659912 + ], + [ + -0.6505431532859802, + 0.07136447727680206, + 0.9440286159515381, + -0.9951632022857666, + -3.1686527729034424, + 1.4486439228057861, + 1.664912462234497, + 1.5056291818618774, + -1.5199066400527954, + 0.9414214491844177, + 0.06458979845046997, + -1.0082377195358276, + -0.21995997428894043, + 0.781690239906311, + -0.9857915639877319, + 0.3504268229007721, + -0.14083001017570496, + 0.32620590925216675, + -0.7383995056152344, + 0.16358716785907745, + -0.8896582126617432 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.10862231254577637, + -0.08068811893463135, + 0.0012606680393218994, + -0.4646165370941162, + -1.8215670585632324, + 0.029768049716949463, + 0.0, + 0.10250359773635864, + 0.02335488796234131, + 0.6218745708465576, + -0.03845292329788208, + -0.8278065919876099, + -0.041066378355026245, + 0.0, + -0.06273365020751953, + -0.003127366304397583, + 0.022957921028137207, + -0.044224828481674194, + -0.025996685028076172, + 0.053954288363456726, + 0.0 + ], + [ + -0.10862231254577637, + 0.22310185432434082, + -0.0324944444000721, + -0.4646165370941162, + -1.8215670585632324, + 0.03010779619216919, + 0.0, + 0.13808095455169678, + -0.0174829363822937, + 0.6218745708465576, + -0.13732177019119263, + -0.8278065919876099, + 0.08308684825897217, + 0.0, + -0.19426950812339783, + -0.19269266724586487, + 0.31948423385620117, + 0.19032111763954163, + 0.02084815502166748, + 0.13870422542095184, + 0.0 + ], + [ + -0.10862231254577637, + 0.03872154653072357, + 0.27483370900154114, + -0.4646165370941162, + -1.8215670585632324, + 0.8015317916870117, + 0.0, + -0.05944252014160156, + 0.2082652449607849, + 0.6218745708465576, + -0.29590070247650146, + -0.8278065919876099, + 0.17055338621139526, + 0.0, + -0.3260674476623535, + -0.1313447654247284, + -0.11790299415588379, + 0.5002882480621338, + -0.36649245023727417, + -0.08774088323116302, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.1994411945343018, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.937610626220703, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.1805831789970398 + ], + [ + -1.7618608474731445, + -0.514107346534729, + -0.4017075002193451, + -2.1358213424682617, + -2.4041242599487305, + 0.20604944229125977, + 1.1540758609771729, + -0.30199533700942993, + -0.8305293917655945, + 2.390371561050415, + 0.697504460811615, + -2.76995587348938, + 0.48525214195251465, + 2.2664616107940674, + -0.8383316993713379, + -0.562224268913269, + -0.7230937480926514, + 0.41237613558769226, + -1.3292278051376343, + 0.839605987071991, + 0.9771155118942261 + ] + ], + "predicted_scores": [ + 4.560503005981445, + 4.487654685974121, + 4.189459323883057, + 4.181101322174072, + 4.12843132019043, + 3.845928192138672, + 3.83828067779541, + 3.8349504470825195 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "440577711", + "selected_index": 0, + "state_hash": "f608f0a2ba1f3d3affbb6797210a75fb6dee2e759a78a21320141bb468bce9e7", + "stored_base_utility": 0.15652915835380554, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14195962250232697, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14195962250232697 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1628464162349701, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1628464162349701 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14906781911849976, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14906781911849976 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.14195962250232697, + 0.1628464162349701, + 1.0, + 1.0, + 1.0, + 1.0, + 0.14906781911849976, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7", + "ms-934e125b62165b614036", + "ms-6825a9112cb71ea137c9", + "ms-934e125b62165b614036", + "ms-934e125b62165b614036", + "ms-68054c6c805197b033a7", + "ms-934e125b62165b614036" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + true, + true, + true, + true, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-2413d1155c87f0442485", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.2536855936050415, + -0.11693514138460159, + 0.8791432976722717, + -1.4749171733856201, + -1.3698866367340088, + -0.9709888696670532, + 1.187875509262085, + 0.8428417444229126, + 0.06315042078495026, + -0.36169591546058655, + 0.24234524369239807, + -1.053951621055603, + 0.5543328523635864, + 0.5428354144096375, + 0.164462149143219, + 0.13316956162452698, + -0.804622232913971, + 0.8852248787879944, + -0.6784601211547852, + 0.0866762101650238, + 0.5446985960006714 + ], + [ + -1.1474655866622925, + 0.027440518140792847, + 1.0245579481124878, + -1.8871628046035767, + -0.9576157927513123, + -0.7218259572982788, + 1.5169682502746582, + 0.835212230682373, + 0.1903892457485199, + -0.4141203761100769, + 0.09521286189556122, + -1.111825704574585, + 0.6771012544631958, + 0.13994541764259338, + -0.24842232465744019, + 0.0693444162607193, + -0.9055777192115784, + 0.932281494140625, + -1.0013926029205322, + -0.190908282995224, + 0.5093322992324829 + ], + [ + -1.1615301370620728, + -0.17569102346897125, + 1.0591915845870972, + -1.664960503578186, + -0.8641437888145447, + -0.9274886846542358, + 0.4241430461406708, + 0.47560566663742065, + 0.21707026660442352, + -0.43724942207336426, + -0.13909801840782166, + -0.9521076679229736, + 0.19812855124473572, + 0.523228645324707, + -0.35530611872673035, + 0.04281613603234291, + -0.7027233839035034, + 0.9368981719017029, + -0.7007960081100464, + -0.03398871421813965, + 0.6623337268829346 + ], + [ + -1.2299466133117676, + -0.05478128418326378, + 1.0339055061340332, + -1.7375067472457886, + -1.0720367431640625, + -0.6902048587799072, + 1.6223790645599365, + 0.6023958325386047, + 0.17205815017223358, + -0.43651580810546875, + -0.10572903603315353, + -0.8613691329956055, + 0.501083493232727, + 0.46017318964004517, + 0.13626191020011902, + 0.18211247026920319, + -1.20546555519104, + 0.6503386497497559, + -0.7074559330940247, + 0.07641315460205078, + 0.33882901072502136 + ], + [ + -1.047585368156433, + -0.07927554100751877, + 1.1259756088256836, + -1.8007495403289795, + -1.0351297855377197, + -0.7301876544952393, + 1.5674808025360107, + 0.5956767797470093, + 0.05903445929288864, + -0.4976789355278015, + -0.33980926871299744, + -1.0001517534255981, + 0.08965447545051575, + 0.3603883981704712, + 0.06573829799890518, + 0.09023691713809967, + -0.8187721371650696, + 0.7987755537033081, + -0.6498300433158875, + 0.2903558015823364, + 0.3277665078639984 + ], + [ + -1.0642305612564087, + -0.13861820101737976, + 0.9205412268638611, + -1.467372179031372, + -1.209956169128418, + -0.6585805416107178, + 0.875036358833313, + 0.4471043050289154, + 0.27095624804496765, + -0.5345162153244019, + -0.2534474730491638, + -0.5600019693374634, + 0.1492536962032318, + 0.35443782806396484, + -0.23372876644134521, + 0.1517634242773056, + -0.795238196849823, + 0.6843205094337463, + -0.5973520874977112, + 0.43755531311035156, + 0.7624853849411011 + ], + [ + -1.2783066034317017, + -0.18615488708019257, + 0.9937092065811157, + -1.7972573041915894, + -1.1335978507995605, + -0.1625443398952484, + 1.9624900817871094, + 0.8848947286605835, + 0.07113781571388245, + -0.3727509081363678, + -0.07144775241613388, + -1.0077900886535645, + 0.41427698731422424, + 0.525554895401001, + -0.12996193766593933, + 0.022495899349451065, + -0.9809936881065369, + 0.8234983086585999, + -0.8155588507652283, + 0.04019096493721008, + 0.7274045944213867 + ], + [ + -1.0165537595748901, + 0.08772468566894531, + 1.004942536354065, + -1.4149625301361084, + -1.116102695465088, + -0.23152798414230347, + 1.4085813760757446, + 0.4547967314720154, + 0.35999301075935364, + -0.5510850548744202, + -0.24570077657699585, + -0.8332778215408325, + 0.4976925551891327, + 0.8774982690811157, + -0.12344978749752045, + -0.15924398601055145, + -0.7390532493591309, + 0.41373735666275024, + -0.6080011129379272, + 0.9858680367469788, + 1.0027892589569092 + ] + ], + "generated_utilities": [ + 0.14195962250232697, + 0.1628464162349701, + 2.0, + 2.0, + 2.0, + 2.0, + 0.14906781911849976, + 2.0 + ], + "group_id": "ms-2413d1155c87f0442485", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 4.306435585021973e-06, + 6.988644599914551e-06, + 2.0, + 2.1457672119140625e-06, + 0.18901193141937256, + 6.407499313354492e-07, + 0.16945534944534302, + 0.14262664318084717, + 0.15036813914775848, + 0.13903136551380157, + 2.0, + 2.0, + 0.08516892790794373, + 0.07647933065891266, + 2.0, + 1.029670238494873e-05 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.6601358652114868, + 0.12480756640434265, + 0.5387595891952515, + -1.4875376224517822, + -1.0372035503387451, + -0.06971657276153564, + 0.0, + -0.010226786136627197, + 0.15678396821022034, + -0.11714708805084229, + -0.019127070903778076, + -0.6510206460952759, + -0.31774047017097473, + 0.0, + 0.051259543746709824, + -0.044117435812950134, + 0.02210521697998047, + 0.13404697179794312, + -0.04975175857543945, + -0.1485639214515686, + 0.0 + ], + [ + -1.6601358652114868, + 0.2872905731201172, + 1.5387595891952515, + -2.4875376224517822, + -2.037203550338745, + -0.8143895864486694, + 1.653955340385437, + -0.35390445590019226, + 0.095766581594944, + -0.7085897922515869, + 0.7322971820831299, + -1.6510206460952759, + -0.19578097760677338, + 0.3098559081554413, + -0.0276336707174778, + 0.1448359489440918, + -0.9778947830200195, + 0.6535791754722595, + -0.6492339968681335, + -0.5992754697799683, + 0.14905864000320435 + ], + [ + -1.6249184608459473, + 0.26893946528434753, + 1.2642381191253662, + -2.4658517837524414, + -2.1785542964935303, + -0.8579962253570557, + 1.862148642539978, + -0.5653051137924194, + 0.38192257285118103, + -0.9837816953659058, + 0.5817887783050537, + -1.8884202241897583, + -0.40964221954345703, + 0.5682376623153687, + -0.022949589416384697, + -0.03593645989894867, + -1.188117504119873, + 0.56232088804245, + -0.4025457501411438, + -0.7962059378623962, + 0.4029981195926666 + ], + [ + -1.4953402280807495, + 0.5432271957397461, + 1.8215678930282593, + -2.116377115249634, + -2.0209736824035645, + -0.8451845049858093, + 2.001351833343506, + -0.3612348139286041, + 0.10976146906614304, + -0.4192386269569397, + 1.07032310962677, + -1.4101632833480835, + 0.16801194846630096, + 0.41597020626068115, + 0.0034401286393404007, + 0.313338041305542, + -0.8903099298477173, + 0.8596975803375244, + -0.3842606842517853, + -0.6088681221008301, + -0.24973568320274353 + ], + [ + -2.158440113067627, + 0.30442988872528076, + 2.0173699855804443, + -2.801206350326538, + -2.4109108448028564, + -0.6230190992355347, + 1.3516862392425537, + -0.6211159229278564, + 0.10487072914838791, + -0.25373271107673645, + 0.8720327615737915, + -1.6936869621276855, + -0.4334086775779724, + 0.39439237117767334, + -0.5219395160675049, + 0.04136982560157776, + -0.49897581338882446, + 0.5928531289100647, + -0.16653254628181458, + -0.4675975739955902, + 0.5813637971878052 + ], + [ + -2.093625545501709, + 0.8156063556671143, + 1.95170259475708, + -3.034303665161133, + -2.0062594413757324, + -1.1433250904083252, + 1.6534188985824585, + -0.839098334312439, + 0.15779539942741394, + -0.5594096779823303, + 1.2434790134429932, + -1.72386634349823, + -0.5140386819839478, + 0.1641160249710083, + 0.30528178811073303, + 0.5907451510429382, + -0.43656814098358154, + 1.0669291019439697, + -0.6496315598487854, + -0.9406822919845581, + -0.321432888507843 + ], + [ + -1.03253972530365, + 0.32907283306121826, + 1.317929744720459, + -2.9088330268859863, + -2.5647945404052734, + -1.2453858852386475, + 1.2988251447677612, + -0.8468736410140991, + -0.5912364721298218, + -0.7252246141433716, + 1.3201944828033447, + -0.9543296098709106, + 0.26997900009155273, + 0.6030986309051514, + -0.7037940621376038, + -0.15793269872665405, + -1.3701430559158325, + 1.3424978256225586, + -0.9401534795761108, + 0.09815514087677002, + 0.8393594026565552 + ], + [ + -1.1874393224716187, + 0.007824331521987915, + 1.5199127197265625, + -2.2850396633148193, + -2.363096237182617, + -0.21484601497650146, + 1.1753361225128174, + 0.26162102818489075, + -0.3441063463687897, + -1.101698398590088, + 0.6533139944076538, + -1.5219109058380127, + 0.3796396255493164, + -0.4600681960582733, + 0.07214753329753876, + -0.3532859683036804, + -1.6493395566940308, + 0.8704827427864075, + -0.04900979995727539, + 0.16104185581207275, + -0.6427063345909119 + ], + [ + -2.076380729675293, + 1.1128735542297363, + 0.8442558646202087, + -3.0890796184539795, + -2.4924421310424805, + -1.2295012474060059, + 1.877472162246704, + 0.11839112639427185, + 0.5644076466560364, + -0.40195509791374207, + 1.5825436115264893, + -2.0957529544830322, + 0.21835492551326752, + 0.7422974705696106, + 0.6429923176765442, + 0.9840938448905945, + -0.8417980074882507, + -0.1779463291168213, + -1.2042803764343262, + -0.47697222232818604, + -0.45671969652175903 + ], + [ + -1.4799500703811646, + -0.5903882384300232, + 1.0694124698638916, + -1.5848993062973022, + -1.1216392517089844, + -1.3959057331085205, + 1.8896818161010742, + -0.44200193881988525, + 0.04070413112640381, + -1.2832787036895752, + 0.8309782147407532, + -1.4032211303710938, + -0.4567517042160034, + 0.16646328568458557, + -0.3324521481990814, + 1.0474536418914795, + -1.487030267715454, + 0.05606895685195923, + -0.6146225929260254, + -0.9270249605178833, + 1.10614812374115 + ], + [ + -2.09364652633667, + 0.6689558029174805, + 0.7874005436897278, + -2.2312171459198, + -1.8480366468429565, + -0.8447849750518799, + 0.9363319277763367, + 0.4368096888065338, + 0.7778416872024536, + -0.28389281034469604, + 0.11550712585449219, + -0.7952986359596252, + 0.10069851577281952, + 1.2731047868728638, + 0.7559926509857178, + -0.20265227556228638, + -0.3092576265335083, + 0.31465455889701843, + -0.7929718494415283, + 0.27850645780563354, + 0.6233183145523071 + ] + ], + "predicted_scores": [ + 3.258028030395508, + 3.0155653953552246, + 2.756730556488037, + 2.7309112548828125, + 2.654895782470703, + 2.0525717735290527, + 2.049438714981079, + 1.8388662338256836 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1324642411", + "selected_index": 0, + "state_hash": "e4e059743bdfbd7fcf58de859aaf582df3c01aa831f24e837de0b77529ea9dca", + "stored_base_utility": 4.306435585021973e-06, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17193537950515747, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17193537950515747 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1682891547679901, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1682891547679901 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16697469353675842, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16697469353675842 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15080180764198303, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15080180764198303 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 0.17193537950515747, + 0.1682891547679901, + 0.16697469353675842, + 1.0, + 0.15080180764198303 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + false, + false, + false, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-54346a8f79bd9dca1dfe", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.26059648394584656, + 0.05697257071733475, + 1.1847736835479736, + -0.808437705039978, + -1.7314937114715576, + -0.26885268092155457, + -0.12640225887298584, + 0.030424118041992188, + 0.10923714190721512, + -0.08097758144140244, + -0.015291161835193634, + -1.1889923810958862, + 0.12907621264457703, + -0.11104230582714081, + 0.025685861706733704, + -0.0961654782295227, + -0.04949362576007843, + -0.028921157121658325, + -0.30098676681518555, + 0.12878060340881348, + -0.22283515334129333 + ], + [ + 0.010772883892059326, + 0.08666746318340302, + 1.1173304319381714, + -0.8215320110321045, + -1.7266881465911865, + -0.047102391719818115, + -0.30170518159866333, + 0.15347391366958618, + 0.13390110433101654, + -0.06827374547719955, + 0.05951937660574913, + -1.0879489183425903, + -0.04736453294754028, + -0.04602999985218048, + -0.07045552134513855, + -0.060388874262571335, + 0.07138638198375702, + 0.012237891554832458, + -0.19888848066329956, + 0.18140137195587158, + 0.036330148577690125 + ], + [ + 0.06943400949239731, + 0.13759680092334747, + 0.9949153661727905, + -0.5575278997421265, + -1.67751145362854, + -0.2272682785987854, + -0.3278418779373169, + 0.013316646218299866, + 0.1892099678516388, + -0.018898315727710724, + 0.12145821005105972, + -1.1013667583465576, + 0.12256214022636414, + 0.11816637217998505, + -0.1953989863395691, + -0.041337136179208755, + -0.036228761076927185, + 0.04925525188446045, + -0.33292508125305176, + 0.11767259240150452, + -0.06367714703083038 + ], + [ + -0.0550101101398468, + 0.07491142302751541, + 1.0879108905792236, + -0.6862819194793701, + -1.6106891632080078, + 0.12956680357456207, + -0.07100415229797363, + 0.17495658993721008, + 0.12513449788093567, + -0.12711992859840393, + 0.05168600007891655, + -1.4392764568328857, + -0.031145542860031128, + 0.13827303051948547, + -0.2662135362625122, + -0.18175563216209412, + -0.1944151371717453, + -0.07077930867671967, + -0.13222065567970276, + 0.46385592222213745, + 0.09553582221269608 + ], + [ + -0.07273121178150177, + 0.057005077600479126, + 1.114640474319458, + -0.7366244792938232, + -1.699420690536499, + 0.19649547338485718, + -0.20554602146148682, + 0.150616854429245, + 0.13823539018630981, + -0.10467845946550369, + 0.061003006994724274, + -1.1055024862289429, + 0.06388494372367859, + 0.01628529280424118, + -0.289191335439682, + -0.027917880564928055, + -0.04333679378032684, + 0.055070117115974426, + -0.18582001328468323, + 0.24969136714935303, + 0.156595379114151 + ], + [ + -0.07075726985931396, + 0.05319855362176895, + 1.0818524360656738, + -0.775743842124939, + -1.4411020278930664, + 0.11106149852275848, + -0.06336420774459839, + 0.22759531438350677, + 0.14405012130737305, + -0.22518634796142578, + 0.23127803206443787, + -1.2013399600982666, + -0.3354094326496124, + 0.12659719586372375, + -0.21851366758346558, + -0.03839154541492462, + 0.021200761198997498, + -0.07937528192996979, + -0.276073694229126, + 0.30881237983703613, + -0.06152838468551636 + ], + [ + -0.023526400327682495, + 0.060502104461193085, + 1.0503073930740356, + -0.884904146194458, + -1.6350884437561035, + 0.4453177750110626, + -0.2304837703704834, + 0.09911665320396423, + 0.1343056559562683, + -0.10847228020429611, + -0.02298664301633835, + -1.174315094947815, + 0.0976850688457489, + -0.1276160627603531, + -0.24661263823509216, + -0.06313175708055496, + -0.07936762273311615, + -0.03568963706493378, + -0.09196153283119202, + 0.3687501549720764, + -0.011806711554527283 + ], + [ + -0.012129589915275574, + 0.11182810366153717, + 1.121567964553833, + -0.43809598684310913, + -1.3757531642913818, + -0.1370912790298462, + -0.402499258518219, + 0.11467740684747696, + 0.14881697297096252, + 0.10305023938417435, + -0.035948000848293304, + -1.2230478525161743, + -0.20918026566505432, + -0.39130067825317383, + -0.07451532781124115, + 0.06833355128765106, + -0.2133723348379135, + -0.128228560090065, + -0.1905578374862671, + 0.24815291166305542, + 0.49978020787239075 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 0.17193537950515747, + 0.1682891547679901, + 0.16697469353675842, + 2.0, + 0.15080180764198303 + ], + "group_id": "ms-54346a8f79bd9dca1dfe", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20227843523025513, + 0.18455538153648376, + 2.0, + 2.0, + 0.1876666247844696, + 2.0, + 0.20330552756786346, + 0.13367508351802826, + 0.17261959612369537, + 0.15464866161346436, + 0.1330527365207672, + 0.15472690761089325, + 0.012095525860786438, + 0.1187829077243805, + 0.05922260880470276, + 0.08364063501358032 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.9825772643089294, + 0.3129819631576538, + 2.239616870880127, + -1.6595556735992432, + -2.419001579284668, + -0.6215944290161133, + 2.0498251914978027, + -0.6526985168457031, + 0.08332686126232147, + 0.05494391545653343, + 0.3353409171104431, + -2.399723768234253, + 0.11429958045482635, + 0.9579654932022095, + -0.30532142519950867, + -0.1793428510427475, + 0.021714434027671814, + 0.06835521757602692, + -1.4585798978805542, + 0.16804680228233337, + 1.0415923595428467 + ], + [ + -0.3153335452079773, + -0.31416499614715576, + 2.3233537673950195, + -1.636460542678833, + -1.9759852886199951, + -0.6651520729064941, + 2.0674824714660645, + -0.5333253145217896, + -0.34122538566589355, + -0.11369499564170837, + 0.16086465120315552, + -2.0382418632507324, + 0.5863001942634583, + 0.08003568649291992, + -0.07620293647050858, + 0.14274410903453827, + -0.5702269673347473, + 0.1722113937139511, + -2.105698823928833, + 0.3679127097129822, + 0.557693600654602 + ], + [ + -1.8504350185394287, + -0.5556221008300781, + 2.672025680541992, + -2.7011866569519043, + -1.8672643899917603, + 0.33157476782798767, + 2.044203042984009, + 0.11892333626747131, + -0.6686651110649109, + 0.9297553300857544, + 0.44999808073043823, + -1.980530858039856, + -0.752326250076294, + 1.1665797233581543, + 0.5843324661254883, + -0.2564525008201599, + -0.6726897358894348, + -0.5323439836502075, + -1.5737062692642212, + 0.7872047424316406, + 1.5572283267974854 + ], + [ + -0.11063003540039062, + 0.46638616919517517, + 3.2481422424316406, + -1.463895320892334, + -2.009955644607544, + 0.4370187222957611, + 2.629300832748413, + 0.44305533170700073, + -0.7737084031105042, + 0.9001628160476685, + -0.6089582443237305, + -1.8886429071426392, + 1.0435665845870972, + -0.0248870849609375, + -0.754097580909729, + 0.1314624696969986, + 0.6901811361312866, + -0.8622696399688721, + -1.901731014251709, + 0.7634534239768982, + -0.16806691884994507 + ], + [ + -0.7717097401618958, + 0.27594253420829773, + 2.580317735671997, + -1.0960707664489746, + -2.676391839981079, + -0.9822461605072021, + 3.1596295833587646, + -1.060694932937622, + -1.003603458404541, + -0.7528034448623657, + -0.39094680547714233, + -1.8175132274627686, + 0.500476598739624, + -0.29770714044570923, + 0.7354621291160583, + -0.06709794700145721, + 0.6951109170913696, + -0.7447155714035034, + -0.739233672618866, + 0.548650860786438, + 0.059868693351745605 + ], + [ + -0.9638463854789734, + 0.25752925872802734, + 1.8724892139434814, + -2.801717519760132, + -1.8515510559082031, + -0.4208798408508301, + 2.6578164100646973, + -0.0959913581609726, + 0.25328248739242554, + 0.41330796480178833, + -0.7771560549736023, + -2.6859021186828613, + -0.45795828104019165, + 0.8994072675704956, + 0.9375808238983154, + 0.6532064080238342, + 0.42666393518447876, + 0.4683900475502014, + -0.7720040082931519, + -0.7637287974357605, + -0.01692253351211548 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0033273696899414062, + -0.08964112401008606, + 1.3154613971710205, + -0.9925005435943604, + -1.6639068126678467, + 0.061480194330215454, + 0.0, + -0.19102822244167328, + -0.1172686517238617, + 0.13363714516162872, + 0.05976612865924835, + -1.134511947631836, + 0.11155534535646439, + 0.0, + 0.05389389023184776, + -0.2548255920410156, + -0.045396044850349426, + 0.06904086470603943, + -0.46479761600494385, + -0.0670367181301117, + 0.0 + ], + [ + -0.19526612758636475, + 0.5404060482978821, + 1.3154613971710205, + -0.9925005435943604, + -1.6639068126678467, + -0.4178987145423889, + 0.0, + 0.10266566276550293, + 0.0928497388958931, + 0.11269525438547134, + 0.41266560554504395, + -1.134511947631836, + -0.4361797571182251, + 0.0, + -0.15480558574199677, + -0.3644384741783142, + -0.2770487070083618, + 0.03602976351976395, + -0.46479761600494385, + -0.41843342781066895, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.616512775421143, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.315116047859192, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4314359426498413 + ] + ], + "predicted_scores": [ + 3.6472415924072266, + 3.5686326026916504, + 3.338284969329834, + 3.184868335723877, + 3.151373863220215, + 3.037160873413086, + 2.8623557090759277, + 2.513972759246826 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1790188787", + "selected_index": 0, + "state_hash": "36bda2b29ae74e82dfcf115f0950a368a0bfb6e0ef57ad21ba4a81533353c964", + "stored_base_utility": 0.20227843523025513, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07399994134902954, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07399994134902954 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08545441925525665, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08545441925525665 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07796584069728851, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07796584069728851 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0807429850101471, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0807429850101471 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07915717363357544, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07915717363357544 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0740579217672348, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0740579217672348 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07284235954284668, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07284235954284668 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07037679851055145, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07037679851055145 + } + ], + "candidate_progress": [ + 0.07399994134902954, + 0.08545441925525665, + 0.07796584069728851, + 0.0807429850101471, + 0.07915717363357544, + 0.0740579217672348, + 0.07284235954284668, + 0.07037679851055145 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-67f2977ab7d070052b61", + "ms-1979b899f11945b46b51", + "ms-1979b899f11945b46b51", + "ms-81eff749adbf328a93e1", + "ms-1979b899f11945b46b51" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-64f98d163b6bff29332b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2306540459394455, + -0.024477357044816017, + 1.3783454895019531, + -0.47946855425834656, + -1.5023372173309326, + 0.05396563559770584, + 0.07308557629585266, + 0.23840521275997162, + 0.08242835849523544, + 0.2131693959236145, + 0.03508906066417694, + -1.5769068002700806, + -0.17334339022636414, + 0.09521752595901489, + -0.10261623561382294, + 0.04322710260748863, + 0.11496704816818237, + -0.011863157153129578, + -0.4826449751853943, + 0.09232103824615479, + 0.12843306362628937 + ], + [ + 0.10061338543891907, + -0.029954930767416954, + 1.3607591390609741, + -0.511040985584259, + -1.4615964889526367, + 0.031211987137794495, + 0.07851177453994751, + 0.1447761505842209, + 0.051486410200595856, + 0.2310858517885208, + 0.06405963003635406, + -1.5167534351348877, + -0.01838594675064087, + 0.08099957555532455, + -0.08870901167392731, + 0.024206090718507767, + 0.10214987397193909, + -0.006959244608879089, + -0.4528038501739502, + 0.1795598566532135, + 0.1197596937417984 + ], + [ + 0.2281574010848999, + -0.026808638125658035, + 1.4254618883132935, + -0.5803471803665161, + -1.5642476081848145, + 0.06154301017522812, + 0.09033352136611938, + 0.15553554892539978, + 0.03761925548315048, + 0.15589399635791779, + 0.035775355994701385, + -1.5715824365615845, + -0.20472440123558044, + 0.0719795823097229, + -0.03835274651646614, + -0.02646508440375328, + 0.1426389217376709, + -0.07511816918849945, + -0.5472793579101562, + 0.34329354763031006, + 0.06687454134225845 + ], + [ + 0.08143731951713562, + 0.05644683539867401, + 1.067238211631775, + -0.38437074422836304, + -1.4997003078460693, + -0.05897536873817444, + 0.11061659455299377, + 0.18323728442192078, + 0.1311463713645935, + 0.4156075417995453, + -0.29877251386642456, + -1.2994933128356934, + -0.09906381368637085, + -0.04703570902347565, + -0.10407190024852753, + 0.05814429745078087, + 0.2809099853038788, + -0.11430035531520844, + -0.6276562809944153, + 0.23251944780349731, + 0.12425731122493744 + ], + [ + 0.1539439558982849, + -0.042503710836172104, + 1.2342027425765991, + -0.3317926526069641, + -1.337820291519165, + 0.014485150575637817, + 0.1022239625453949, + 0.17710432410240173, + 0.09135054051876068, + 0.28972357511520386, + -0.02431017905473709, + -1.3487801551818848, + 0.029789477586746216, + 0.07938285171985626, + -0.06808800995349884, + 0.03622884675860405, + 0.2261514663696289, + 0.10612849146127701, + -0.6765425801277161, + -0.06916618347167969, + 0.12059693038463593 + ], + [ + 0.2000572681427002, + -0.062321729958057404, + 1.2557199001312256, + -0.3032621741294861, + -1.25862717628479, + -0.05319187045097351, + 0.25170329213142395, + 0.23586469888687134, + 0.1072896346449852, + 0.2785967290401459, + -0.022758111357688904, + -1.2919822931289673, + 0.011661112308502197, + 0.1238616555929184, + -0.08574515581130981, + 0.02607555314898491, + 0.21852955222129822, + 0.07942744344472885, + -0.6949920058250427, + 0.009349465370178223, + 0.07431723922491074 + ], + [ + 0.08261522650718689, + -0.058909863233566284, + 1.3413218259811401, + -0.23721705377101898, + -1.1294965744018555, + -0.21211344003677368, + 0.3155398964881897, + 0.4147266745567322, + 0.12795783579349518, + 0.1354489028453827, + 0.020017769187688828, + -1.2586816549301147, + 0.2705080807209015, + -0.030173510313034058, + -0.1662788689136505, + 0.13172230124473572, + 0.15966340899467468, + 0.17720527946949005, + -0.8126328587532043, + 0.052678436040878296, + 0.11035086959600449 + ], + [ + 0.25082796812057495, + -0.027303798124194145, + 1.1353111267089844, + -0.2654046416282654, + -1.3785619735717773, + 0.21287190914154053, + 0.06660589575767517, + 0.239897221326828, + 0.17229139804840088, + 0.41041019558906555, + -0.2526882588863373, + -1.2188441753387451, + 0.4823389947414398, + -0.2717755436897278, + -0.13250546157360077, + 0.11644119024276733, + 0.2751159965991974, + 0.11323960870504379, + -0.8183607459068298, + 0.1775427758693695, + 0.11216438561677933 + ] + ], + "generated_utilities": [ + 0.07399994134902954, + 0.08545441925525665, + 0.07796584069728851, + 0.0807429850101471, + 0.07915717363357544, + 0.0740579217672348, + 0.07284235954284668, + 0.07037679851055145 + ], + "group_id": "ms-64f98d163b6bff29332b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1630929410457611, + 2.0, + 0.1664363443851471, + 0.023618638515472412, + 0.13502414524555206, + 0.03515857458114624, + 0.21020889282226562, + 0.1638869345188141, + 0.11694467067718506, + 0.04927399754524231, + 0.08256584405899048, + 0.14135359227657318, + 0.10142821073532104, + 0.03680068254470825, + 0.09918788075447083, + 0.0762275755405426 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.844039261341095, + -0.363788902759552, + 1.3073484897613525, + -0.565348744392395, + -1.2211496829986572, + 0.32744503021240234, + 0.0, + 0.2452567219734192, + -0.22896522283554077, + 0.48450231552124023, + 0.4578629732131958, + -1.5345399379730225, + -0.14618831872940063, + 0.0, + -0.36867013573646545, + 0.08003273606300354, + 0.2690543234348297, + 0.055231690406799316, + -0.47914373874664307, + 0.31940799951553345, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.878064155578613, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.975581645965576, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7791993618011475 + ], + [ + 0.7922373414039612, + 0.1362999528646469, + 2.1580445766448975, + -1.5050815343856812, + -2.7275190353393555, + 0.1477527916431427, + 2.0028066635131836, + -0.2843870520591736, + -0.6913459300994873, + 2.0226528644561768, + -0.25116273760795593, + -2.6720223426818848, + 0.0027085542678833008, + 1.4515306949615479, + 0.2530142664909363, + 0.021372079849243164, + 1.322740077972412, + 0.26297205686569214, + -1.9880039691925049, + -0.18406569957733154, + 1.4300415515899658 + ], + [ + 0.7936419248580933, + -0.22229135036468506, + 2.636671304702759, + -1.491039514541626, + -1.574615716934204, + 0.6631550788879395, + 2.6895360946655273, + 0.04848727583885193, + -0.5994541049003601, + 1.2064177989959717, + 0.10134153068065643, + -2.551260471343994, + 1.1044105291366577, + 1.8062951564788818, + 0.40482065081596375, + 0.12173280119895935, + 0.9657283425331116, + 0.2303999662399292, + -0.9425549507141113, + 0.4671052098274231, + 1.775580644607544 + ], + [ + 0.6349879503250122, + 0.8629811406135559, + 1.7597872018814087, + -2.015432596206665, + -2.6112515926361084, + 0.47865548729896545, + 2.3517627716064453, + 0.2009631097316742, + -1.088898777961731, + 1.2850914001464844, + -0.2207932323217392, + -1.9542568922042847, + -0.15715956687927246, + 1.3142483234405518, + 0.32033342123031616, + -0.9387706518173218, + 0.30091795325279236, + 0.486666202545166, + -1.4294947385787964, + -0.473611056804657, + 2.092810869216919 + ], + [ + 0.527248203754425, + -0.20917022228240967, + 1.7086424827575684, + -1.396439552307129, + -1.8734309673309326, + 0.4587753713130951, + 2.872904062271118, + 0.23552018404006958, + -1.2151247262954712, + 2.2211809158325195, + 0.5264022946357727, + -3.527585506439209, + 0.41375043988227844, + 1.3415803909301758, + 0.5307742953300476, + 0.7502366304397583, + 0.9833509922027588, + 0.39668890833854675, + -1.8246543407440186, + -0.7851948738098145, + 2.3292927742004395 + ], + [ + 0.39736831188201904, + -0.4691714644432068, + 2.9104344844818115, + -1.7151648998260498, + -1.7066223621368408, + 1.2379136085510254, + 2.7820377349853516, + 0.11791917681694031, + 0.6128329038619995, + 1.156388759613037, + -1.0033340454101562, + -1.5556118488311768, + 1.0565698146820068, + 2.6801390647888184, + 1.0328128337860107, + -1.0488611459732056, + 0.06348532438278198, + 1.048229455947876, + -1.053946852684021, + 0.859115481376648, + 1.230559229850769 + ], + [ + 0.7979198098182678, + 0.08173695206642151, + 2.7308402061462402, + -2.3968799114227295, + -1.8317595720291138, + 0.23538991808891296, + 2.5157999992370605, + -0.36875760555267334, + 0.3817051351070404, + 2.1303727626800537, + 0.0856575220823288, + -2.489530563354492, + 1.2734088897705078, + 2.1098363399505615, + 0.26519882678985596, + -0.363516628742218, + 0.8552681803703308, + 0.0260697603225708, + -2.412036180496216, + 0.3797714114189148, + 1.7265994548797607 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0313287079334259, + -0.04626375436782837, + 1.3073484897613525, + -0.565348744392395, + -1.2211496829986572, + 0.033880650997161865, + 0.0, + 0.0005479753017425537, + -0.01687481999397278, + 0.48450231552124023, + 0.08258260786533356, + -1.5345399379730225, + 0.0638393759727478, + 0.0, + -0.01479753851890564, + 0.004143431782722473, + 0.03290212154388428, + -0.01484614610671997, + -0.47914373874664307, + -0.010325193405151367, + 0.0 + ] + ], + "predicted_scores": [ + 8.782903671264648, + 8.632031440734863, + 8.47800350189209, + 8.475674629211426, + 8.253798484802246, + 7.9812726974487305, + 7.893808841705322, + 7.852680683135986 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1261930456", + "selected_index": 0, + "state_hash": "0351c81b6436b42592283fcda8bcfc35de3b967f25e338697489f7448ff3b2c8", + "stored_base_utility": 0.1630929410457611, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04073460400104523, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04073460400104523 + }, + "base_progress": 0.04073460400104523, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.04073460400104523, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19968169927597046, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19968169927597046 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.193977490067482, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.193977490067482 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18781442940235138, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18781442940235138 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19891603291034698, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19891603291034698 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 0.19968169927597046, + 1.0, + 0.193977490067482, + 0.18781442940235138, + 1.0, + 0.19891603291034698 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-68054c6c805197b033a7", + "ms-6825a9112cb71ea137c9", + "ms-68054c6c805197b033a7", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-68054c6c805197b033a7", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + false, + true, + false, + false, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-c2ae2b78ab7891e74c80", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6770780682563782, + -0.09529024362564087, + 0.7872525453567505, + -1.4190917015075684, + -1.5606029033660889, + -0.38919809460639954, + 0.1430748701095581, + 0.3020077347755432, + 0.08180654048919678, + -0.3096989691257477, + -0.09725100547075272, + -0.9404938220977783, + 0.012317299842834473, + 0.012026071548461914, + -0.2728504538536072, + -0.15006454288959503, + 0.2822301387786865, + 0.2601233720779419, + -0.5192897319793701, + 0.2296629548072815, + 0.39802998304367065 + ], + [ + -0.48386961221694946, + -0.07795947790145874, + 0.8045108318328857, + -1.2217016220092773, + -1.5082433223724365, + -0.13594087958335876, + 0.1631508767604828, + 0.05224807560443878, + 0.10818172246217728, + -0.31290701031684875, + -0.3874865472316742, + -1.079079508781433, + 0.017681479454040527, + -0.018346726894378662, + -0.019999343901872635, + 0.010209638625383377, + -0.0007116198539733887, + 0.01601254940032959, + -0.44094234704971313, + -0.104212686419487, + 0.18774423003196716 + ], + [ + -0.5773219466209412, + 0.055547215044498444, + 0.7046566605567932, + -1.7071934938430786, + -1.4987201690673828, + -0.4021088182926178, + 0.34781599044799805, + 0.224094957113266, + 0.19338522851467133, + -0.3176965117454529, + -0.29551663994789124, + -1.169986367225647, + -0.09368407726287842, + -0.22251282632350922, + -0.31060633063316345, + -0.16564692556858063, + -0.004838377237319946, + 0.29857131838798523, + -0.7938101887702942, + -0.1884825974702835, + 0.3668951988220215 + ], + [ + -0.5893363952636719, + 0.005833446979522705, + 0.8359338045120239, + -1.5237334966659546, + -1.6347033977508545, + -0.24646499752998352, + 0.5149677991867065, + 0.019707337021827698, + 0.21411988139152527, + -0.2804357707500458, + -0.3922478258609772, + -1.0027235746383667, + 0.23623165488243103, + -0.04531089961528778, + -0.17899395525455475, + -0.04769128933548927, + -0.24496717751026154, + 0.13165119290351868, + -0.4575679898262024, + -0.17461533844470978, + 0.2004043459892273 + ], + [ + -0.5283572673797607, + 0.04744043946266174, + 0.5317836999893188, + -1.5600500106811523, + -1.4460015296936035, + 0.0964275673031807, + 0.19207367300987244, + 0.2718809247016907, + 0.22901690006256104, + -0.36498746275901794, + -0.3545166254043579, + -0.9617583751678467, + -0.12949177622795105, + 0.12980186939239502, + -0.30382534861564636, + -0.06632086634635925, + -0.05589200556278229, + -0.009453967213630676, + -0.44923657178878784, + 0.47354215383529663, + 0.22484268248081207 + ], + [ + -0.8083463311195374, + -0.043328989297151566, + 0.6805551648139954, + -1.7035257816314697, + -1.5104553699493408, + 0.1528436839580536, + 0.5044300556182861, + 0.28197741508483887, + 0.2311057299375534, + -0.23275992274284363, + -0.2759285569190979, + -0.917123556137085, + -0.07844310998916626, + -0.09890606999397278, + -0.25888746976852417, + -0.17129862308502197, + 0.00035119056701660156, + 0.29350340366363525, + -0.47695815563201904, + 0.2009199857711792, + 0.5667500495910645 + ], + [ + -0.4656931757926941, + 0.13439451158046722, + 0.7447197437286377, + -1.497925877571106, + -1.4904701709747314, + 0.42408668994903564, + 0.14896568655967712, + 0.3601221740245819, + 0.3044374883174896, + -0.29815083742141724, + -0.33948594331741333, + -1.0634218454360962, + 0.10763469338417053, + 0.009662240743637085, + -0.18311691284179688, + -0.049253158271312714, + -0.07173363864421844, + -0.08063746988773346, + -0.45091837644577026, + 0.6031780242919922, + 0.2653757929801941 + ], + [ + -0.5347414016723633, + 0.06726139038801193, + 0.5985311269760132, + -1.6558951139450073, + -1.5506038665771484, + -0.1336776316165924, + 0.2197667360305786, + 0.272732675075531, + 0.2464071363210678, + -0.48557037115097046, + -0.29169589281082153, + -0.8865365982055664, + -0.3911905884742737, + 0.09264957904815674, + -0.37085020542144775, + -0.017281129956245422, + 0.07167944312095642, + 0.07684225589036942, + -0.4827007055282593, + 0.5322225093841553, + 0.4592905342578888 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 0.19968169927597046, + 2.0, + 0.193977490067482, + 0.18781442940235138, + 2.0, + 0.19891603291034698 + ], + "group_id": "ms-c2ae2b78ab7891e74c80", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 9.402632713317871e-06, + 2.0, + 9.715557098388672e-06, + 2.0, + 0.19540727138519287, + 2.0, + 0.10736367106437683, + 2.0, + 0.16116800904273987, + 0.09818874299526215, + 0.07481488585472107, + 0.12561309337615967, + 2.0, + 0.01182641088962555, + 0.15575706958770752, + 0.07975086569786072 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.6827399730682373, + -0.029386281967163086, + 0.7580958604812622, + -1.3798003196716309, + -1.0901095867156982, + -0.04039043188095093, + 0.0, + -0.010924920439720154, + -0.016732439398765564, + 0.03900532424449921, + 0.013981983065605164, + -1.2028529644012451, + 0.048696696758270264, + 0.0, + -0.0438801571726799, + -0.05970276892185211, + 0.02299252152442932, + 0.0502314567565918, + -0.09380108118057251, + 0.07330536842346191, + 0.0 + ], + [ + -0.6827399730682373, + -0.08718308806419373, + 0.7580958604812622, + -1.3798003196716309, + -1.0901095867156982, + -0.4546627700328827, + 0.0, + -0.22159980237483978, + 0.13780833780765533, + -0.1737097203731537, + 0.09491576999425888, + -1.2028529644012451, + 0.039140596985816956, + 0.0, + 0.3457217514514923, + -0.2966555058956146, + -0.5004150867462158, + -0.2446610927581787, + -0.0549699068069458, + -0.3402343690395355, + 0.0 + ], + [ + -1.6827399730682373, + 0.19772657752037048, + 1.7580958604812622, + -2.379800319671631, + -2.0901095867156982, + -0.8672186136245728, + 1.6214418411254883, + -0.16213560104370117, + 0.0696118101477623, + -0.17056526243686676, + 0.12484683096408844, + -2.202852964401245, + 0.14872829616069794, + 0.7461217045783997, + -0.08971104025840759, + -0.1577102392911911, + 0.4995848834514618, + 0.7505068778991699, + -0.9078180193901062, + -0.5356389284133911, + 0.5965220332145691 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.2428836822509766, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4922434091567993, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1930440664291382 + ], + [ + -1.785402536392212, + 0.07243463397026062, + 1.9232938289642334, + -2.605011463165283, + -2.041095495223999, + -0.8232950568199158, + 1.6791679859161377, + -0.1772073209285736, + -0.19386765360832214, + -0.13796445727348328, + -0.06408281624317169, + -2.126410484313965, + -0.049797967076301575, + 0.47563445568084717, + 0.00788993388414383, + -0.22256594896316528, + 0.6891735792160034, + 0.6727316975593567, + -1.036881446838379, + -0.5347869992256165, + 0.46968942880630493 + ], + [ + -1.338936686515808, + 0.24893929064273834, + 1.6517337560653687, + -2.3397064208984375, + -2.125723123550415, + -0.7358039021492004, + 1.3308616876602173, + -0.3790901303291321, + 0.19445444643497467, + -0.31552785634994507, + 0.02012307196855545, + -2.393663167953491, + -0.14417500793933868, + 0.6015816926956177, + -0.4712853729724884, + -0.29654455184936523, + 0.13922172784805298, + 0.4018354117870331, + -0.8912688493728638, + -0.6389764547348022, + 0.9482733011245728 + ], + [ + -1.6475306749343872, + 0.4559163451194763, + 1.6604440212249756, + -2.654646158218384, + -1.8043334484100342, + -1.1519361734390259, + 1.571244478225708, + -0.28997987508773804, + -0.4280521273612976, + -0.14011025428771973, + -0.2653689384460449, + -1.974306583404541, + -0.3119872212409973, + 0.7317888736724854, + -0.1901276707649231, + 0.3014383912086487, + 0.56174635887146, + 0.915590763092041, + -1.3035192489624023, + -0.3569711446762085, + 0.16930130124092102 + ], + [ + -1.286664366722107, + -0.3223377764225006, + 1.48124361038208, + -2.6231727600097656, + -2.5700302124023438, + -0.5661789178848267, + 1.2130403518676758, + -0.050085775554180145, + -0.25086504220962524, + 0.027206450700759888, + 0.24233049154281616, + -1.9277328252792358, + 0.5782615542411804, + 1.003176212310791, + -0.6371359825134277, + 0.28094935417175293, + 0.40697088837623596, + 1.0566415786743164, + -1.0438491106033325, + -0.3954675793647766, + 0.9806668162345886 + ], + [ + -2.3335683345794678, + 0.3640647530555725, + 1.8345489501953125, + -2.4405834674835205, + -1.806024432182312, + -0.4897755980491638, + 1.608415126800537, + -0.244770348072052, + 0.2751413583755493, + -0.0951928123831749, + 0.2775200307369232, + -2.6772890090942383, + -0.5100870728492737, + 0.6969379186630249, + -0.003443613648414612, + 0.47614651918411255, + 0.21079078316688538, + 0.5223634243011475, + -0.5784021615982056, + -0.8325352072715759, + 1.1846063137054443 + ], + [ + -2.124680995941162, + 0.04596143960952759, + 1.427090048789978, + -2.9676101207733154, + -2.200547456741333, + -1.4051504135131836, + 1.8161650896072388, + 0.2907639145851135, + -0.5550493001937866, + 0.3201221823692322, + 0.1045001968741417, + -1.7349661588668823, + -0.5672655701637268, + 0.8799899816513062, + -0.2551366090774536, + 0.5865848660469055, + 0.09534311294555664, + 1.4754624366760254, + -1.5542306900024414, + -1.0866234302520752, + 0.8537646532058716 + ], + [ + -0.9459008574485779, + 0.17124903202056885, + 1.053638219833374, + -2.4307701587677, + -2.336066246032715, + -1.65305757522583, + 0.9150416254997253, + -0.47098374366760254, + -0.49722686409950256, + -0.9318068623542786, + 0.628615140914917, + -1.6131073236465454, + -0.18811185657978058, + 1.2961628437042236, + -0.12928195297718048, + 0.6061784029006958, + 0.6049997806549072, + 1.4630740880966187, + -0.11967170238494873, + -0.9579744338989258, + 1.4420297145843506 + ], + [ + -2.575862169265747, + 0.48316916823387146, + 1.4306434392929077, + -1.6351758241653442, + -3.0202643871307373, + -0.9803714752197266, + 0.7166923880577087, + 0.10567617416381836, + 0.6861172914505005, + 0.3895415663719177, + 0.5898029804229736, + -1.986136555671692, + -0.45037364959716797, + -0.08318424224853516, + -0.8457733392715454, + 0.061323463916778564, + 0.8120988607406616, + 0.3238263428211212, + -1.687078595161438, + -0.354535311460495, + 0.6335770487785339 + ], + [ + -2.347996711730957, + 1.0898327827453613, + 1.3190698623657227, + -2.3362865447998047, + -1.933609127998352, + -1.3073863983154297, + 2.0244686603546143, + 0.4856991171836853, + -0.3205769956111908, + -0.1938151866197586, + 0.8357638120651245, + -2.1020724773406982, + -0.6479088664054871, + -0.17284762859344482, + 0.9041155576705933, + 0.7200105786323547, + 0.9877227544784546, + 0.7186073660850525, + -1.4093363285064697, + -0.26683422923088074, + 1.4840497970581055 + ] + ], + "predicted_scores": [ + 3.999845504760742, + 3.3677849769592285, + 3.2748756408691406, + 3.0873618125915527, + 2.979557514190674, + 2.8632631301879883, + 2.6839170455932617, + 2.606954574584961 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "509430392", + "selected_index": 0, + "state_hash": "671769ea28f4f97f10c0ad5494f2e7fc1e28fc313dd260013e8024fcd42f5bf7", + "stored_base_utility": 9.402632713317871e-06, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1528753936290741, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1528753936290741 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1783159077167511, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1783159077167511 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1876985728740692, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1876985728740692 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16776961088180542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16776961088180542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18298059701919556, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18298059701919556 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17207352817058563, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17207352817058563 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19622710347175598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19622710347175598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16830326616764069, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16830326616764069 + } + ], + "candidate_progress": [ + 0.1528753936290741, + 0.1783159077167511, + 0.1876985728740692, + 0.16776961088180542, + 0.18298059701919556, + 0.17207352817058563, + 0.19622710347175598, + 0.16830326616764069 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d4c37ed44fb338c1d551", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6794382333755493, + -0.33493512868881226, + 0.6468287706375122, + -1.3008822202682495, + -2.0987789630889893, + 0.20125922560691833, + 1.734654426574707, + 0.2511451840400696, + 0.3656788468360901, + -0.9710419178009033, + -0.08778471499681473, + -1.03614342212677, + -0.7221583127975464, + 0.7600512504577637, + -0.010183263570070267, + 0.09116898477077484, + 0.05247056484222412, + -0.2499207705259323, + -0.6107797026634216, + 0.20727437734603882, + 0.2355954647064209 + ], + [ + -0.5892018675804138, + -0.13043290376663208, + 0.7333490252494812, + -0.8837827444076538, + -1.8368442058563232, + 0.7540311813354492, + 1.364983320236206, + 0.22649812698364258, + 0.3658614456653595, + -0.8626269698143005, + -0.32056283950805664, + -1.3772335052490234, + -0.25204113125801086, + 0.42254412174224854, + -0.17767053842544556, + 0.2402469366788864, + -0.28476613759994507, + -0.1992349773645401, + -1.170795202255249, + -0.1962127685546875, + 0.39113718271255493 + ], + [ + -0.7025867700576782, + -0.04154099151492119, + 0.5119876861572266, + -0.7918922901153564, + -1.8657174110412598, + -0.2693588435649872, + 1.3705401420593262, + 0.03813052177429199, + 0.39447224140167236, + -0.6495809555053711, + 0.12236987799406052, + -0.6594319939613342, + 0.1135089099407196, + 0.5403450727462769, + -0.08074460923671722, + 0.042837806046009064, + -0.20113147795200348, + -0.09989909827709198, + -0.7463516592979431, + 0.028072237968444824, + 0.27611351013183594 + ], + [ + -0.7483350038528442, + -0.08252114057540894, + 0.45036402344703674, + -0.9080300331115723, + -1.8894953727722168, + -0.35271623730659485, + 1.024548888206482, + 0.02192084491252899, + 0.48326408863067627, + -0.6888014078140259, + 0.20672935247421265, + -0.6846866011619568, + -0.07912170886993408, + 0.23680272698402405, + -0.28937533497810364, + -0.07411059737205505, + -0.031284913420677185, + -0.0687573105096817, + -0.7974180579185486, + 0.004519015550613403, + 0.4624849557876587 + ], + [ + -0.7925969958305359, + -0.17905351519584656, + 0.4644877314567566, + -0.7711535692214966, + -1.9065823554992676, + 0.2924429774284363, + 1.3697686195373535, + 0.1377250999212265, + 0.4172755181789398, + -0.7489074468612671, + -0.1739276945590973, + -0.7644699811935425, + 0.00997653603553772, + 0.45513999462127686, + -0.1063198447227478, + 0.08408448100090027, + -0.14004217088222504, + -0.3375008702278137, + -0.5984891057014465, + -0.08218352496623993, + 0.424706369638443 + ], + [ + -0.8746052980422974, + -0.17122100293636322, + 0.5259099006652832, + -0.9279975891113281, + -1.8682682514190674, + 0.1676003634929657, + 1.4039127826690674, + 0.015797406435012817, + 0.39648550748825073, + -0.7061160802841187, + -0.12817180156707764, + -0.8062678575515747, + 0.13626298308372498, + 0.522488534450531, + -0.00032146647572517395, + 0.04979279637336731, + -0.11964775621891022, + -0.12470443546772003, + -0.6569674015045166, + -0.168174609541893, + 0.7033549547195435 + ], + [ + -0.7195554375648499, + -0.07607568800449371, + 0.5474749803543091, + -0.7895498275756836, + -1.7474725246429443, + 0.3981987535953522, + 1.5255920886993408, + 0.10644665360450745, + 0.4712992310523987, + -0.6794309616088867, + -0.17062941193580627, + -0.4440227746963501, + 0.11648520827293396, + 0.573293924331665, + -0.16447490453720093, + 0.07138346135616302, + -0.1462978571653366, + -0.33434492349624634, + -0.6905501484870911, + 0.10070919990539551, + 0.7305755615234375 + ], + [ + -1.0659828186035156, + -0.13432832062244415, + 0.5326821208000183, + -0.5972460508346558, + -1.7773911952972412, + 0.5556926727294922, + 1.532393455505371, + 0.10774435847997665, + 0.4324387013912201, + -0.8122280836105347, + -0.20770800113677979, + -0.7000586986541748, + 0.12015005946159363, + 0.37779736518859863, + -0.12838661670684814, + 0.04909767210483551, + -0.3325039744377136, + -0.3865395784378052, + -0.5612073540687561, + -0.12258099019527435, + 0.7446682453155518 + ] + ], + "generated_utilities": [ + 0.1528753936290741, + 0.1783159077167511, + 0.1876985728740692, + 0.16776961088180542, + 0.18298059701919556, + 0.17207352817058563, + 0.19622710347175598, + 0.16830326616764069 + ], + "group_id": "ms-d4c37ed44fb338c1d551", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1579073667526245, + 0.1459968090057373, + 0.03196020424365997, + 0.1233975887298584, + 0.09265416860580444, + 0.13665197789669037, + 0.12166574597358704, + 0.07427266240119934, + 0.20948036015033722, + 0.11162391304969788, + 0.13613992929458618, + 0.03776499629020691, + 0.13188457489013672, + 0.07948221266269684, + 0.03873959183692932, + 0.011951223015785217 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.443831205368042, + 0.2532481849193573, + -0.09923720359802246, + -0.9178986549377441, + -1.6100568771362305, + 0.22669275104999542, + 0.0, + -0.1154164969921112, + -0.1308777928352356, + -0.21722888946533203, + -0.0057668983936309814, + -0.09792166948318481, + -0.1986628621816635, + 0.0, + 0.03491201996803284, + -0.04029546678066254, + 0.34870830178260803, + -0.27497509121894836, + -0.07527810335159302, + 0.12437087297439575, + 0.0 + ], + [ + -1.443831205368042, + 0.028385233134031296, + 0.627898097038269, + -1.9178986549377441, + -2.6100568771362305, + -0.1119994968175888, + 1.5259579420089722, + 0.018446844071149826, + 0.06244344264268875, + -0.7767174243927002, + 0.43508267402648926, + -0.9620097279548645, + 0.13620389997959137, + 0.24677397310733795, + -0.4808824956417084, + 0.1967506855726242, + 0.048620063811540604, + 0.3376862704753876, + -0.6302486062049866, + -0.675406813621521, + 0.33730176091194153 + ], + [ + -1.7710671424865723, + 0.19739116728305817, + 0.8425130248069763, + -2.0846328735351562, + -2.5408060550689697, + 0.25009608268737793, + 1.3350679874420166, + 0.2320866882801056, + -0.0979912057518959, + -0.5871691703796387, + 0.4867067039012909, + -1.1276901960372925, + 0.532762885093689, + 0.21982420980930328, + -0.7436342239379883, + 0.5639820098876953, + -0.07833561301231384, + 0.1678193062543869, + -0.5296912789344788, + -0.9095227718353271, + 0.43039923906326294 + ], + [ + -2.1729178428649902, + -0.6836614608764648, + 0.5626458525657654, + -1.397756814956665, + -3.081930160522461, + 0.47042280435562134, + 1.9600087404251099, + -0.5498180985450745, + 0.6174838542938232, + -1.0028033256530762, + 1.0893927812576294, + -0.4203055500984192, + 0.5620973110198975, + 0.9168002605438232, + -0.11158648133277893, + -0.18675778806209564, + 0.253359854221344, + 0.7505862712860107, + -1.0163484811782837, + -1.4207868576049805, + 0.7469977736473083 + ], + [ + -1.6655117273330688, + -0.8459445834159851, + -0.06220763921737671, + -1.3420202732086182, + -3.062387466430664, + 0.19770868122577667, + 0.7800455689430237, + 0.9818161129951477, + 0.17006734013557434, + -0.542914867401123, + 0.3287160396575928, + -1.1529994010925293, + -0.5988008379936218, + -0.49976444244384766, + 0.43512383103370667, + 0.5786957740783691, + -0.433750718832016, + 0.037184715270996094, + 0.03358173370361328, + -0.4116172194480896, + -0.20554658770561218 + ], + [ + -2.1669554710388184, + 0.054185450077056885, + 0.29080891609191895, + -2.186284065246582, + -1.984589695930481, + 0.6265068054199219, + 0.7274993658065796, + 0.13720490038394928, + -0.3741576671600342, + -0.16870588064193726, + 0.7127862572669983, + -0.42476606369018555, + 0.9711765646934509, + -0.551851212978363, + -1.179848074913025, + -0.37945616245269775, + -0.341731995344162, + 0.42141038179397583, + -0.06916701793670654, + -1.3377459049224854, + 0.8414751291275024 + ], + [ + -1.6547549962997437, + -0.954718291759491, + 0.5701465010643005, + -1.0173258781433105, + -3.5881829261779785, + -0.4562709331512451, + 1.672088384628296, + 0.589076817035675, + -0.37256208062171936, + -1.2560211420059204, + -0.13726270198822021, + -1.5398616790771484, + -0.6307225227355957, + -0.42135292291641235, + -0.2555071711540222, + 0.10482502728700638, + -0.360903263092041, + -0.13330939412117004, + 0.0684058666229248, + -0.7164079546928406, + 0.5866029262542725 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.9724192023277283, + -0.17340625822544098, + 1.0242902040481567, + -1.7517329454421997, + -2.4042701721191406, + 0.021325916051864624, + 1.978757381439209, + 0.3199353814125061, + 0.028569582849740982, + -1.0424354076385498, + 0.6364829540252686, + -0.8227888345718384, + -0.07924336194992065, + 0.2230343371629715, + -0.35748088359832764, + 0.1501065045595169, + -0.048587437719106674, + 0.07358083128929138, + -0.3662525415420532, + -0.3589644730091095, + 0.29999223351478577 + ] + ], + "predicted_scores": [ + 7.071470260620117, + 6.531613826751709, + 6.311511993408203, + 5.792372703552246, + 5.785553932189941, + 5.402917861938477, + 4.834583282470703, + 4.381250858306885 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1480856810", + "selected_index": 0, + "state_hash": "d3b5656fd9fa3e74a46b229f7ac5d6985064191b1774fb9a6853aa296a3b124d", + "stored_base_utility": 0.1579073667526245, + "task_id": "PushCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08620692789554596, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08620692789554596 + }, + "base_progress": 0.08620692789554596, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08620692789554596, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07902413606643677, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07902413606643677 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06795275211334229, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06795275211334229 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07194386422634125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07194386422634125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07565605640411377, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07565605640411377 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06999020278453827, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06999020278453827 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06495910882949829, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06495910882949829 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07520082592964172, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07520082592964172 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07168789207935333, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07168789207935333 + } + ], + "candidate_progress": [ + 0.07902413606643677, + 0.06795275211334229, + 0.07194386422634125, + 0.07565605640411377, + 0.06999020278453827, + 0.06495910882949829, + 0.07520082592964172, + 0.07168789207935333 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-07b479748a91a9c92b20", + "ms-38ed02dacc133a888d3a", + "ms-016c5de39ed3c111889a", + "ms-ee2fcbc94d41385713d0", + "ms-bb299baa34e49eafb9fc", + "ms-38ed02dacc133a888d3a", + "ms-2fef2f43af8009bb88f1", + "ms-5ac1bf2d7d319955d45d" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-146ff6c3f22b3a49af3a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.05989813804626465, + -0.11125443875789642, + 0.23677471280097961, + 0.28230616450309753, + 0.6577040553092957, + 1.4914180040359497, + -0.039292752742767334, + 0.09037657827138901, + 0.049309417605400085, + -0.08280999213457108, + -0.02093331515789032, + 0.16248935461044312, + -1.6523447036743164, + -0.1551353484392166, + -0.15401260554790497, + 0.05517352744936943, + 0.1056940108537674, + 0.1654251515865326, + 0.03430141508579254, + -1.6973121166229248, + -0.1452772319316864 + ], + [ + 0.08385411649942398, + -0.10276347398757935, + 0.39749401807785034, + 0.38888171315193176, + 0.9408484697341919, + 1.446681261062622, + 0.0760529637336731, + 0.12450660020112991, + 0.08941800892353058, + 0.022185154259204865, + -0.24107974767684937, + 0.21097160875797272, + -1.7480406761169434, + -0.16946928203105927, + -0.03850637748837471, + 0.17811787128448486, + -0.05535627901554108, + 0.0900101512670517, + 0.06047779321670532, + -1.7908987998962402, + 0.026178598403930664 + ], + [ + 0.15589070320129395, + -0.12975585460662842, + 0.3230012357234955, + 0.3221885859966278, + 0.7223439812660217, + 0.9957687854766846, + -0.0011754035949707031, + 0.012640595436096191, + 0.03250721096992493, + 0.08504396677017212, + -0.16969019174575806, + 0.0441003143787384, + -1.8938623666763306, + -0.10488776862621307, + -0.04010153189301491, + 0.16142922639846802, + -0.12223397195339203, + 0.18408937752246857, + -0.06738102436065674, + -1.6616442203521729, + -0.032373443245887756 + ], + [ + 0.07228292524814606, + -0.10585515201091766, + 0.2679998576641083, + 0.5085973739624023, + 0.7053792476654053, + 1.547013282775879, + 0.08091798424720764, + 0.07143428176641464, + 0.03824552893638611, + -0.019001908600330353, + -0.0480552613735199, + -0.006369888782501221, + -1.7959272861480713, + -0.03533513844013214, + -0.08382289111614227, + 0.07018385827541351, + 0.019280284643173218, + 0.0946115031838417, + -0.017910510301589966, + -1.909146785736084, + -0.045825809240341187 + ], + [ + 0.18081626296043396, + -0.10565783083438873, + 0.2845993936061859, + 0.13675269484519958, + 0.48913639783859253, + 1.4260655641555786, + -0.04181873798370361, + 0.1283511072397232, + 0.04429358243942261, + -0.07060963660478592, + -0.03695139288902283, + 0.10958053916692734, + -2.016939640045166, + -0.12132714688777924, + -0.10548116266727448, + 0.06681063771247864, + 0.06554208695888519, + 0.1772693246603012, + 0.017677128314971924, + -1.5467033386230469, + -0.10684844851493835 + ], + [ + 0.14122352004051208, + -0.12461806833744049, + 0.3708652853965759, + 0.32934144139289856, + 0.9471189975738525, + 1.4156314134597778, + -0.006966948509216309, + 0.07321636378765106, + 0.08054998517036438, + 0.03925127536058426, + -0.21679195761680603, + 0.18117092549800873, + -1.8397018909454346, + -0.23753045499324799, + 0.09368380904197693, + 0.18265733122825623, + -0.045807525515556335, + 0.06929843127727509, + 0.10244159400463104, + -1.7907156944274902, + 0.05525527149438858 + ], + [ + 0.10515256226062775, + -0.11076325178146362, + 0.3721449077129364, + 0.25882840156555176, + 0.6864734888076782, + 1.3744757175445557, + -0.08368980884552002, + 0.031675904989242554, + 0.07053443789482117, + -0.058729030191898346, + 0.02721789851784706, + 0.10998693853616714, + -1.8174649477005005, + -0.0961853563785553, + -0.08554993569850922, + 0.07265576720237732, + 0.07593682408332825, + 0.1449529081583023, + 0.017507344484329224, + -1.7167930603027344, + -0.08834382891654968 + ], + [ + 0.1812065690755844, + -0.12074977159500122, + 0.30672818422317505, + 0.36405566334724426, + 0.6625946760177612, + 1.4893664121627808, + -0.11826473474502563, + 0.01341642439365387, + 0.07032570987939835, + -0.010682888329029083, + -0.09614700824022293, + -0.04421013593673706, + -2.0302329063415527, + 0.09594614803791046, + 0.026634618639945984, + 0.07210856676101685, + -0.03741811215877533, + 0.0766100287437439, + -0.05442538857460022, + -2.06699275970459, + -0.09250584244728088 + ] + ], + "generated_utilities": [ + 0.07902413606643677, + 0.06795275211334229, + 0.07194386422634125, + 0.07565605640411377, + 0.06999020278453827, + 0.06495910882949829, + 0.07520082592964172, + 0.07168789207935333 + ], + "group_id": "ms-146ff6c3f22b3a49af3a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8573464751243591, + 2.0, + 0.17449402809143066, + 0.13178172707557678, + 0.07684887945652008, + 0.12017947435379028, + 0.05566146969795227, + 0.07082991302013397, + 0.08083838224411011, + 0.020493820309638977, + 0.11605483293533325, + 0.049683570861816406, + 0.04135897755622864, + 0.03948664665222168, + 0.06233435869216919, + 0.10726416110992432 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.323108434677124, + 0.43831104040145874, + 0.3448992967605591, + -0.05036330223083496, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + 0.14094576239585876, + -0.014576124027371407, + 0.0011717770248651505, + -0.11731310188770294, + -0.12844428420066833, + -2.0082809925079346, + 0.0, + -0.008756573311984539, + -0.01479177363216877, + -0.11792410165071487, + -0.16677170991897583, + 0.4253872036933899, + -1.4483249187469482, + 0.0 + ], + [ + 0.323108434677124, + 0.09949535131454468, + 0.3448992967605591, + -0.27075982093811035, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + -0.14432257413864136, + 0.32546716928482056, + -0.15337134897708893, + -0.16166767477989197, + -0.08133050799369812, + -2.0082809925079346, + 0.0, + 0.1278088092803955, + 0.16570782661437988, + 0.4349430501461029, + 0.050776660442352295, + 0.2103824019432068, + -1.4483249187469482, + 0.0 + ], + [ + 1.323108434677124, + -0.4019119143486023, + 1.344899296760559, + 0.5493367910385132, + 3.2128946781158447, + 2.1642136573791504, + -3.3586537837982178, + -0.3012219965457916, + -0.02764793485403061, + -0.01954484172165394, + -0.024781078100204468, + 0.023837078362703323, + -3.0082809925079346, + -0.8299610614776611, + -0.012712858617305756, + -0.0027641283813863993, + 0.022856658324599266, + 0.3079124689102173, + 0.39453765749931335, + -2.4483249187469482, + -1.6508514881134033 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -6.7173075675964355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.6599221229553223, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3017029762268066 + ], + [ + 1.1259276866912842, + -0.4481360614299774, + 1.5872836112976074, + 0.35541218519210815, + 3.2482290267944336, + 2.4110934734344482, + -3.5079429149627686, + -0.2525297701358795, + -0.163646399974823, + -0.14629974961280823, + -0.008128488436341286, + -0.07269784808158875, + -3.151264190673828, + -0.5999443531036377, + 0.28271594643592834, + 0.18415749073028564, + 0.12761051952838898, + 0.19391027092933655, + 0.15312711894512177, + -2.7363975048065186, + -1.4168288707733154 + ], + [ + 1.055124044418335, + -0.05669510364532471, + 0.9554775357246399, + 0.49470582604408264, + 2.904676914215088, + 1.8619369268417358, + -3.6492936611175537, + -0.26963263750076294, + 0.01732731983065605, + -0.39340144395828247, + 0.06618498265743256, + 0.1148843914270401, + -2.6879899501800537, + -0.860731303691864, + 0.26934102177619934, + 0.33010557293891907, + 0.2306610494852066, + 0.08041872084140778, + 0.3448043763637543, + -2.1340696811676025, + -1.9582425355911255 + ], + [ + 0.9742332696914673, + -0.5156759023666382, + 1.156617283821106, + 0.4607399106025696, + 3.6273908615112305, + 1.8213626146316528, + -2.872772455215454, + 0.1504633128643036, + 0.34102189540863037, + -0.2232944369316101, + -0.4766674041748047, + -0.28068384528160095, + -2.982954263687134, + -0.9967663288116455, + -0.3075574040412903, + 0.02495192550122738, + -0.2761293947696686, + 0.3179784417152405, + 0.21963068842887878, + -2.129706621170044, + -1.1622016429901123 + ], + [ + 1.6973782777786255, + -0.9381128549575806, + 0.7880529761314392, + 1.0651257038116455, + 2.783797025680542, + 2.6810779571533203, + -3.9374663829803467, + -0.1817457675933838, + 0.05295892804861069, + -0.4160749614238739, + 0.5573264360427856, + 0.576975405216217, + -3.562321662902832, + -0.7864723801612854, + 0.4698501229286194, + 0.10171415656805038, + -0.5541850328445435, + 0.16388662159442902, + 0.9377590417861938, + -2.645901918411255, + -1.8232909440994263 + ], + [ + 0.753933846950531, + -0.09454399347305298, + 2.036414861679077, + 0.7532405257225037, + 3.768709659576416, + 2.753049373626709, + -3.2939984798431396, + 0.383571594953537, + 0.5926032662391663, + -0.7104921340942383, + 0.6231744289398193, + 0.3131536841392517, + -3.4974896907806396, + -1.1602580547332764, + -0.279979407787323, + 0.3777850270271301, + -0.14099709689617157, + 0.44763946533203125, + -0.1012924313545227, + -2.767500638961792, + -1.2809752225875854 + ], + [ + 0.9979676008224487, + -0.38492682576179504, + 0.6633920669555664, + 0.4140283465385437, + 3.6910464763641357, + 1.9491791725158691, + -3.603092908859253, + 0.26775386929512024, + 0.5356366038322449, + -0.7584823369979858, + -0.15874433517456055, + -0.13388162851333618, + -3.3625593185424805, + -0.6664457321166992, + 0.7312494516372681, + 0.04953594505786896, + -0.41834092140197754, + 0.9538499116897583, + 0.9449566602706909, + -2.3395652770996094, + -1.2224913835525513 + ], + [ + 0.45700782537460327, + -0.3003230392932892, + 2.027888774871826, + 0.04770219326019287, + 2.723787546157837, + 2.7732889652252197, + -3.6577937602996826, + -0.6507214307785034, + 0.48371264338493347, + 0.6910614967346191, + -0.02255496382713318, + -0.6923292875289917, + -2.256619930267334, + -1.6432888507843018, + 0.29058313369750977, + 0.3937888741493225, + 0.5733171105384827, + -0.5717042088508606, + 0.7552902698516846, + -2.745286464691162, + -0.9538460969924927 + ], + [ + 0.9136127233505249, + 0.10200470685958862, + 2.0420994758605957, + 0.8385519981384277, + 3.5183932781219482, + 3.0678048133850098, + -2.6970534324645996, + 0.32802727818489075, + -0.6146358847618103, + 0.16314059495925903, + -0.8093512058258057, + 0.36094143986701965, + -3.6774754524230957, + -0.6362480521202087, + 0.5879434943199158, + -0.06263658404350281, + 0.18359488248825073, + 1.2902920246124268, + 0.11920720338821411, + -1.5540776252746582, + -0.7761766910552979 + ], + [ + 0.9246728420257568, + 0.07446914911270142, + 1.5972836017608643, + 1.1247382164001465, + 2.3263747692108154, + 1.2512325048446655, + -3.3811540603637695, + -0.0021632909774780273, + 0.46486896276474, + -0.16875189542770386, + -0.6206425428390503, + 0.20304928719997406, + -2.4122118949890137, + -1.5391006469726562, + -0.5242787003517151, + 0.43977704644203186, + 0.542420506477356, + 0.21166318655014038, + 0.4195747375488281, + -1.490079402923584, + -1.7266318798065186 + ], + [ + 0.8713751435279846, + 0.5863891839981079, + 0.5906055569648743, + 0.8844588994979858, + 2.3911921977996826, + 2.182433843612671, + -3.1694130897521973, + -0.752022922039032, + 0.8180270195007324, + 0.08684704452753067, + 0.8091728687286377, + 1.0194469690322876, + -3.2528905868530273, + 0.10316228866577148, + 0.5125253200531006, + -0.7164914011955261, + 0.5755919814109802, + 1.2596471309661865, + 0.317250519990921, + -3.2758350372314453, + -0.8946437835693359 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.323108434677124, + 0.01654893159866333, + 0.3448992967605591, + -0.011831045150756836, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + -0.04263296723365784, + 0.0019428525120019913, + -0.011102881282567978, + 0.036545589566230774, + -0.001199048012495041, + -2.0082809925079346, + 0.0, + -0.10535126179456711, + 0.05264389142394066, + -0.004875535145401955, + 0.036828458309173584, + -0.03309226036071777, + -1.4483249187469482, + 0.0 + ] + ], + "predicted_scores": [ + 5.270869731903076, + 5.165982723236084, + 5.1527934074401855, + 4.997249603271484, + 4.922202110290527, + 4.905143737792969, + 4.891923427581787, + 3.8948235511779785 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2061635888", + "selected_index": 0, + "state_hash": "e08bec80c25bc4a58b9d753471dfa945cdd78c7584c2bfda7fd6514ba69d3fcd", + "stored_base_utility": 0.8573464751243591, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1440753936767578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1440753936767578 + }, + "base_progress": 0.1440753936767578, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1440753936767578, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1697579026222229, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1697579026222229 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15447722375392914, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15447722375392914 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16843710839748383, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16843710839748383 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16998635232448578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16998635232448578 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16552868485450745, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16552868485450745 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17242512106895447, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17242512106895447 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1574591100215912, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1574591100215912 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15623226761817932, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15623226761817932 + } + ], + "candidate_progress": [ + 0.1697579026222229, + 0.15447722375392914, + 0.16843710839748383, + 0.16998635232448578, + 0.16552868485450745, + 0.17242512106895447, + 0.1574591100215912, + 0.15623226761817932 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d520d237d6848cde5883", + "ms-016c5de39ed3c111889a", + "ms-38ed02dacc133a888d3a", + "ms-b8492a3a812095651d75", + "ms-9ae5c6c4132218ecf49e", + "ms-38ed02dacc133a888d3a", + "ms-5ac1bf2d7d319955d45d", + "ms-ee2fcbc94d41385713d0" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank6", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-15fc8cc6f74cf589056f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.10186906158924103, + 0.007989518344402313, + 0.14800754189491272, + -0.0032393187284469604, + 0.5114030241966248, + 1.0252138376235962, + 0.25465381145477295, + 0.12806862592697144, + 0.03257998824119568, + -0.078122578561306, + -0.13348233699798584, + 0.017853379249572754, + -1.514635443687439, + 0.03132043033838272, + 0.13340353965759277, + 0.03732290863990784, + -0.09301017224788666, + 0.13030081987380981, + -0.13402250409126282, + -1.371964931488037, + -0.02221044898033142 + ], + [ + 0.02915458381175995, + 0.020108193159103394, + 0.16075259447097778, + 0.02410989999771118, + 0.7477635741233826, + 0.7872287034988403, + 0.23306474089622498, + 0.030454635620117188, + 0.021405920386314392, + -0.029226146638393402, + -0.19260206818580627, + 0.06143707036972046, + -1.7381110191345215, + -0.007975488901138306, + 0.09368687868118286, + 0.051743436604738235, + -0.17131973803043365, + 0.12773911654949188, + -0.15416458249092102, + -1.4084672927856445, + 0.10926736891269684 + ], + [ + 0.07223831117153168, + 0.043358251452445984, + 0.118933767080307, + 0.11061188578605652, + 0.8867033123970032, + 1.3003692626953125, + 0.28687816858291626, + 0.14350692927837372, + 0.0556768998503685, + -0.036942966282367706, + -0.26148149371147156, + 0.19523240625858307, + -1.568398356437683, + -0.036690473556518555, + 0.07491409778594971, + 0.04278281331062317, + -0.17798660695552826, + 0.031131744384765625, + -0.09304660558700562, + -1.5178420543670654, + 0.13252058625221252 + ], + [ + -0.11954094469547272, + 0.018326088786125183, + 0.13980814814567566, + 0.20112308859825134, + 0.659630537033081, + 0.8787394762039185, + 0.47332480549812317, + 0.05503453314304352, + 0.05449078232049942, + -0.14090090990066528, + -0.2977229952812195, + -0.12688463926315308, + -1.6898627281188965, + 0.23551659286022186, + 0.3200523257255554, + 0.06242240592837334, + -0.20424489676952362, + -0.14671878516674042, + 0.06220214068889618, + -1.168337106704712, + -0.20479488372802734 + ], + [ + 0.05664544552564621, + 0.014794941991567612, + 0.17762857675552368, + 0.03033261001110077, + 0.5664767026901245, + 0.7590415477752686, + 0.17592185735702515, + 0.06173722445964813, + -0.011082861572504044, + -0.09481493383646011, + -0.14125362038612366, + -0.06282159686088562, + -1.9030473232269287, + 0.131935253739357, + 0.20384421944618225, + 0.005502132698893547, + -0.1138543039560318, + 0.10257647931575775, + -0.1102178692817688, + -1.393808364868164, + -0.022953182458877563 + ], + [ + 0.11046989262104034, + 0.0055742934346199036, + 0.1255822777748108, + 0.017087534070014954, + 0.9052116870880127, + 1.2797541618347168, + 0.14360719919204712, + 0.13383932411670685, + 0.06316658854484558, + -0.025086261332035065, + -0.2292223572731018, + 0.17526103556156158, + -1.5832964181900024, + -0.043958261609077454, + 0.18465319275856018, + 0.04631074517965317, + -0.17306257784366608, + -0.022687315940856934, + -0.04879501461982727, + -1.5019941329956055, + 0.15303078293800354 + ], + [ + -0.004546895623207092, + 0.02848786860704422, + 0.22139501571655273, + -0.03539614379405975, + 0.5472477674484253, + 1.2210516929626465, + 0.020123004913330078, + 0.027528777718544006, + 0.0739804357290268, + -0.10255952924489975, + -0.18735378980636597, + 0.07423735409975052, + -1.9888302087783813, + 0.23809972405433655, + 0.1283854991197586, + 0.009763948619365692, + -0.19018970429897308, + 0.04386153817176819, + -0.10362401604652405, + -1.6804170608520508, + -0.054668128490448 + ], + [ + -0.06391741335391998, + 0.046687476336956024, + 0.13523805141448975, + 0.22090986371040344, + 0.601284384727478, + 1.3811458349227905, + 0.17425337433815002, + 0.0959676131606102, + 0.05370252579450607, + -0.12183480709791183, + -0.1406753957271576, + 0.05330277979373932, + -1.7066798210144043, + 0.11571166664361954, + 0.030863558873534203, + -0.024676751345396042, + -0.06889466941356659, + 0.0085764080286026, + -0.14111065864562988, + -1.584315538406372, + 0.02234990894794464 + ] + ], + "generated_utilities": [ + 0.1697579026222229, + 0.15447722375392914, + 0.16843710839748383, + 0.16998635232448578, + 0.16552868485450745, + 0.17242512106895447, + 0.1574591100215912, + 0.15623226761817932 + ], + "group_id": "ms-15fc8cc6f74cf589056f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8325278759002686, + 2.0, + 0.17827513813972473, + 0.12385013699531555, + 0.16412222385406494, + 0.1810937523841858, + 0.1315576434135437, + 0.17120975255966187, + 0.12718042731285095, + 0.11475788056850433, + 0.13942649960517883, + 0.14411188662052155, + 0.08561795949935913, + 0.07913103699684143, + 0.10519431531429291, + 0.07143613696098328 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.04342728853225708, + 0.12190627306699753, + 0.27420639991760254, + -0.24268418550491333, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + -0.0648343563079834, + -0.01611325889825821, + -0.0639372169971466, + -0.14643071591854095, + 0.2938272953033447, + -2.09150767326355, + 0.0, + -0.02198171429336071, + -0.1695796251296997, + -0.030113032087683678, + 0.25752440094947815, + -0.08095696568489075, + -1.6441948413848877, + 0.0 + ], + [ + -0.34296751022338867, + -0.00769728422164917, + 0.27420639991760254, + -0.4670633375644684, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + 0.19232046604156494, + -0.29979532957077026, + -0.17810949683189392, + 0.5170407891273499, + -0.6684505343437195, + -2.09150767326355, + 0.0, + 0.5269014239311218, + -0.38818731904029846, + 0.4002910256385803, + -0.14259573817253113, + 0.033223673701286316, + -1.6441948413848877, + 0.0 + ], + [ + -0.6081976890563965, + 0.05485008656978607, + 1.2742063999176025, + -0.6937420964241028, + 1.5236711502075195, + 1.7265396118164062, + -1.5892127752304077, + -0.056402526795864105, + 0.034537218511104584, + -0.015960002318024635, + -0.07989950478076935, + -0.051391828805208206, + -3.09150767326355, + -1.581836223602295, + -0.009358420968055725, + 0.00014559156261384487, + 0.01761985383927822, + 0.2840413451194763, + 0.1636785864830017, + -2.6441948413848877, + -1.7079267501831055 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1784255504608154, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.16367244720459, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.415853500366211 + ], + [ + -0.8287569880485535, + 0.33075863122940063, + 1.0898256301879883, + -0.5653955936431885, + 1.7450000047683716, + 1.4662859439849854, + -1.4640605449676514, + 0.021113470196723938, + -0.22823050618171692, + 0.132290318608284, + -0.34499406814575195, + 0.18471114337444305, + -3.2863752841949463, + -1.4031630754470825, + -0.30652832984924316, + -0.1896379441022873, + -0.016031065955758095, + 0.5298165082931519, + 0.20314915478229523, + -2.7846198081970215, + -1.9591529369354248 + ], + [ + -0.4663132429122925, + -0.15307511389255524, + 0.9981846809387207, + -0.8067161440849304, + 1.6964811086654663, + 1.7451146841049194, + -1.664931058883667, + -0.17109131813049316, + 0.1338612139225006, + -0.03929591923952103, + 0.31813979148864746, + -0.34621158242225647, + -2.873589515686035, + -1.8527860641479492, + 0.15036606788635254, + -0.26690956950187683, + -0.15694497525691986, + 0.3697162866592407, + -0.08095932006835938, + -2.5856881141662598, + -1.90934157371521 + ], + [ + -0.7120832800865173, + 0.02475656382739544, + 1.1391184329986572, + -0.6782025694847107, + 1.3200116157531738, + 2.1615700721740723, + -1.6882836818695068, + -0.13846950232982635, + 0.014833161607384682, + 0.11858523637056351, + 0.1469491422176361, + 0.10344192385673523, + -2.9762885570526123, + -1.1302400827407837, + 0.2632041573524475, + -0.2983681857585907, + 0.05838792771100998, + 0.7583205699920654, + 0.09440905600786209, + -2.5539214611053467, + -1.4659487009048462 + ], + [ + -0.8101234436035156, + -0.13132266700267792, + 0.7341026663780212, + -0.6914226412773132, + 2.079991579055786, + 1.5841528177261353, + -1.0620832443237305, + -0.15982139110565186, + -0.17577460408210754, + 0.515180766582489, + 0.19660697877407074, + -0.5828503370285034, + -2.7183899879455566, + -1.8123222589492798, + -0.37311631441116333, + -0.41521286964416504, + -0.39331120252609253, + -0.05918896198272705, + 0.14942008256912231, + -2.7213950157165527, + -1.7217048406600952 + ], + [ + 0.07814091444015503, + -0.19543467462062836, + 1.0015482902526855, + -1.2569366693496704, + 1.338836669921875, + 1.279706597328186, + -2.0102956295013428, + -0.61833256483078, + -0.60734623670578, + 0.043353237211704254, + -0.021929431706666946, + -0.7329820990562439, + -3.46352481842041, + -2.1112077236175537, + 0.5203482508659363, + -0.40202832221984863, + -0.5296810865402222, + 0.793822705745697, + 0.8005409836769104, + -2.3231348991394043, + -1.33030104637146 + ], + [ + -0.7403931021690369, + 0.37136614322662354, + 0.6933172345161438, + -1.3823291063308716, + 0.9896133542060852, + 2.4488472938537598, + -1.6693142652511597, + -0.22426515817642212, + 0.5484179258346558, + 0.04222411662340164, + 0.1731463223695755, + 0.3081134259700775, + -2.50067400932312, + -1.3644939661026, + -0.25709784030914307, + 0.5287785530090332, + 0.09358406066894531, + 0.3210286498069763, + -0.41282355785369873, + -2.893982172012329, + -2.2167203426361084 + ], + [ + 0.10018813610076904, + 0.44335228204727173, + 0.7720118165016174, + -1.5703296661376953, + 1.6119943857192993, + 2.5303027629852295, + -2.160066843032837, + 0.33082315325737, + -0.8242624402046204, + -0.6900895237922668, + 0.3845975399017334, + 0.44170790910720825, + -3.0048065185546875, + -1.2546738386154175, + 0.8112297058105469, + 0.39531493186950684, + 0.25106343626976013, + 0.6290695667266846, + 0.2989426255226135, + -2.974471092224121, + -1.1935105323791504 + ], + [ + -0.12028753757476807, + -0.4978392720222473, + 2.1379714012145996, + 0.2697768211364746, + 1.950187087059021, + 1.414959192276001, + -2.406161069869995, + -0.5929784774780273, + 0.8980869650840759, + -0.029849998652935028, + -0.1289495825767517, + -0.4183657467365265, + -2.134997606277466, + -0.9773897528648376, + -0.9699175357818604, + 0.13886241614818573, + 0.7187573313713074, + 0.21958954632282257, + 0.3007102310657501, + -2.3871877193450928, + -2.6673145294189453 + ], + [ + -1.3786687850952148, + -0.228268101811409, + 1.611027717590332, + -0.0669628381729126, + 0.7992104291915894, + 2.1523585319519043, + -1.2868108749389648, + 0.6691197156906128, + -0.9325109720230103, + 0.5326061844825745, + -0.9465373754501343, + 0.48239779472351074, + -2.7084710597991943, + -1.9790012836456299, + 0.054204799234867096, + 0.9575833678245544, + 0.6599373817443848, + -0.21838432550430298, + 0.6782994866371155, + -2.982346773147583, + -2.599764823913574 + ], + [ + -0.9355902075767517, + -0.08350273966789246, + 1.5822888612747192, + 0.2930365204811096, + 1.425764560699463, + 1.5211938619613647, + -1.43825364112854, + -0.9849758148193359, + 0.38777437806129456, + -0.4107000231742859, + -0.20772753655910492, + 0.12410490214824677, + -3.3563930988311768, + -0.7794021368026733, + 0.05641869455575943, + -0.05171669274568558, + 0.5459447503089905, + 0.30605548620224, + 1.1474699974060059, + -2.644537925720215, + -2.579681873321533 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06335717439651489, + 0.03981650248169899, + 0.27420639991760254, + 0.04754906892776489, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + 0.01715492457151413, + -0.04286353290081024, + 0.012653881683945656, + 0.07906924188137054, + -0.01380961388349533, + -2.09150767326355, + 0.0, + -0.0775488018989563, + 0.028885943815112114, + -0.01964711584150791, + -0.002964913845062256, + -0.024955302476882935, + -1.6441948413848877, + 0.0 + ] + ], + "predicted_scores": [ + 5.196285247802734, + 5.166628837585449, + 5.106983184814453, + 5.007780075073242, + 4.996654510498047, + 4.789392471313477, + 4.647976875305176, + 4.617072582244873 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "655884605", + "selected_index": 0, + "state_hash": "f883c8ad5e36a4c34dbe715ea15fe02f23bb904cf6f7e178f7c7e3899e34fb97", + "stored_base_utility": 0.8325278759002686, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11109928786754608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11109928786754608 + }, + "base_progress": 0.11109928786754608, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11109928786754608, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09282426536083221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09282426536083221 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08911040425300598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08911040425300598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09928342700004578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09928342700004578 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09936188161373138, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09936188161373138 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0947566032409668, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0947566032409668 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1003647893667221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1003647893667221 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09743154048919678, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09743154048919678 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08513334393501282, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08513334393501282 + } + ], + "candidate_progress": [ + 0.09282426536083221, + 0.08911040425300598, + 0.09928342700004578, + 0.09936188161373138, + 0.0947566032409668, + 0.1003647893667221, + 0.09743154048919678, + 0.08513334393501282 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bb299baa34e49eafb9fc", + "ms-2fef2f43af8009bb88f1", + "ms-016c5de39ed3c111889a", + "ms-0a4d4909900fb0bc4a9a", + "ms-07b479748a91a9c92b20", + "ms-ee2fcbc94d41385713d0", + "ms-5ac1bf2d7d319955d45d", + "ms-d4c5d7eea19d94314e2e" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank7", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-36bc1364d2439099e9ed", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.04720577597618103, + 0.4449641704559326, + 0.3333231210708618, + -1.2036685943603516, + 0.055111825466156006, + 1.3815231323242188, + 0.2284189909696579, + 0.13821415603160858, + -0.152870774269104, + 0.050177574157714844, + 0.09891744703054428, + -0.04586589336395264, + -1.875962257385254, + 0.3263758420944214, + 0.15274105966091156, + -0.05873708054423332, + 0.14293375611305237, + 0.05263693630695343, + -0.25278544425964355, + -1.4619696140289307, + -0.22258329391479492 + ], + [ + 0.004088610410690308, + 0.5055387616157532, + 0.3495030999183655, + -1.116665005683899, + -0.04071119427680969, + 1.3138478994369507, + 0.3099224865436554, + 0.054906249046325684, + -0.06697863340377808, + 0.027396969497203827, + 0.09818816184997559, + 0.010301485657691956, + -1.760701298713684, + 0.30263397097587585, + 0.12838052213191986, + -0.0011886227875947952, + 0.06954717636108398, + -0.040845245122909546, + -0.08910101652145386, + -1.6485490798950195, + -0.15912121534347534 + ], + [ + 0.11831334978342056, + 0.4666215181350708, + 0.27545881271362305, + -1.202056884765625, + 0.19017040729522705, + 1.0731273889541626, + 0.06576144695281982, + -0.018723398447036743, + -0.23521655797958374, + 0.05587766319513321, + 0.09065109491348267, + -0.29340001940727234, + -1.622209906578064, + 0.04174312949180603, + 0.09245146811008453, + 0.04515846073627472, + -0.04989518225193024, + -0.01083444058895111, + -0.23609280586242676, + -1.7107768058776855, + -0.20008882880210876 + ], + [ + -0.015624359250068665, + 0.46675634384155273, + 0.17196747660636902, + -1.053460955619812, + -0.30704063177108765, + 1.1302258968353271, + 0.18145403265953064, + -0.03563007712364197, + -0.1916324943304062, + -0.035318128764629364, + 0.6792284846305847, + 0.3130788207054138, + -1.5167933702468872, + 0.29156237840652466, + -0.09644532203674316, + -0.03349805995821953, + -0.0030546635389328003, + 0.07879717648029327, + -0.22399675846099854, + -1.3909430503845215, + -0.040648579597473145 + ], + [ + -0.05456051230430603, + 0.46916431188583374, + 0.24461328983306885, + -1.2212499380111694, + 0.03261919319629669, + 1.6888387203216553, + 0.3256753087043762, + 0.14145097136497498, + -0.10042370855808258, + 0.055828824639320374, + 0.050307586789131165, + 0.07101932168006897, + -1.6662710905075073, + 0.13041844964027405, + 0.03764577955007553, + 0.01542595960199833, + 0.022235646843910217, + -0.011780574917793274, + -0.16522997617721558, + -1.7444791793823242, + -0.1940581500530243 + ], + [ + -0.05456225574016571, + 0.47204071283340454, + 0.21347269415855408, + -1.0635262727737427, + 0.05370813608169556, + 1.6455453634262085, + 0.23937398195266724, + 0.09230642765760422, + -0.14160294830799103, + 0.05056019872426987, + 0.04986020177602768, + -0.07013177871704102, + -1.701657772064209, + 0.26049715280532837, + 0.10802322626113892, + 0.020045552402734756, + -0.06950773298740387, + -0.009036466479301453, + -0.17173537611961365, + -1.915522813796997, + -0.09682723879814148 + ], + [ + -0.14372487366199493, + 0.45466774702072144, + 0.18292111158370972, + -1.1000813245773315, + -0.09599834680557251, + 1.173663854598999, + 0.11081865429878235, + -0.06966882944107056, + -0.1467883288860321, + 0.02460673451423645, + 0.004945460706949234, + -0.06576132774353027, + -1.6794370412826538, + 0.5590700507164001, + 0.1604572981595993, + 0.0007383488118648529, + -0.09579850733280182, + -0.1156674176454544, + -0.15667301416397095, + -1.839081048965454, + -0.11559322476387024 + ], + [ + -0.08737826347351074, + 0.2771855592727661, + 0.6967294216156006, + -1.059794306755066, + -0.3018486499786377, + 1.0863507986068726, + -0.3349282145500183, + -0.008494183421134949, + -0.11854386329650879, + -0.07318415492773056, + 0.15756601095199585, + -0.0389864444732666, + -1.6443911790847778, + 0.8459557294845581, + 0.03470177203416824, + -0.01298759039491415, + 0.001256793737411499, + 0.1754005402326584, + -0.4313763976097107, + -1.3198952674865723, + 0.040644288063049316 + ] + ], + "generated_utilities": [ + 0.09282426536083221, + 0.08911040425300598, + 0.09928342700004578, + 0.09936188161373138, + 0.0947566032409668, + 0.1003647893667221, + 0.09743154048919678, + 0.08513334393501282 + ], + "group_id": "ms-36bc1364d2439099e9ed", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8517612218856812, + 2.0, + 0.1815708577632904, + 0.1681259274482727, + 0.06667537987232208, + 0.12608033418655396, + 0.06782425940036774, + 0.083005890250206, + 0.06564608216285706, + 0.08413480222225189, + 0.076749786734581, + 0.1035553514957428, + 0.06620191037654877, + 0.04320122301578522, + 0.11399206519126892, + 0.059143006801605225 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.08349184691905975, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.18001335859298706, + 1.573944091796875, + 0.0, + 0.2802704870700836, + 0.22520458698272705, + -0.15864193439483643, + 0.5081414580345154, + 0.032665789127349854, + -0.9201394319534302, + 0.0, + -0.033566102385520935, + -0.13505029678344727, + -0.12041112035512924, + -0.06716758012771606, + -0.0956166535615921, + -1.669712781906128, + 0.0 + ], + [ + 0.7490463256835938, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.03022557497024536, + 1.573944091796875, + 0.0, + 0.375439316034317, + -0.4042566418647766, + -0.46222686767578125, + 0.15380197763442993, + 0.2936161458492279, + -0.9201394319534302, + 0.0, + 0.1458692103624344, + 0.14722874760627747, + 0.45957615971565247, + -0.20695888996124268, + -0.22469311952590942, + -1.669712781906128, + 0.0 + ], + [ + -0.03457657992839813, + 1.4699196815490723, + 1.3066999912261963, + -2.2773051261901855, + 0.6249269247055054, + 2.573944091796875, + -1.5805155038833618, + 0.0035752132534980774, + -0.058407850563526154, + 0.1941511034965515, + 0.44614923000335693, + 0.7750491499900818, + -1.9201394319534302, + -0.7378628849983215, + -0.008470967411994934, + -0.0018416272941976786, + 0.019920190796256065, + 0.5087110996246338, + -0.08585579693317413, + -2.669712781906128, + -1.7361012697219849 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1610310077667236, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.475725769996643, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4722025394439697 + ], + [ + -0.31807488203048706, + 1.4116586446762085, + 1.5582246780395508, + -2.3503081798553467, + 0.48931267857551575, + 2.822434663772583, + -1.3333642482757568, + 0.02258368767797947, + -0.20863956212997437, + 0.26449620723724365, + 0.6593567132949829, + 0.7776153683662415, + -1.9159308671951294, + -0.900355339050293, + -0.024591505527496338, + 0.14827987551689148, + 0.026587972417473793, + 0.24495700001716614, + -0.1754157543182373, + -2.826089382171631, + -1.6020793914794922 + ], + [ + 0.31720292568206787, + 1.5051416158676147, + 1.0964170694351196, + -2.573870897293091, + 0.9662353992462158, + 2.2586026191711426, + -1.726341962814331, + -0.1890910267829895, + 0.2731432020664215, + 0.3488299250602722, + 0.3770641088485718, + 1.1118135452270508, + -2.030613422393799, + -0.7689631581306458, + 0.1402481198310852, + 0.07395938783884048, + -0.04877501726150513, + 0.5011835694313049, + -0.47213661670684814, + -2.4947516918182373, + -1.5300244092941284 + ], + [ + 0.21406465768814087, + 1.3257966041564941, + 1.2961455583572388, + -1.9430108070373535, + 0.2532738149166107, + 2.089109182357788, + -2.072115421295166, + 0.4273439347743988, + -0.2503298223018646, + 0.1787673979997635, + 0.5764583945274353, + 0.3556409776210785, + -1.5602352619171143, + -0.36112546920776367, + -0.4984576106071472, + -0.36165475845336914, + -0.23788215219974518, + 0.2994876503944397, + -0.43713265657424927, + -2.5797934532165527, + -1.3930422067642212 + ], + [ + -0.37355804443359375, + 1.7203999757766724, + 0.9407105445861816, + -2.1569361686706543, + 0.4186236560344696, + 2.612013101577759, + -1.5538661479949951, + -0.24652332067489624, + 0.1385367214679718, + -0.3916875720024109, + 0.8684185743331909, + 1.2222943305969238, + -2.472386360168457, + -0.20885175466537476, + 0.09681475907564163, + 0.4119762182235718, + 0.6045485138893127, + 0.36037611961364746, + 0.27039986848831177, + -2.1125171184539795, + -1.8789746761322021 + ], + [ + -0.6271646022796631, + 0.9076136946678162, + 1.9422557353973389, + -2.933462142944336, + 0.9096192121505737, + 2.5885701179504395, + -0.9617133736610413, + 0.21719226241111755, + -0.6761302351951599, + 0.25567004084587097, + 0.8716127872467041, + 0.2722734212875366, + -2.1603124141693115, + -1.39926278591156, + -0.15204747021198273, + -0.2030123919248581, + -0.5784316658973694, + 0.35693883895874023, + 0.4062959551811218, + -3.360494613647461, + -1.151818871498108 + ], + [ + -0.7378354072570801, + 2.0858283042907715, + 2.0468292236328125, + -2.4745993614196777, + 0.3709125816822052, + 2.457852363586426, + -2.185655117034912, + 0.7692101001739502, + 0.28214240074157715, + 0.1044861227273941, + 0.344221293926239, + 0.029507040977478027, + -1.4273998737335205, + -0.5993548631668091, + 0.18079017102718353, + 0.6452256441116333, + 0.7550608515739441, + 1.110365390777588, + -0.5771602392196655, + -3.318673849105835, + -2.0118703842163086 + ], + [ + -0.4052214026451111, + 1.8753576278686523, + 2.1751527786254883, + -2.519707441329956, + 0.6331204175949097, + 3.3670527935028076, + -1.7462756633758545, + 0.6954786777496338, + -0.31735968589782715, + -0.6489940285682678, + 1.1405904293060303, + 0.4558694064617157, + -1.3258671760559082, + -0.997588038444519, + 0.16176722943782806, + 0.5205554366111755, + 0.6278384923934937, + 0.15498265624046326, + 0.1022942066192627, + -2.3686718940734863, + -1.9442733526229858 + ], + [ + -0.017883501946926117, + 2.1815929412841797, + 1.5991332530975342, + -2.1540894508361816, + -0.2544434666633606, + 3.2873737812042236, + -2.0796422958374023, + -0.591680109500885, + 0.20733216404914856, + -0.6906808018684387, + 0.8473296761512756, + 1.5100284814834595, + -2.746593475341797, + -1.2100026607513428, + -0.8905454874038696, + 0.9762187004089355, + -0.2543453872203827, + 0.7833127975463867, + -0.06485581398010254, + -2.379990339279175, + -1.8812682628631592 + ], + [ + -0.29164934158325195, + 0.5154329538345337, + 1.1457901000976562, + -2.4343278408050537, + 0.4174383282661438, + 2.02416729927063, + -0.7750498652458191, + -0.08482793718576431, + 0.6815155148506165, + 0.24581390619277954, + 0.4623332619667053, + -0.1983398199081421, + -2.256472587585449, + -0.48409321904182434, + 0.07557523995637894, + -0.6461367607116699, + -0.7083232998847961, + 0.40122514963150024, + -0.17801281809806824, + -2.90722393989563, + -1.6336510181427002 + ], + [ + 0.410057008266449, + 0.49858343601226807, + 1.641018271446228, + -2.030914545059204, + 0.488220751285553, + 3.071155071258545, + -0.7880152463912964, + 0.7017946839332581, + 0.4795868396759033, + -0.7808155417442322, + 0.6368377208709717, + 0.9510742425918579, + -0.9763236045837402, + -0.8896446228027344, + -0.6615942716598511, + 0.805496871471405, + 0.49115341901779175, + 0.8704113960266113, + -0.6143670082092285, + -3.2742204666137695, + -0.9713517427444458 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.011034063994884491, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.017371296882629395, + 1.573944091796875, + 0.0, + 0.05415109172463417, + 0.022865571081638336, + -0.01714937388896942, + -0.026109308004379272, + -0.09112346172332764, + -0.9201394319534302, + 0.0, + 0.061299845576286316, + 0.013038505800068378, + -0.040208570659160614, + 0.06836766004562378, + -0.003265693783760071, + -1.669712781906128, + 0.0 + ] + ], + "predicted_scores": [ + 3.8977389335632324, + 3.8081398010253906, + 3.7646665573120117, + 3.676687717437744, + 3.652186870574951, + 3.2770872116088867, + 3.0429158210754395, + 2.4393019676208496 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113371261", + "selected_index": 0, + "state_hash": "d14acc7ff79f15cac9f150b6e8674cf91ef2f20cdcbdb3f734cabea73e96e357", + "stored_base_utility": 0.8517612218856812, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21426597237586975, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21426597237586975 + }, + "base_progress": 0.21426597237586975, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21426597237586975, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2072020173072815, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2072020173072815 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21077962219715118, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21077962219715118 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1964530497789383, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1964530497789383 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22955845296382904, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22955845296382904 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21663585305213928, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21663585305213928 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20704451203346252, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20704451203346252 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23259200155735016, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23259200155735016 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19304108619689941, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19304108619689941 + } + ], + "candidate_progress": [ + 0.2072020173072815, + 0.21077962219715118, + 0.1964530497789383, + 0.22955845296382904, + 0.21663585305213928, + 0.20704451203346252, + 0.23259200155735016, + 0.19304108619689941 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-61852da845126d62ff5b", + "ms-626ac2ad9d0dd95f1a2e", + "ms-5bddb39f792f20e5e6d4", + "ms-01e6eaaaf40875e0ef5a", + "ms-01e6eaaaf40875e0ef5a", + "ms-852c671b0adeccfa4bf1", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-420280f15a522ce21c72", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.011091947555541992, + -0.08576671779155731, + -0.0019429028034210205, + 0.7294212579727173, + -0.3785478472709656, + -1.0363200902938843, + 0.43672168254852295, + 0.06849734485149384, + 0.04901295155286789, + 0.037860602140426636, + -0.26749691367149353, + 0.17319147288799286, + -1.6827980279922485, + -0.1885196715593338, + -0.02377704158425331, + 0.1470852792263031, + -0.05224873125553131, + 0.011000603437423706, + 0.005203843116760254, + -1.2594614028930664, + -0.00915747880935669 + ], + [ + -0.0023673325777053833, + -0.1062505841255188, + -0.10214248299598694, + 0.8104373216629028, + -0.3458743691444397, + -0.3498317301273346, + 0.13542288541793823, + 0.09540217369794846, + 0.05421167612075806, + 0.0430736318230629, + -0.18564000725746155, + 0.14917027950286865, + -1.8664653301239014, + -0.09419269859790802, + 0.025955073535442352, + 0.132713183760643, + -0.06782098114490509, + -0.006119087338447571, + 0.12018826603889465, + -1.4238665103912354, + -0.06664969027042389 + ], + [ + -0.1271420568227768, + -0.10173746943473816, + -0.03411772847175598, + 0.94691002368927, + -0.4358696937561035, + -0.07953834533691406, + 0.03412860631942749, + 0.09570585936307907, + 0.06668499112129211, + 0.0746864378452301, + -0.19244909286499023, + 0.22258663177490234, + -1.82301926612854, + -0.11342135071754456, + 0.05468813702464104, + 0.1480267494916916, + -0.016749069094657898, + -0.0672740787267685, + 0.08490070700645447, + -1.376309871673584, + -0.10206666588783264 + ], + [ + -0.01367846131324768, + -0.11099943518638611, + -0.166463702917099, + 0.8982950448989868, + -0.36531710624694824, + -0.04224918782711029, + 0.25876858830451965, + 0.1533033400774002, + 0.0413123182952404, + -0.011905409395694733, + -0.1179853305220604, + 0.11998189985752106, + -1.8736190795898438, + -0.08324705064296722, + -0.06498992443084717, + 0.10093733668327332, + -0.078798308968544, + -0.1598634272813797, + 0.023155033588409424, + -1.6395940780639648, + -0.05974733829498291 + ], + [ + -0.013045072555541992, + -0.11567113548517227, + -0.11736491322517395, + 0.8605843782424927, + -0.40913575887680054, + -0.13527622818946838, + 0.17827627062797546, + 0.08415385335683823, + 0.03884834423661232, + -0.01612693816423416, + -0.16105571389198303, + 0.17444130778312683, + -1.9080148935317993, + -0.20534388720989227, + 0.01446632668375969, + 0.09791558980941772, + 0.009371653199195862, + -0.05149589478969574, + 0.026590287685394287, + -1.673309326171875, + -0.014444231986999512 + ], + [ + -0.20263291895389557, + -0.09248271584510803, + -0.13687577843666077, + 0.9648246765136719, + -0.15157932043075562, + -0.2170487940311432, + 0.17356884479522705, + 0.1556534320116043, + 0.026110373437404633, + 0.08073291182518005, + -0.2764267325401306, + 0.23095649480819702, + -1.901150107383728, + -0.22857524454593658, + -0.03373216465115547, + 0.13437451422214508, + -0.17194212973117828, + -0.03651043772697449, + 0.02033311128616333, + -1.7236928939819336, + 0.0095595121383667 + ], + [ + -0.22933103144168854, + -0.1496538519859314, + -0.2295571267604828, + 1.0645896196365356, + -0.2821367383003235, + -0.2721140384674072, + -0.38877350091934204, + 0.21318529546260834, + 0.09072425961494446, + 0.04416172206401825, + -0.23904386162757874, + 0.16985252499580383, + -1.9808224439620972, + -0.36947381496429443, + 0.4023720920085907, + 0.17997270822525024, + -0.20893476903438568, + -0.06518460810184479, + 0.1224796324968338, + -1.2637710571289062, + -0.11868005990982056 + ], + [ + -0.2528402805328369, + -0.2021993100643158, + -0.21252599358558655, + 1.0937066078186035, + -0.3903939127922058, + -0.190301775932312, + -0.3528340458869934, + 0.20841583609580994, + 0.03782469779253006, + 0.18675489723682404, + -0.2979227900505066, + 0.22909130156040192, + -2.0043232440948486, + -0.21217326819896698, + 0.2785748839378357, + 0.10079976916313171, + -0.2683441638946533, + 0.06996649503707886, + 0.08887600898742676, + -1.3681635856628418, + -0.06455616652965546 + ] + ], + "generated_utilities": [ + 0.2072020173072815, + 0.21077962219715118, + 0.1964530497789383, + 0.22955845296382904, + 0.21663585305213928, + 0.20704451203346252, + 0.23259200155735016, + 0.19304108619689941 + ], + "group_id": "ms-420280f15a522ce21c72", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8356533050537109, + 2.0, + 0.165309876203537, + 0.1925140768289566, + 0.5663067698478699, + 0.18718849122524261, + 0.5825252532958984, + 0.10333983600139618, + 0.539591908454895, + 0.13980166614055634, + 0.09338253736495972, + 0.06970515847206116, + 0.14614585041999817, + 0.1082744151353836, + 0.2217373102903366, + 0.11090293526649475 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.08200915157794952, + -0.050028860569000244, + -0.10726630687713623, + 0.8982657194137573, + 0.02557128667831421, + -0.01745748519897461, + 0.0, + -0.11801638454198837, + -0.15873199701309204, + -0.09869732707738876, + 0.09755970537662506, + -0.023663580417633057, + -1.4878230094909668, + 0.0, + 0.14383190870285034, + 0.034868933260440826, + 0.018177928403019905, + 0.10587699711322784, + 0.1470527946949005, + -1.3841276168823242, + 0.0 + ], + [ + 0.05749737471342087, + -1.0497277975082397, + -0.10726630687713623, + 0.8982657194137573, + -0.32842767238616943, + 0.058821022510528564, + 0.0, + -0.08108901232481003, + 0.010966403409838676, + -0.03182200342416763, + -0.5799673199653625, + -0.1800820529460907, + -1.4878230094909668, + 0.0, + 0.08964715152978897, + -0.000760587165132165, + 0.038413405418395996, + -0.33423489332199097, + -0.08060251176357269, + -1.3841276168823242, + 0.0 + ], + [ + -0.11845801025629044, + -0.9241267442703247, + -1.1072663068771362, + 1.8982657194137573, + 0.43198710680007935, + -0.9411789774894714, + 1.7934396266937256, + -0.030420072376728058, + 0.021708883345127106, + 0.04940251260995865, + -0.17912308871746063, + 0.33097711205482483, + -2.487823009490967, + -1.5206043720245361, + -0.014199979603290558, + -0.003266729647293687, + 0.03413597494363785, + 0.24115896224975586, + 0.15477319061756134, + -2.384127616882324, + -1.691659927368164 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.586879253387451, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0412087440490723, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.383319854736328 + ], + [ + 0.11015879362821579, + -0.8425144553184509, + -0.9404457807540894, + 2.1783318519592285, + 0.34945935010910034, + -0.6566650867462158, + 1.7467972040176392, + 0.18526920676231384, + 0.1855662763118744, + 0.11820712685585022, + -0.09146403521299362, + 0.3811644911766052, + -2.739583969116211, + -1.4563695192337036, + -0.12022502720355988, + 0.14213092625141144, + 0.16424784064292908, + 0.4428786039352417, + 0.26438331604003906, + -2.4384567737579346, + -1.6087501049041748 + ], + [ + -0.053294695913791656, + -1.1526074409484863, + -0.8198997974395752, + 2.0777554512023926, + 0.7982161641120911, + -1.0917543172836304, + 2.142845392227173, + 0.17526492476463318, + 0.0639122724533081, + 0.2896212041378021, + 0.07396437227725983, + 0.22089770436286926, + -2.2409393787384033, + -1.1505210399627686, + -0.07878349721431732, + -0.3264326751232147, + 0.4291190803050995, + -0.044660866260528564, + 0.5520983338356018, + -2.7410571575164795, + -1.7463444471359253 + ], + [ + 0.1958477795124054, + -1.2650147676467896, + -1.5942399501800537, + 1.99519944190979, + 0.7774004936218262, + -0.5921676158905029, + 2.2696094512939453, + -0.21214154362678528, + 0.13975797593593597, + -0.35019803047180176, + -0.17851479351520538, + 0.5769011378288269, + -2.2350399494171143, + -1.84102201461792, + 0.19937390089035034, + 0.4100441634654999, + -0.01855972781777382, + 0.6351135969161987, + 0.33948513865470886, + -2.052992820739746, + -1.993861436843872 + ], + [ + -0.089598648250103, + -0.8187741041183472, + -0.7132401466369629, + 1.8725146055221558, + 0.9944790601730347, + -0.5365301370620728, + 1.3939578533172607, + 0.5233021378517151, + -0.05933994799852371, + -0.26830247044563293, + -0.6783830523490906, + 0.4347163736820221, + -2.1092095375061035, + -2.0301830768585205, + 0.1834208071231842, + 0.467611700296402, + 0.0011010244488716125, + 0.29062843322753906, + 0.32238784432411194, + -2.0253100395202637, + -1.2581480741500854 + ], + [ + -0.2115183174610138, + -0.7704401016235352, + -0.9270404577255249, + 1.4713937044143677, + 0.48506659269332886, + -1.6107988357543945, + 1.9835600852966309, + 0.36453261971473694, + 0.24739935994148254, + 0.6234245896339417, + -0.523600161075592, + 0.3515435457229614, + -2.2272472381591797, + -0.9147415161132812, + -0.18331962823867798, + -0.07044098526239395, + -0.16467610001564026, + 0.8666839599609375, + -0.17372624576091766, + -2.876776695251465, + -1.3083146810531616 + ], + [ + -0.5995657444000244, + -0.3244798183441162, + -0.9445352554321289, + 2.294879913330078, + 0.5637670755386353, + -0.4123827815055847, + 1.4565412998199463, + -0.24042245745658875, + -0.7386550307273865, + 0.6664571762084961, + -0.7043223977088928, + 1.0946670770645142, + -1.7594776153564453, + -0.8843593001365662, + -0.26998764276504517, + 0.17072883248329163, + -0.4583240747451782, + -0.5383684039115906, + -0.05051739513874054, + -2.5144400596618652, + -0.9947679042816162 + ], + [ + 0.24581971764564514, + -1.692899227142334, + -0.7176830768585205, + 2.3770456314086914, + -0.4013996720314026, + -0.6753275990486145, + 1.6263554096221924, + 0.11098269373178482, + -0.45729196071624756, + -0.8045854568481445, + -0.27329114079475403, + 0.5834006071090698, + -2.1047885417938232, + -0.8300427198410034, + 0.004502002149820328, + 0.40362852811813354, + 0.2576536238193512, + -0.008819237351417542, + 0.008956626057624817, + -1.8818962574005127, + -2.2475786209106445 + ], + [ + 0.20943638682365417, + -0.023470401763916016, + -0.5109653472900391, + 2.766901731491089, + -0.38375556468963623, + -0.2765198349952698, + 2.7739291191101074, + 0.047791145741939545, + -0.4544481635093689, + 0.6751620769500732, + 0.39290130138397217, + 0.008522838354110718, + -3.3998172283172607, + -0.669178307056427, + -0.15990248322486877, + 0.044549454003572464, + 0.05873264744877815, + 0.9320279955863953, + -0.4718681573867798, + -1.9503318071365356, + -2.441364288330078 + ], + [ + -0.46203792095184326, + -0.15363067388534546, + -0.1858586072921753, + 1.1161644458770752, + 0.040321916341781616, + -0.9038950204849243, + 1.2533798217773438, + 0.03271609544754028, + -0.5028142333030701, + -0.793997585773468, + 0.2137475460767746, + 0.517892599105835, + -2.962210178375244, + -0.6634356379508972, + 0.49000293016433716, + -0.3848138749599457, + 1.0051606893539429, + -0.28907692432403564, + 0.07907690107822418, + -1.9646400213241577, + -1.0027430057525635 + ], + [ + 0.04428272694349289, + -0.7824954986572266, + -1.7044588327407837, + 2.829702615737915, + 0.9481489658355713, + -0.6112101078033447, + 2.297391414642334, + 0.5262051224708557, + 0.2103191316127777, + 0.1294001042842865, + -0.19276458024978638, + -0.07603627443313599, + -2.6560447216033936, + -0.9565262794494629, + -0.9131494760513306, + -0.488054096698761, + 0.017356276512145996, + 1.0292558670043945, + 0.8085488080978394, + -2.396846055984497, + -2.012336254119873 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.018904410302639008, + 0.06358456611633301, + -0.10726630687713623, + 0.8982657194137573, + -0.042753636837005615, + -0.053562819957733154, + 0.0, + -0.024505211040377617, + -0.02496183291077614, + -0.15571293234825134, + -0.055318161845207214, + -0.05204924941062927, + -1.4878230094909668, + 0.0, + 0.0010063759982585907, + -0.015319854021072388, + -0.01014244556427002, + 0.09778645634651184, + 0.020801112055778503, + -1.3841276168823242, + 0.0 + ] + ], + "predicted_scores": [ + 8.14576244354248, + 8.077441215515137, + 7.765511512756348, + 7.550960540771484, + 7.483262538909912, + 7.051466464996338, + 6.121967315673828, + 5.273297309875488 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1578990937", + "selected_index": 0, + "state_hash": "5f337de55fe39fad5683a57fc42d067e59ce022fead864b4fc61d679eec843b5", + "stored_base_utility": 0.8356533050537109, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8320798277854919, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8320798277854919 + }, + "base_progress": 0.8320798277854919, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8320798277854919, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8248692750930786, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8248692750930786 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8309233784675598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8309233784675598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8258376121520996, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8258376121520996 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8278557658195496, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8278557658195496 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.228598952293396, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.228598952293396 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8291782140731812, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8291782140731812 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21150389313697815, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21150389313697815 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.83889240026474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.83889240026474 + } + ], + "candidate_progress": [ + 0.8248692750930786, + 0.8309233784675598, + 0.8258376121520996, + 0.8278557658195496, + 0.228598952293396, + 0.8291782140731812, + 0.21150389313697815, + 0.83889240026474 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-04eec0abab5f55620e4e", + "ms-b33c18c58125678627a6", + "ms-829c9968f0750cd9aed6", + "ms-0b226017db7f07c5307e", + "ms-04eec0abab5f55620e4e", + "ms-0b226017db7f07c5307e", + "ms-829c9968f0750cd9aed6", + "ms-b33c18c58125678627a6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-4aed1197d0906ae51c34", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.09074131399393082, + 0.09169936180114746, + 0.04157155752182007, + -0.07037593424320221, + -0.30490028858184814, + -2.1103930473327637, + -0.09446465969085693, + 0.10356199741363525, + -0.02775414101779461, + 0.04650641977787018, + -0.0378519743680954, + 0.07738007605075836, + -1.7213270664215088, + -0.1567300707101822, + -0.14525263011455536, + 0.10816021263599396, + 0.03560687601566315, + 0.10535719245672226, + -0.013994574546813965, + -1.3041496276855469, + -0.13217449188232422 + ], + [ + 0.10746998339891434, + 0.08454176783561707, + 0.006788730621337891, + -0.10547944158315659, + -0.26518478989601135, + -2.033696174621582, + -0.1129378080368042, + 0.18071866035461426, + -0.03766641765832901, + -0.050019197165966034, + -0.04563909024000168, + 0.025984391570091248, + -1.7353994846343994, + -0.18193329870700836, + -0.12283952534198761, + 0.13211673498153687, + 0.02972504496574402, + 0.04382675886154175, + -0.029728710651397705, + -1.3420591354370117, + -0.12405452132225037 + ], + [ + 0.09646247327327728, + 0.08053964376449585, + 0.008167952299118042, + -0.07324008643627167, + -0.22523215413093567, + -1.941036581993103, + -0.05873453617095947, + 0.18543002009391785, + -0.04727891832590103, + 0.02286163717508316, + -0.02926728129386902, + 0.041044577956199646, + -1.7531111240386963, + -0.1781149059534073, + -0.1665937900543213, + 0.07648572325706482, + 0.05536589026451111, + 0.07529892027378082, + 0.01951730251312256, + -1.4689128398895264, + -0.1141616702079773 + ], + [ + 0.12096107751131058, + 0.08612953126430511, + 0.05627277493476868, + -0.10073032975196838, + -0.27538740634918213, + -2.132300615310669, + -0.07481265068054199, + 0.17103531956672668, + -0.023868264630436897, + -0.03502123802900314, + -0.006003815680742264, + -0.018298059701919556, + -1.6702064275741577, + -0.20869044959545135, + -0.13062945008277893, + 0.15873759984970093, + 0.046217456459999084, + 0.11215744912624359, + -0.05249524116516113, + -1.298330545425415, + -0.1263100504875183 + ], + [ + 0.1595190316438675, + 0.15778480470180511, + 0.0023942291736602783, + 0.006861284375190735, + -0.2994374632835388, + -2.0902724266052246, + -0.29395031929016113, + 0.2580571174621582, + 0.01767110452055931, + -0.13729313015937805, + 0.0449865385890007, + 0.03259894251823425, + -1.5702791213989258, + -0.16532643139362335, + -0.00350995734333992, + 0.21745558083057404, + 0.041935116052627563, + 0.06985901296138763, + -0.10242444276809692, + -1.2905073165893555, + -0.029244571924209595 + ], + [ + 0.04187869280576706, + 0.0806867778301239, + 0.06089425086975098, + -0.08979111909866333, + -0.3876400589942932, + -2.1979899406433105, + -0.19851469993591309, + 0.16345739364624023, + 0.02869911678135395, + 0.003656625747680664, + -0.0712951049208641, + 0.07483965158462524, + -1.53855299949646, + -0.23582910001277924, + -0.08689174056053162, + 0.17575442790985107, + 0.022081226110458374, + 0.1574079692363739, + -0.14638996124267578, + -1.2516562938690186, + -0.22909846901893616 + ], + [ + 0.05670078843832016, + 0.1415019929409027, + -0.05973371863365173, + -0.037094324827194214, + -0.28694331645965576, + -1.9471787214279175, + -0.22185653448104858, + 0.4212968945503235, + -0.04045991599559784, + -0.228407621383667, + -0.14845341444015503, + 0.10978993773460388, + -1.6570981740951538, + -0.03646367788314819, + -0.08651979267597198, + 0.18066415190696716, + -0.02910427749156952, + 0.16814078390598297, + -0.2676979899406433, + -1.1446056365966797, + 0.05855037271976471 + ], + [ + -0.07113200426101685, + 0.12282535433769226, + -0.01445719599723816, + -0.004912778735160828, + -0.24506708979606628, + -2.187800884246826, + -0.26959794759750366, + 0.025394916534423828, + -0.050732046365737915, + -0.026437796652317047, + -0.1950322687625885, + 0.3721148371696472, + -1.5507981777191162, + -0.13959310948848724, + -0.15019601583480835, + 0.0647573173046112, + 0.07854245603084564, + 0.11135774850845337, + 0.017703115940093994, + -1.2614362239837646, + -0.18723875284194946 + ] + ], + "generated_utilities": [ + 0.8248692750930786, + 0.8309233784675598, + 0.8258376121520996, + 0.8278557658195496, + 0.228598952293396, + 0.8291782140731812, + 0.21150389313697815, + 0.83889240026474 + ], + "group_id": "ms-4aed1197d0906ae51c34", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8405406475067139, + 2.0, + 2.0, + 0.12974965572357178, + 0.7839004993438721, + 0.7814356088638306, + 0.5974856615066528, + 0.5970629453659058, + 0.08852563798427582, + 0.16062170267105103, + 0.09181615710258484, + 0.07407057285308838, + 0.13392610847949982, + 0.05654241144657135, + 0.06156755983829498, + 0.05600197613239288 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.21136879920959473, + 0.13549058139324188, + -0.02914842776954174, + 0.5560098886489868, + 0.35971304774284363, + -1.8355681896209717, + 0.0, + -0.18643616139888763, + -0.271454781293869, + 0.34184250235557556, + 0.39120200276374817, + -0.39313268661499023, + -1.2842562198638916, + 0.0, + -0.44817274808883667, + -0.10840752720832825, + 0.4875572621822357, + 0.04258507490158081, + -0.2982829809188843, + -1.002915620803833, + 0.0 + ], + [ + -0.07887618988752365, + 0.12804901599884033, + 0.004546052310615778, + -0.27106863260269165, + -0.0865178108215332, + -2.8355681896209717, + -1.4985713958740234, + -0.007801800966262817, + -0.001946345204487443, + 0.012458031997084618, + 0.20202918350696564, + 0.36796534061431885, + -2.2842562198638916, + -1.6743252277374268, + -0.007960423827171326, + -0.006073035299777985, + 0.012512346729636192, + 0.3637828230857849, + 0.3594411611557007, + -2.002915620803833, + -1.5810925960540771 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.997142791748047, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3486504554748535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1621851921081543 + ], + [ + 0.08107354491949081, + 0.3011969327926636, + 0.07449080049991608, + -0.16600561141967773, + 0.09272129833698273, + -3.0477712154388428, + -1.4981940984725952, + -0.11367667466402054, + -0.28234657645225525, + -0.21696458756923676, + -0.04452931880950928, + 0.16002443432807922, + -2.217637538909912, + -1.7869974374771118, + -0.06795499473810196, + 0.10813259333372116, + 0.24722407758235931, + 0.301885187625885, + 0.20857857167720795, + -2.0460364818573, + -1.8551779985427856 + ], + [ + 0.17576757073402405, + 0.16099752485752106, + 0.36882463097572327, + -0.5665591955184937, + 0.21693265438079834, + -2.9296679496765137, + -1.7531938552856445, + -0.38638147711753845, + -0.2822260856628418, + 0.08072423189878464, + -0.018453538417816162, + 0.6223959922790527, + -2.5080337524414062, + -1.5299493074417114, + 0.3788507580757141, + 0.33416298031806946, + -0.08417592197656631, + 0.7466475963592529, + -0.013474851846694946, + -2.052852153778076, + -1.4903299808502197 + ], + [ + 0.3739514946937561, + -0.30620673298835754, + 0.35488227009773254, + -0.05886603891849518, + -0.3272765874862671, + -2.937335968017578, + -1.7541594505310059, + -0.05396366864442825, + -0.18675173819065094, + 0.27470290660858154, + -0.02104872465133667, + -0.08987021446228027, + -2.7126340866088867, + -1.6723655462265015, + 0.35461312532424927, + 0.3860104978084564, + -0.024674756452441216, + 0.3262499272823334, + 0.8085626363754272, + -1.711850881576538, + -1.5355679988861084 + ], + [ + -0.5728170275688171, + 0.1249110996723175, + 0.5171672701835632, + 0.19384506344795227, + -0.39670926332473755, + -2.823612689971924, + -2.0186243057250977, + -0.11771412938833237, + 0.48804381489753723, + -0.317081481218338, + 0.45187482237815857, + 0.08218121528625488, + -2.80509877204895, + -2.1564836502075195, + -0.3593510389328003, + -0.13913565874099731, + 0.5837609171867371, + 0.3322915732860565, + 0.6545963287353516, + -2.306539535522461, + -1.8615221977233887 + ], + [ + 0.30438119173049927, + -0.12742283940315247, + -0.23296856880187988, + -0.6225581765174866, + 0.1413537710905075, + -2.6798923015594482, + -1.8449509143829346, + 0.06376612186431885, + 0.1579568237066269, + -0.6539266705513, + 0.26491934061050415, + 0.11657670140266418, + -2.258986234664917, + -2.351764678955078, + 0.48136693239212036, + -0.16710305213928223, + 0.6765516400337219, + 0.7331029772758484, + 0.6836758852005005, + -1.4269113540649414, + -2.171515464782715 + ], + [ + 0.6805351376533508, + 0.46106046438217163, + 0.03602854907512665, + 0.27698415517807007, + 0.264543741941452, + -2.3218843936920166, + -0.7792292237281799, + -0.026323731988668442, + 0.7850504517555237, + -0.7236955761909485, + 0.012999117374420166, + 0.5715787410736084, + -1.6572327613830566, + -1.4279512166976929, + 0.0775834172964096, + -0.8031421303749084, + -0.045602768659591675, + 0.9267949461936951, + 1.0543123483657837, + -1.3160209655761719, + -1.4756793975830078 + ], + [ + 0.7313188910484314, + -0.5128530859947205, + 0.40826860070228577, + 0.12107783555984497, + -0.6316640973091125, + -3.6798524856567383, + -1.9073030948638916, + -0.675960898399353, + 0.63726407289505, + 0.03708571195602417, + 0.011412262916564941, + 0.4621603488922119, + -2.9813942909240723, + -2.1497530937194824, + 0.7732807993888855, + -0.2085852324962616, + -0.25850072503089905, + 1.0722757577896118, + 0.14500762522220612, + -1.9931955337524414, + -1.0706398487091064 + ], + [ + -1.0723012685775757, + -0.6842970252037048, + -0.7278652191162109, + -0.5623562335968018, + -0.9245429635047913, + -2.6211869716644287, + -1.1849561929702759, + -0.3833617866039276, + -0.22226102650165558, + 0.4745122194290161, + 0.4142546057701111, + 0.1895502358675003, + -2.4704267978668213, + -0.831264853477478, + -0.5553714632987976, + -0.12452134490013123, + 0.6922350525856018, + 0.7162740230560303, + 1.2417547702789307, + -1.4663221836090088, + -1.169087529182434 + ], + [ + 0.25625234842300415, + 0.6593580842018127, + 0.6980564594268799, + 0.36647552251815796, + -0.3130824565887451, + -2.0872578620910645, + -1.2446703910827637, + 0.30567413568496704, + -0.22288595139980316, + 0.13171668350696564, + 1.085337519645691, + 0.6329280734062195, + -2.1179251670837402, + -2.5857443809509277, + 0.553740918636322, + 0.11058737337589264, + 0.27011770009994507, + -0.5190673470497131, + 1.0119458436965942, + -1.1082146167755127, + -1.352768063545227 + ], + [ + 0.7005239129066467, + 0.1605934351682663, + 0.7471624612808228, + 0.40970146656036377, + -1.0514867305755615, + -3.774928092956543, + -1.2799497842788696, + -0.5570825338363647, + -0.47753748297691345, + 0.5382699370384216, + -0.4350619316101074, + 0.3085307776927948, + -2.130549192428589, + -1.5912142992019653, + -0.7099503874778748, + -0.358781099319458, + -0.6629197001457214, + 1.302614450454712, + 0.16942159831523895, + -2.722302198410034, + -0.9279031157493591 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.037766311317682266, + 0.0021372437477111816, + 0.033727310597896576, + -0.055884212255477905, + -0.05986567214131355, + -1.8355681896209717, + 0.0, + -0.013220713473856449, + 0.06334763765335083, + -0.11187911778688431, + -0.07476846873760223, + 0.14101672172546387, + -1.2842562198638916, + 0.0, + -0.09263169765472412, + 0.013970211148262024, + 0.037661269307136536, + 0.009206712245941162, + -0.057371288537979126, + -1.002915620803833, + 0.0 + ], + [ + 0.17466381192207336, + -0.00657789409160614, + 0.08432962745428085, + 0.2822337746620178, + -0.06525789201259613, + -1.8355681896209717, + 0.0, + -0.15078814327716827, + 0.16818960011005402, + 0.11848203092813492, + 0.0884164571762085, + -0.17954027652740479, + -1.2842562198638916, + 0.0, + -0.17463834583759308, + 0.40927574038505554, + -0.09185463190078735, + -0.3913061022758484, + 0.26063165068626404, + -1.002915620803833, + 0.0 + ] + ], + "predicted_scores": [ + 4.3392863273620605, + 4.203634738922119, + 4.140481948852539, + 4.1020188331604, + 3.6008195877075195, + 3.5745463371276855, + 3.462103843688965, + 3.450200080871582 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1509980664", + "selected_index": 0, + "state_hash": "56222926711fba57b309180efd923a0a2fa0eb02d21fd5f0956adeb21275e516", + "stored_base_utility": 0.8405406475067139, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18430444598197937, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18430444598197937 + }, + "base_progress": 0.18430444598197937, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18430444598197937, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1732243299484253, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1732243299484253 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18301993608474731, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18301993608474731 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2142850160598755, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2142850160598755 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17530207335948944, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17530207335948944 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16306504607200623, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16306504607200623 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20415236055850983, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20415236055850983 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15972012281417847, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15972012281417847 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17110790312290192, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17110790312290192 + } + ], + "candidate_progress": [ + 0.1732243299484253, + 0.18301993608474731, + 0.2142850160598755, + 0.17530207335948944, + 0.16306504607200623, + 0.20415236055850983, + 0.15972012281417847, + 0.17110790312290192 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-852c671b0adeccfa4bf1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-55e78c04643bd06fd5f8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.147006094455719, + 0.21658633649349213, + 0.0393204391002655, + -0.3406354784965515, + 0.573398232460022, + 0.009620368480682373, + 0.24088154733181, + 0.196075439453125, + 0.0644952654838562, + 0.028472594916820526, + -0.2081078588962555, + -0.003441929817199707, + -1.8737109899520874, + -0.056166067719459534, + -0.04542401060461998, + 0.08229467272758484, + 0.023242980241775513, + 0.08246000111103058, + -0.1339905560016632, + -1.5988764762878418, + 0.10044177621603012 + ], + [ + 0.14570240676403046, + 0.20941798388957977, + -0.04472890496253967, + -0.25004854798316956, + 0.37691831588745117, + 0.19128192961215973, + 0.25524723529815674, + 0.1951606720685959, + 0.044086575508117676, + -0.03964800387620926, + -0.08051330596208572, + 0.02625112235546112, + -1.8144298791885376, + 0.05983387678861618, + -0.06262050569057465, + 0.09943124651908875, + 0.1039709597826004, + -0.0950583666563034, + -0.022456824779510498, + -1.532517671585083, + -0.0967700183391571 + ], + [ + 0.28538283705711365, + 0.196070596575737, + -0.14658066630363464, + -0.27906328439712524, + 0.49299681186676025, + -0.13939201831817627, + 0.3440507650375366, + -0.030116140842437744, + -0.0010157059878110886, + -0.1627289056777954, + 0.08329533785581589, + -0.28448885679244995, + -2.117516040802002, + -0.07945393025875092, + -0.013980653136968613, + 0.043589718639850616, + 0.06870128214359283, + 0.18857567012310028, + -0.19518136978149414, + -1.229741096496582, + -0.4049552381038666 + ], + [ + 0.1264994889497757, + 0.19415611028671265, + 0.07775643467903137, + -0.3207160234451294, + 0.3733120560646057, + 0.0786895900964737, + 0.22708985209465027, + 0.14214009046554565, + 0.07652135193347931, + -0.04762021452188492, + -0.059866443276405334, + 0.07287447154521942, + -1.7888264656066895, + 0.011478133499622345, + -0.01076638326048851, + 0.0991630107164383, + 0.10779350250959396, + -0.02838777005672455, + -0.02114337682723999, + -1.5468380451202393, + 0.0004840344190597534 + ], + [ + -0.03404957056045532, + 0.20666547119617462, + 0.17807382345199585, + -0.4679960310459137, + 0.4688681662082672, + 0.07124926149845123, + 0.2864918112754822, + 0.12377811968326569, + 0.04603374004364014, + 0.026378758251667023, + -0.09356822818517685, + 0.00012242794036865234, + -2.15705943107605, + -0.056966885924339294, + 0.13763181865215302, + 0.11438785493373871, + 0.15267418324947357, + 0.03674212098121643, + 0.02766503393650055, + -1.3954696655273438, + 0.1814616173505783 + ], + [ + 0.12582236528396606, + 0.19548769295215607, + -0.13177940249443054, + -0.23288995027542114, + 0.4082637429237366, + -0.1303345263004303, + 0.1425458788871765, + 0.005713120102882385, + -0.047392696142196655, + -0.11057155579328537, + 0.16617703437805176, + -0.26056551933288574, + -1.9380772113800049, + -0.0022294819355010986, + 0.040892504155635834, + 0.07131050527095795, + 0.12514251470565796, + -0.010507091879844666, + -0.24504947662353516, + -1.3089830875396729, + -0.07303372025489807 + ], + [ + 0.24203404784202576, + 0.08011402189731598, + 0.2757371664047241, + -0.3785213232040405, + 0.5735223293304443, + -0.2674890160560608, + 1.2132166624069214, + 0.21613988280296326, + 0.10980946570634842, + -0.11330155283212662, + -0.17442575097084045, + -0.12759676575660706, + -1.7865509986877441, + -0.21613721549510956, + 0.27511996030807495, + 0.2302507609128952, + 0.009005919098854065, + 0.0018961578607559204, + -0.3149070143699646, + -1.365793228149414, + -0.23063123226165771 + ], + [ + 0.3532213568687439, + 0.056737035512924194, + -0.16157129406929016, + -0.3708761930465698, + 0.286025732755661, + 0.1259557157754898, + 0.23288854956626892, + 0.0796150490641594, + -0.06920628249645233, + 0.0857679545879364, + 0.046488206833601, + -0.1787501871585846, + -1.9314693212509155, + -0.056208789348602295, + 0.1910787969827652, + 0.005140209570527077, + 0.19335824251174927, + -0.10065411031246185, + -0.29895269870758057, + -1.2918729782104492, + -0.08352851867675781 + ] + ], + "generated_utilities": [ + 0.1732243299484253, + 0.18301993608474731, + 0.2142850160598755, + 0.17530207335948944, + 0.16306504607200623, + 0.20415236055850983, + 0.15972012281417847, + 0.17110790312290192 + ], + "group_id": "ms-55e78c04643bd06fd5f8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.844826340675354, + 2.0, + 0.2064199149608612, + 0.13591016829013824, + 0.5813422203063965, + 0.7824995517730713, + 0.15656939148902893, + 0.5674745440483093, + 0.17220225930213928, + 0.5477887988090515, + 0.13604338467121124, + 0.16461901366710663, + 0.17620158195495605, + 0.06825011968612671, + 0.06214432418346405, + 0.05646887421607971 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.1432209610939026, + 0.22744572162628174, + 0.17506711184978485, + -0.14543098211288452, + 0.1965501308441162, + -0.036447107791900635, + 0.0, + -0.0072200414724648, + -0.20180478692054749, + 0.04083213210105896, + -0.21230575442314148, + -0.2182789295911789, + -1.5558092594146729, + 0.0, + -0.2392425835132599, + 0.2510071396827698, + -0.15308748185634613, + 0.018388688564300537, + 0.05762486904859543, + -1.271697998046875, + 0.0 + ], + [ + 0.31195834279060364, + 0.35112011432647705, + 0.37367045879364014, + 0.42769157886505127, + 0.1965501308441162, + 0.20583903789520264, + 0.0, + -0.11845237016677856, + 0.1799171268939972, + 0.2647193372249603, + 0.2067926973104477, + 0.5345604419708252, + -1.5558092594146729, + 0.0, + 0.20460304617881775, + -0.3221474885940552, + -0.6158568859100342, + 0.024946868419647217, + -0.266517698764801, + -1.271697998046875, + 0.0 + ], + [ + 0.3617437481880188, + 1.2274457216262817, + 0.06267384439706802, + -0.5585458278656006, + 1.1965501308441162, + -0.6094726920127869, + 1.7205288410186768, + -0.01337527483701706, + 0.009356535971164703, + 0.018877005204558372, + 0.10578235983848572, + 0.025348316878080368, + -2.555809259414673, + -1.5192201137542725, + -0.00897122174501419, + -9.802752174437046e-05, + 0.018507948145270348, + 0.3498190641403198, + 0.1254514902830124, + -2.271697998046875, + -1.526065707206726 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.4410576820373535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.038440227508545, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.052131414413452 + ], + [ + 0.29637253284454346, + 1.0147230625152588, + -0.17526179552078247, + -0.7585667967796326, + 1.4890692234039307, + -0.410567969083786, + 1.432041883468628, + 0.08327490091323853, + -0.19375717639923096, + -0.2715940475463867, + -0.036061882972717285, + -0.06001665070652962, + -2.7641797065734863, + -1.4238367080688477, + 0.08916866779327393, + 0.08880110830068588, + 0.29467371106147766, + 0.4088681936264038, + -0.04938460886478424, + -2.1785926818847656, + -1.283478021621704 + ], + [ + 0.03271415829658508, + 0.9200015068054199, + -0.2490525245666504, + -0.8014346957206726, + 1.2220394611358643, + -0.6490525603294373, + 1.4222978353500366, + -0.18574258685112, + 0.38056573271751404, + 0.01947350800037384, + 0.41333502531051636, + 0.16460318863391876, + -2.876983404159546, + -1.7577911615371704, + 0.14967584609985352, + 0.3352348804473877, + 0.22475352883338928, + 0.5180872082710266, + -0.01724410057067871, + -2.0559592247009277, + -1.3162131309509277 + ], + [ + 0.7222943902015686, + 0.7923970222473145, + 0.5536753535270691, + -0.6367076635360718, + 1.3187239170074463, + -0.7650072574615479, + 1.8063127994537354, + 0.4699922502040863, + -0.2890632152557373, + 0.49471062421798706, + 0.2765650153160095, + -0.145217165350914, + -2.301748275756836, + -1.4875569343566895, + -0.12907981872558594, + -0.259440541267395, + 0.09327924251556396, + 0.30511051416397095, + -0.3014190196990967, + -1.9760602712631226, + -1.0420247316360474 + ], + [ + 0.1635296493768692, + 0.9212977886199951, + -0.25925213098526, + -0.5906895995140076, + 1.1283875703811646, + -0.5592501163482666, + 1.1336419582366943, + -0.40495729446411133, + 0.5681940317153931, + -0.3939219117164612, + 0.10261616110801697, + 0.27752485871315, + -2.8857500553131104, + -1.1464799642562866, + 0.223646879196167, + -0.26752352714538574, + 0.276996374130249, + 0.5763297080993652, + -0.06264965236186981, + -1.9365112781524658, + -1.383269190788269 + ], + [ + 0.8461742997169495, + 1.7184908390045166, + 0.23679137229919434, + -0.9501607418060303, + 1.0499532222747803, + -1.3051737546920776, + 1.3870621919631958, + 0.6089975833892822, + -0.35088807344436646, + 0.5316476225852966, + -0.4627009332180023, + -0.2919321358203888, + -2.1119086742401123, + -2.130248546600342, + 0.1089094877243042, + 0.04797573760151863, + -0.00638999417424202, + 0.3591431677341461, + -0.472614049911499, + -2.702115058898926, + -1.873319387435913 + ], + [ + 0.7421623468399048, + 1.786413311958313, + 0.24628016352653503, + -1.2639325857162476, + 1.1508082151412964, + -0.19709640741348267, + 2.2953617572784424, + 0.7272356152534485, + -0.7598289251327515, + -0.23831671476364136, + -0.39205247163772583, + 0.8132625818252563, + -2.5365705490112305, + -2.154721975326538, + -0.29531097412109375, + -0.7008293271064758, + -0.4347390830516815, + 1.1159586906433105, + -0.04217700660228729, + -2.8770804405212402, + -2.1501193046569824 + ], + [ + -0.3506532907485962, + 0.8117499351501465, + -0.4086194932460785, + -0.5459830164909363, + 1.377223253250122, + -0.6168208122253418, + 0.918916642665863, + 0.6122241020202637, + 0.760109543800354, + 0.2141094207763672, + -0.7737913131713867, + 0.8684684038162231, + -2.648212432861328, + -1.614401936531067, + -0.29101696610450745, + -0.4279104769229889, + -0.7773609161376953, + 0.6461789608001709, + -0.7004649043083191, + -1.8510384559631348, + -1.1938092708587646 + ], + [ + 0.1391078382730484, + 1.8879609107971191, + 0.5816212296485901, + -0.306342750787735, + 2.1194090843200684, + -1.2375638484954834, + 2.1974785327911377, + 0.9624670743942261, + 0.5239254832267761, + 0.3416939079761505, + -0.36213797330856323, + 0.4733273983001709, + -1.5990326404571533, + -2.4328322410583496, + -0.5483325123786926, + -0.20869027078151703, + -0.5597784519195557, + 0.719917356967926, + -0.3148624300956726, + -2.8096370697021484, + -1.0437562465667725 + ], + [ + 0.18296872079372406, + 1.5672924518585205, + -0.5769778490066528, + -1.2720733880996704, + 1.9346494674682617, + -0.6303961277008057, + 1.6753336191177368, + -0.9454954862594604, + 0.9481381773948669, + 0.5112013220787048, + 0.3191583752632141, + -0.11326317489147186, + -3.0438833236694336, + -0.9553523063659668, + 0.3918440639972687, + -0.056353092193603516, + 0.5161021947860718, + 0.9853937029838562, + -0.8500595688819885, + -3.0364015102386475, + -0.7972649931907654 + ], + [ + 0.8974575996398926, + 2.016472578048706, + 0.3180606961250305, + 0.42974281311035156, + 0.3302825093269348, + 0.0544658899307251, + 2.42342472076416, + -0.12861746549606323, + -0.5033990144729614, + 0.6641333699226379, + 1.0780622959136963, + -0.574497401714325, + -2.4486985206604004, + -2.166938543319702, + -0.1637856662273407, + -0.05527424067258835, + -0.7576754093170166, + 0.9288789629936218, + -0.48205727338790894, + -1.9530481100082397, + -1.9572958946228027 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.005156576633453369, + 0.22744572162628174, + -0.05362757295370102, + -0.03607732057571411, + 0.1965501308441162, + 0.021296203136444092, + 0.0, + 0.051874980330467224, + 0.02852601557970047, + 0.00943407416343689, + -0.013674162328243256, + 0.0019732732325792313, + -1.5558092594146729, + 0.0, + -0.03263682499527931, + 0.04552282765507698, + 0.07144755125045776, + -0.011961162090301514, + -0.009716838598251343, + -1.271697998046875, + 0.0 + ] + ], + "predicted_scores": [ + 5.2915239334106445, + 5.2392473220825195, + 5.08219051361084, + 5.046878814697266, + 3.9025821685791016, + 3.5117745399475098, + 3.400883197784424, + 2.7296791076660156 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "211245842", + "selected_index": 0, + "state_hash": "97d966541a3b29ff385f42b6c3b52598daa7b5e5d080b745eeac41b3c57c3cdd", + "stored_base_utility": 0.844826340675354, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2284735143184662, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2284735143184662 + }, + "base_progress": 0.2284735143184662, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2284735143184662, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23930874466896057, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23930874466896057 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24691708385944366, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24691708385944366 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2374797910451889, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2374797910451889 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2461756020784378, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2461756020784378 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2338070571422577, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2338070571422577 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23354609310626984, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23354609310626984 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5630103945732117, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5630103945732117 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24776706099510193, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24776706099510193 + } + ], + "candidate_progress": [ + 0.23930874466896057, + 0.24691708385944366, + 0.2374797910451889, + 0.2461756020784378, + 0.2338070571422577, + 0.23354609310626984, + 0.5630103945732117, + 0.24776706099510193 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d50a82b8770f333f1947", + "ms-d50a82b8770f333f1947", + "ms-626ac2ad9d0dd95f1a2e", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-77536801924a2a78688e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.11724434792995453, + -0.03134886175394058, + -0.0380992591381073, + 0.2835829555988312, + 0.37648868560791016, + 0.052986882627010345, + 0.21045717597007751, + 0.06947781145572662, + -0.04351358115673065, + -0.06708569079637527, + -0.19733524322509766, + 0.08610277622938156, + -1.981734037399292, + -0.24068866670131683, + 0.12276127934455872, + 0.01187906414270401, + 0.014643535017967224, + 0.09534933418035507, + 0.21093115210533142, + -1.4658548831939697, + 0.03004772961139679 + ], + [ + -0.08322346210479736, + -0.04283522069454193, + -0.08217945694923401, + 0.4714146554470062, + 0.26383569836616516, + 0.09477152675390244, + 0.07834014296531677, + 0.07568122446537018, + 0.018730653449892998, + -0.047450073063373566, + -0.1642732322216034, + 0.17683017253875732, + -1.7864443063735962, + -0.10005658864974976, + 0.11529245972633362, + 0.07063589990139008, + -0.11083538830280304, + 0.04559876024723053, + 0.027977287769317627, + -1.5765297412872314, + -0.013396963477134705 + ], + [ + -0.013698548078536987, + -0.056435056030750275, + -0.03880324959754944, + 0.386151522397995, + 0.2248859852552414, + -0.19160717725753784, + 0.06696179509162903, + 0.12560534477233887, + 0.03319069743156433, + 0.009540848433971405, + -0.13344335556030273, + 0.15395458042621613, + -1.7086259126663208, + -0.014521300792694092, + 0.08124743402004242, + 0.1300080418586731, + -0.1174207478761673, + 0.0008294731378555298, + 0.038289234042167664, + -1.2653403282165527, + -0.09476065635681152 + ], + [ + -0.011867836117744446, + 0.013891316950321198, + -0.04793718457221985, + 0.4609207212924957, + 0.24283316731452942, + 0.19118860363960266, + 0.11572051048278809, + 0.06840541958808899, + -0.03587447106838226, + -0.06102205067873001, + -0.21918830275535583, + 0.18027733266353607, + -1.9401005506515503, + -0.15770353376865387, + 0.11184721440076828, + 0.04228720813989639, + -0.09670965373516083, + 0.10159971565008163, + 0.02004605531692505, + -1.5595312118530273, + -0.07241594791412354 + ], + [ + -0.16541941463947296, + -0.051962271332740784, + 0.004900634288787842, + 0.4769562780857086, + 0.14474958181381226, + 0.12079833447933197, + 0.11213746666908264, + 0.12725740671157837, + 0.031346239149570465, + 0.003565683960914612, + -0.19042178988456726, + 0.20737186074256897, + -1.6678677797317505, + -0.05939416587352753, + 0.13891060650348663, + 0.12696151435375214, + -0.0863126665353775, + -0.06734181940555573, + 0.06159278750419617, + -1.243384838104248, + -0.15252938866615295 + ], + [ + -0.2685003876686096, + -0.06797810643911362, + -0.007261902093887329, + 0.4966110289096832, + 0.23975376784801483, + 0.11631402373313904, + 0.08719101548194885, + 0.2630770206451416, + -0.04599209129810333, + 0.046709515154361725, + -0.30913248658180237, + -0.05643102526664734, + -1.8061769008636475, + -0.3068297505378723, + 0.14676673710346222, + 0.09303933382034302, + -0.15392859280109406, + -0.05047328770160675, + 0.05435113608837128, + -1.221450686454773, + -0.18618732690811157 + ], + [ + -0.22830937802791595, + -0.13743245601654053, + -0.12839582562446594, + 0.579837441444397, + 0.1082904040813446, + -0.0038132667541503906, + -0.36561256647109985, + 0.18596795201301575, + 0.09549379348754883, + -0.004737399518489838, + -0.0749283954501152, + 0.09752288460731506, + -1.8933864831924438, + -0.32377034425735474, + 0.4911385178565979, + 0.08957527577877045, + -0.27113527059555054, + -0.11110307276248932, + 0.016647160053253174, + -1.2534244060516357, + -0.16000452637672424 + ], + [ + -0.30211007595062256, + -0.16171425580978394, + -0.16832610964775085, + 0.539555549621582, + 0.13833756744861603, + 0.15017224848270416, + -0.23273295164108276, + 0.18600037693977356, + 0.020158004015684128, + 0.10305707156658173, + -0.15009108185768127, + 0.15948277711868286, + -1.9737437963485718, + -0.15619461238384247, + 0.4370571970939636, + 0.06393939256668091, + -0.3264889121055603, + -0.01277768611907959, + 0.0421651154756546, + -1.433156967163086, + -0.07348547875881195 + ] + ], + "generated_utilities": [ + 0.23930874466896057, + 0.24691708385944366, + 0.2374797910451889, + 0.2461756020784378, + 0.2338070571422577, + 0.23354609310626984, + 0.5630103945732117, + 0.24776706099510193 + ], + "group_id": "ms-77536801924a2a78688e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8352248668670654, + 2.0, + 0.1718752682209015, + 0.16728606820106506, + 0.5504521131515503, + 0.10546612739562988, + 0.1660447120666504, + 0.5437633991241455, + 0.11764739453792572, + 0.21559159457683563, + 0.15727528929710388, + 0.12992918491363525, + 0.06760770082473755, + 0.12342573702335358, + 0.24036656320095062, + 0.03669673204421997 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.07812988758087158, + -0.02949589490890503, + -0.08736974000930786, + -0.20703881978988647, + 0.8918416500091553, + 0.14642034471035004, + 0.0, + 0.0029929596930742264, + 0.09865155816078186, + -0.08389116823673248, + -0.008500218391418457, + 0.1644439399242401, + -1.5291850566864014, + 0.0, + -0.029054714366793633, + -0.04823567718267441, + 0.04340796172618866, + 0.04036150872707367, + 0.14357995986938477, + -1.3057918548583984, + 0.0 + ], + [ + -0.2672901153564453, + -0.05216425657272339, + -0.20757097005844116, + -0.08606231212615967, + 0.8918416500091553, + -0.34295016527175903, + 0.0, + 0.17716577649116516, + 0.2670295536518097, + 0.15642356872558594, + 0.20712928473949432, + -0.5932217240333557, + -1.5291850566864014, + 0.0, + -0.026715511456131935, + 0.23629441857337952, + 0.28895655274391174, + -0.5208115577697754, + 0.32871609926223755, + -1.3057918548583984, + 0.0 + ], + [ + -0.5495567321777344, + -0.8044275045394897, + -0.9816802144050598, + 0.7929611802101135, + 1.8918416500091553, + -0.24245645105838776, + 2.103611707687378, + -0.027252860367298126, + 0.015358008444309235, + 0.032592304050922394, + -0.13814498484134674, + 0.3808706998825073, + -2.5291850566864014, + -1.5883839130401611, + -0.013745546340942383, + -0.008363410830497742, + 0.020947640761733055, + 0.21701471507549286, + 0.3118402063846588, + -2.3057918548583984, + -1.6161624193191528 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.207223415374756, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1767678260803223, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.2323248386383057 + ], + [ + -0.6415006518363953, + -1.095447301864624, + -1.1307775974273682, + 0.6818499565124512, + 1.9162453413009644, + -0.3361251950263977, + 2.3940556049346924, + -0.03198077902197838, + 0.17616420984268188, + 0.11825472861528397, + -0.345442533493042, + 0.537811279296875, + -2.6073436737060547, + -1.6278364658355713, + 0.12649279832839966, + 0.24486993253231049, + -0.23665457963943481, + 0.0848006010055542, + 0.4242374897003174, + -2.131850004196167, + -1.7089698314666748 + ], + [ + -0.8780859708786011, + -1.168041467666626, + -1.1115802526474, + 1.1839162111282349, + 1.71245539188385, + -0.22675688564777374, + 1.9202018976211548, + -0.07494960725307465, + -0.15017545223236084, + 0.07910202443599701, + -0.3122210204601288, + 0.5616737604141235, + -2.366135358810425, + -1.243758201599121, + -0.014583012089133263, + -0.11243825405836105, + 0.35338088870048523, + 0.5015947222709656, + 0.25851842761039734, + -2.1764631271362305, + -1.6997488737106323 + ], + [ + -0.26666247844696045, + -0.7647915482521057, + -0.562320351600647, + 1.128174066543579, + 1.4939544200897217, + -0.5067799687385559, + 1.809687614440918, + -0.2570735216140747, + 0.08179689198732376, + -0.1526550054550171, + 0.20330952107906342, + 0.5665565729141235, + -2.1569273471832275, + -1.7853469848632812, + -0.19884273409843445, + -0.3459107279777527, + -0.06570381671190262, + 0.11221729218959808, + 0.09136918187141418, + -2.3877370357513428, + -1.5009880065917969 + ], + [ + -1.0232999324798584, + -0.8641239404678345, + -1.1891388893127441, + 0.3578202724456787, + 1.526747465133667, + -0.2804238796234131, + 2.2646193504333496, + -0.19452106952667236, + -0.1854885220527649, + -0.1504051685333252, + -0.2904849648475647, + -0.13119298219680786, + -2.780846118927002, + -1.975224494934082, + -0.1510162055492401, + 0.11765186488628387, + -0.0748712345957756, + -0.19131706655025482, + 0.06544661521911621, + -2.377061128616333, + -1.6635576486587524 + ], + [ + -0.864402174949646, + -1.1981173753738403, + -0.7119530439376831, + 1.2758173942565918, + 2.0025625228881836, + 0.052220895886421204, + 2.3129022121429443, + -0.3776467740535736, + -0.29260560870170593, + -0.17927426099777222, + -0.32812780141830444, + 0.37158146500587463, + -2.80757212638855, + -1.1065673828125, + 0.2005864828824997, + 0.03357468545436859, + -0.3539389669895172, + -0.4268057346343994, + 0.9234374761581421, + -1.970703125, + -1.946213960647583 + ], + [ + -1.2508896589279175, + -1.3603019714355469, + -1.0764293670654297, + 0.626825213432312, + 1.3227287530899048, + 0.1889134794473648, + 2.493901014328003, + 0.5913262963294983, + 0.7169430255889893, + -0.1302712857723236, + 0.5489962100982666, + -0.06401041150093079, + -2.447789430618286, + -2.0773727893829346, + -0.47135356068611145, + 0.5128281116485596, + 0.27955371141433716, + 0.3073733448982239, + 1.0953682661056519, + -2.203261375427246, + -1.8375751972198486 + ], + [ + -0.1561373472213745, + -0.13449764251708984, + -0.9217836260795593, + 1.340958833694458, + 2.1224892139434814, + 0.43840837478637695, + 2.9401354789733887, + 0.22126737236976624, + 0.5927596092224121, + 0.7377026677131653, + -0.13810153305530548, + -0.045480698347091675, + -2.2144856452941895, + -0.9981268048286438, + 0.38917192816734314, + -0.5602297782897949, + 0.9096852540969849, + 0.6913191676139832, + 0.3015480041503906, + -2.512950897216797, + -2.4284660816192627 + ], + [ + -1.2402818202972412, + -1.4272034168243408, + -1.378896951675415, + -0.010994255542755127, + 1.3281112909317017, + -0.30937087535858154, + 2.419729232788086, + -0.38459163904190063, + -0.6435558199882507, + -0.6352396607398987, + -1.1097581386566162, + 0.5013529658317566, + -1.7596423625946045, + -1.4748477935791016, + -0.9918425679206848, + -0.18803386390209198, + -0.4086870849132538, + -0.08690600097179413, + -0.24413231015205383, + -3.1672205924987793, + -1.1272650957107544 + ], + [ + -0.734683632850647, + -1.3493214845657349, + -0.07617419958114624, + 0.3469872772693634, + 1.1368402242660522, + -0.06909126043319702, + 1.1837321519851685, + 0.11290673166513443, + -0.9794055223464966, + -0.9583818912506104, + -0.3285781741142273, + -0.5749338269233704, + -2.7132163047790527, + -1.823188066482544, + -0.7681975364685059, + -0.5097770094871521, + 0.34326231479644775, + 0.24886921048164368, + 0.3740234971046448, + -1.6026196479797363, + -1.2959585189819336 + ], + [ + -1.0206440687179565, + -0.5564237833023071, + -0.6784005165100098, + 0.8506013751029968, + 2.077566385269165, + 0.5632598400115967, + 1.7504932880401611, + -0.09906799346208572, + 0.04080970585346222, + 1.0083298683166504, + 0.8407440781593323, + 1.2674672603607178, + -3.4505534172058105, + -2.547497510910034, + 0.35227057337760925, + -0.7223443984985352, + 0.3324347734451294, + 1.1363774538040161, + 0.8326461315155029, + -2.3653323650360107, + -1.0967655181884766 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.012356698513031006, + 0.025230467319488525, + 0.006737172603607178, + 0.0825045108795166, + 0.8918416500091553, + 0.00995151698589325, + 0.0, + 0.11481141299009323, + -0.010688155889511108, + 0.047487009316682816, + -0.04408997297286987, + 0.018658041954040527, + -1.5291850566864014, + 0.0, + -0.010168339125812054, + 0.03969714045524597, + -0.0031930115073919296, + 0.029794156551361084, + -0.01168927550315857, + -1.3057918548583984, + 0.0 + ] + ], + "predicted_scores": [ + 7.524667739868164, + 7.112794399261475, + 7.008495330810547, + 6.991232395172119, + 6.977543830871582, + 6.878963947296143, + 5.480762958526611, + 5.195227146148682 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1151410346", + "selected_index": 0, + "state_hash": "da70ac2df6d8c92e8150f6fbbb995a80c0c6c4f9465c8d25f3b6d1b11c7bb412", + "stored_base_utility": 0.8352248668670654, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.084227055311203, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.084227055311203 + }, + "base_progress": 0.084227055311203, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.084227055311203, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08808663487434387, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08808663487434387 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08364303410053253, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08364303410053253 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0906635969877243, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0906635969877243 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09038695693016052, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09038695693016052 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09103855490684509, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09103855490684509 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09815146028995514, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09815146028995514 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06714904308319092, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06714904308319092 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.091657355427742, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.091657355427742 + } + ], + "candidate_progress": [ + 0.08808663487434387, + 0.08364303410053253, + 0.0906635969877243, + 0.09038695693016052, + 0.09103855490684509, + 0.09815146028995514, + 0.06714904308319092, + 0.091657355427742 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bb299baa34e49eafb9fc", + "ms-2fef2f43af8009bb88f1", + "ms-0a4d4909900fb0bc4a9a", + "ms-07b479748a91a9c92b20", + "ms-016c5de39ed3c111889a", + "ms-5ac1bf2d7d319955d45d", + "ms-d4c5d7eea19d94314e2e", + "ms-ee2fcbc94d41385713d0" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank7", + "ctt_transport_rank6", + "ctt_transport_rank2", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-9dd1ff4c297a81b13071", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3581656217575073, + 0.5632688999176025, + 0.3314516842365265, + -1.8597265481948853, + 0.3740014433860779, + 0.7163043022155762, + 0.037265002727508545, + 0.19531258940696716, + -0.4765106439590454, + -0.1795358657836914, + 0.5770874619483948, + 0.0036307424306869507, + -1.6518940925598145, + 0.4283236265182495, + 0.19892029464244843, + -0.16625185310840607, + 0.15432700514793396, + 0.12416484951972961, + -0.06010293960571289, + -1.4074680805206299, + -0.4569800794124603 + ], + [ + -0.33445775508880615, + 0.565757155418396, + 0.46494486927986145, + -1.6315068006515503, + 0.3745328485965729, + 0.6316826343536377, + 0.022960543632507324, + 0.1388552486896515, + -0.39643558859825134, + -0.21210646629333496, + 0.6463333368301392, + 0.1501847207546234, + -1.514968752861023, + 0.4142161011695862, + 0.15892477333545685, + -0.1297910511493683, + 0.1128951758146286, + 0.07162803411483765, + 0.05015522241592407, + -1.5250325202941895, + -0.30137476325035095 + ], + [ + -0.2520298957824707, + 0.5853092670440674, + 0.3195383846759796, + -1.7041081190109253, + 0.10549011826515198, + 0.49286434054374695, + -0.5148813128471375, + 0.25594502687454224, + -0.48465290665626526, + -0.11587076634168625, + 1.0477921962738037, + 0.43511447310447693, + -1.4505980014801025, + 0.29394859075546265, + -0.1456659436225891, + -0.2737778127193451, + 0.049796342849731445, + 0.10270944237709045, + -0.1170763373374939, + -1.3352246284484863, + -0.20658642053604126 + ], + [ + -0.3853350281715393, + 0.5378128886222839, + 0.3288872539997101, + -1.6892919540405273, + 0.3762754499912262, + 0.8589645624160767, + 0.0747947096824646, + 0.2242988646030426, + -0.4588909447193146, + -0.167608380317688, + 0.6868228316307068, + 0.1582164466381073, + -1.342597484588623, + 0.3052794337272644, + 0.056850094348192215, + -0.14711783826351166, + 0.08953070640563965, + 0.10018786787986755, + 0.0023639798164367676, + -1.399918794631958, + -0.2866738736629486 + ], + [ + -0.1919984668493271, + 0.5624439120292664, + 0.31198954582214355, + -1.7861696481704712, + 0.44425779581069946, + 0.5143378973007202, + -0.07466506958007812, + 0.0025211572647094727, + -0.5713837146759033, + -0.12941980361938477, + 0.7432565689086914, + -0.2385009229183197, + -1.4268206357955933, + 0.11496303230524063, + 0.031321458518505096, + -0.07657520473003387, + 0.1877565085887909, + -0.059383079409599304, + -0.0008908212184906006, + -1.302751064300537, + -0.21364647150039673 + ], + [ + -0.44028139114379883, + 0.5685139894485474, + 0.3224635720252991, + -1.6278696060180664, + 0.3063991367816925, + 0.656643271446228, + -0.015055477619171143, + -0.01911751925945282, + -0.470625102519989, + -0.18427062034606934, + 0.541265070438385, + 0.08690669387578964, + -1.6019644737243652, + 0.5195234417915344, + 0.18408933281898499, + -0.1337941288948059, + -0.016404226422309875, + -0.006546422839164734, + 0.09327977895736694, + -1.7429075241088867, + -0.3286995589733124 + ], + [ + -0.3194238543510437, + 0.3205827474594116, + 0.7353330850601196, + -1.8947559595108032, + -0.227992981672287, + 0.38397377729415894, + -0.896184504032135, + 0.23796477913856506, + -0.3975369930267334, + -0.007842756807804108, + 0.7615503072738647, + -0.02937774360179901, + -1.4528554677963257, + 0.8115482926368713, + -0.12386856973171234, + -0.13710950314998627, + 0.2045125812292099, + 0.2122604250907898, + -0.3311074376106262, + -1.2139930725097656, + -0.052016481757164 + ], + [ + -0.3621755838394165, + 0.5281631350517273, + 0.33179181814193726, + -1.596368670463562, + 0.3809725046157837, + 0.9739892482757568, + -0.05050241947174072, + 0.17866046726703644, + -0.4648782014846802, + -0.16553622484207153, + 0.652933657169342, + -0.0497857928276062, + -1.34047532081604, + 0.3742433190345764, + 0.07762204855680466, + -0.14077474176883698, + 0.06673979759216309, + 0.022215038537979126, + -0.0028526782989501953, + -1.5628108978271484, + -0.14526304602622986 + ] + ], + "generated_utilities": [ + 0.08808663487434387, + 0.08364303410053253, + 0.0906635969877243, + 0.09038695693016052, + 0.09103855490684509, + 0.09815146028995514, + 0.06714904308319092, + 0.091657355427742 + ], + "group_id": "ms-9dd1ff4c297a81b13071", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8516564965248108, + 2.0, + 0.1494855284690857, + 0.055758267641067505, + 0.036668211221694946, + 0.07056847214698792, + 0.04008351266384125, + 0.05633004009723663, + 0.02862207591533661, + 0.015687182545661926, + 0.019019082188606262, + 0.023057550191879272, + 0.028364822268486023, + 0.01723407208919525, + 0.014924973249435425, + 0.009071111679077148 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1157030463218689, + 0.6742054224014282, + 0.13723671436309814, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + -0.21419362723827362, + -0.1620790958404541, + 0.10239671170711517, + 1.0506095886230469, + -0.029366135597229004, + -1.1518316268920898, + 0.0, + 0.012827078811824322, + -0.20665299892425537, + 0.1328488290309906, + 0.2279750108718872, + -0.03289484977722168, + -1.5546278953552246, + 0.0 + ], + [ + -0.061262428760528564, + 0.6742054224014282, + 0.27908480167388916, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + 0.504479706287384, + 0.005879342555999756, + -0.19761157035827637, + 1.0506095886230469, + -0.41876620054244995, + -1.1518316268920898, + 0.0, + 0.20078891515731812, + 0.6885460615158081, + -0.39108264446258545, + -0.0017614364624023438, + 0.06743857264518738, + -1.5546278953552246, + 0.0 + ], + [ + 0.5868401527404785, + 1.6742054224014282, + 1.1372367143630981, + -2.967001438140869, + 2.1331236362457275, + 1.5051755905151367, + -1.8059349060058594, + 0.1414581686258316, + -0.9926028251647949, + 0.012915095314383507, + 2.050609588623047, + 0.46200549602508545, + -2.15183162689209, + 1.984666347503662, + 0.004043519496917725, + -0.007306791841983795, + 0.005705556366592646, + 0.6131817102432251, + 0.3006264567375183, + -2.5546278953552246, + -1.7332510948181152 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.6118698120117188, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.969332695007324, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4665021896362305 + ], + [ + 0.7667621374130249, + 1.5390151739120483, + 1.1547269821166992, + -2.778561592102051, + 1.866081953048706, + 1.742999792098999, + -2.099961996078491, + 0.33390146493911743, + -1.039352536201477, + 0.018922632560133934, + 2.1802926063537598, + 0.21026381850242615, + -1.9868192672729492, + 2.2840356826782227, + 0.2661922574043274, + -0.0760788768529892, + -0.25036871433258057, + 0.5958375930786133, + 0.39808160066604614, + -2.3019373416900635, + -1.9119294881820679 + ], + [ + 0.21078836917877197, + 2.030034065246582, + 1.364661455154419, + -2.756847381591797, + 2.1105854511260986, + 1.5105795860290527, + -1.4847288131713867, + 0.19517111778259277, + -0.9365154504776001, + -0.185064896941185, + 1.7242164611816406, + 0.554785966873169, + -2.128002166748047, + 2.32124662399292, + -0.14338858425617218, + -0.18638649582862854, + -0.06145195662975311, + 1.0103839635849, + 0.10478943586349487, + -2.3557469844818115, + -1.3568179607391357 + ], + [ + 0.6554931998252869, + 1.7042505741119385, + 1.1219942569732666, + -2.9365522861480713, + 2.1972029209136963, + 1.2852301597595215, + -2.071401596069336, + -0.25075268745422363, + -0.9607611894607544, + -0.15707145631313324, + 2.3301854133605957, + 0.696258544921875, + -2.4799001216888428, + 2.2737038135528564, + 0.49365222454071045, + -0.006091635674238205, + 0.17059087753295898, + 0.395903617143631, + -0.10465583205223083, + -2.880927085876465, + -1.4333418607711792 + ], + [ + 0.7670719027519226, + 1.224940299987793, + 1.6198525428771973, + -3.2503244876861572, + 2.5297372341156006, + 2.045498847961426, + -1.3342132568359375, + 0.68048095703125, + -0.3930545449256897, + 0.5965484976768494, + 2.133889675140381, + 0.36855342984199524, + -1.8037694692611694, + 2.556846857070923, + -0.1911451667547226, + -0.3529677093029022, + -0.3636750280857086, + 1.026800274848938, + -0.20076358318328857, + -2.1935501098632812, + -1.8476282358169556 + ], + [ + 0.9022495746612549, + 2.1540801525115967, + 1.1204087734222412, + -3.5735349655151367, + 2.2897965908050537, + 1.4426425695419312, + -2.2777371406555176, + 0.2637852728366852, + -0.3717668056488037, + -0.14255757629871368, + 2.7470617294311523, + 0.824697732925415, + -2.016007423400879, + 1.3848707675933838, + 0.02014077827334404, + -0.02079096809029579, + 0.1316106617450714, + 0.5287550687789917, + -0.25196993350982666, + -3.213554620742798, + -1.9096342325210571 + ], + [ + 0.48963662981987, + 2.4187183380126953, + 0.5147287249565125, + -3.54813289642334, + 2.8292837142944336, + 1.2309377193450928, + -1.4596744775772095, + 0.759813129901886, + -1.6124448776245117, + -0.04473564028739929, + 1.8067340850830078, + 0.8770040273666382, + -1.7336957454681396, + 2.3543357849121094, + 0.7167251706123352, + 0.7781437635421753, + 0.018144791945815086, + 0.85343337059021, + 0.7165149450302124, + -1.818267583847046, + -1.6358351707458496 + ], + [ + 0.7287769317626953, + 0.8266444206237793, + 1.2198187112808228, + -3.411198139190674, + 2.322737693786621, + 1.6848948001861572, + -1.5833497047424316, + -0.09133762121200562, + -0.7179563641548157, + -0.48968634009361267, + 1.2692055702209473, + -0.2933996319770813, + -2.2047011852264404, + 2.5892493724823, + 0.579949140548706, + -0.8824212551116943, + 0.5980190634727478, + 0.726272702217102, + 0.34269076585769653, + -3.002150058746338, + -1.3803678750991821 + ], + [ + -0.3817375898361206, + 2.5025484561920166, + 1.2243857383728027, + -3.2926037311553955, + 2.599991798400879, + 1.8947346210479736, + -1.8104552030563354, + -0.11786957085132599, + -1.363319754600525, + 0.9720494151115417, + 2.8479971885681152, + 0.21471652388572693, + -1.550936222076416, + 2.468796491622925, + -0.2036164253950119, + 0.5396631360054016, + 0.17135997116565704, + 0.5208990573883057, + 0.24709337949752808, + -2.5075175762176514, + -0.9152282476425171 + ], + [ + 0.6722562909126282, + 1.8949863910675049, + 1.2500941753387451, + -2.8494608402252197, + 1.2470285892486572, + 0.8798676133155823, + -2.107424020767212, + -0.34346121549606323, + -0.21937179565429688, + 0.9675543308258057, + 1.4265825748443604, + 1.4061365127563477, + -1.6818609237670898, + 2.437046766281128, + 0.5131968259811401, + 0.07537894695997238, + 0.030545832589268684, + 1.563161849975586, + -0.3568723797798157, + -1.5746777057647705, + -1.8052027225494385 + ], + [ + 1.0778199434280396, + 1.3859916925430298, + 1.132858395576477, + -2.3290562629699707, + 1.31394362449646, + 1.3226317167282104, + -0.925024688243866, + -0.6998417377471924, + -0.0782473087310791, + 0.19393815100193024, + 1.1352367401123047, + 1.2916853427886963, + -2.1275978088378906, + 2.132936954498291, + 0.25398731231689453, + 0.3702129125595093, + 0.15469752252101898, + -0.24649697542190552, + 1.0649759769439697, + -3.2547719478607178, + -2.3638734817504883 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.007770121097564697, + 0.6742054224014282, + 0.13723671436309814, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + 0.02931968867778778, + -0.06000661849975586, + 0.037246059626340866, + 1.0506095886230469, + 0.06367745995521545, + -1.1518316268920898, + 0.0, + -0.012757819145917892, + 0.06826230883598328, + -0.028498666360974312, + -0.06262236833572388, + -0.010856300592422485, + -1.5546278953552246, + 0.0 + ] + ], + "predicted_scores": [ + 1.8462964296340942, + 1.7113206386566162, + 1.6886564493179321, + 1.6063328981399536, + 1.5384234189987183, + 1.5011868476867676, + 1.1235263347625732, + 1.0236680507659912 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1324133122", + "selected_index": 0, + "state_hash": "4749101c4a00176ce4f05a8af20b9a451e38e456eacd39716bfd3d355b6659d4", + "stored_base_utility": 0.8516564965248108, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7912740707397461, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7912740707397461 + }, + "base_progress": 0.7912740707397461, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7912740707397461, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7915292978286743, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7915292978286743 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7879612445831299, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7879612445831299 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7977694272994995, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7977694272994995 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7880699634552002, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7880699634552002 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6073036789894104, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6073036789894104 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7859866619110107, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7859866619110107 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8125197887420654, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8125197887420654 + } + ], + "candidate_progress": [ + 0.7915292978286743, + 0.7879612445831299, + 0.7977694272994995, + 1.0, + 0.7880699634552002, + 0.6073036789894104, + 0.7859866619110107, + 0.8125197887420654 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-e7959111ef1429bcf699", + "ms-dc26a7037003b94b9f93", + "ms-e7959111ef1429bcf699", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + true, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d7254aa722729aa1a031", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07851733267307281, + 0.05488240718841553, + 0.1252163052558899, + 0.1102127730846405, + -0.2656260132789612, + -1.7071001529693604, + 0.029336541891098022, + 0.16910402476787567, + 0.01751060038805008, + -0.07177748531103134, + -0.0448375940322876, + 0.15513929724693298, + -1.2937872409820557, + -0.03131695091724396, + -0.05268071964383125, + 0.15798552334308624, + 0.030253395438194275, + 0.10941800475120544, + 0.01499265432357788, + -1.0268781185150146, + -0.16541245579719543 + ], + [ + 0.04200069606304169, + 0.1015511304140091, + 0.1145191490650177, + 0.15119367837905884, + -0.24925753474235535, + -1.6602503061294556, + 0.11253637075424194, + 0.2007295936346054, + -0.017290230840444565, + 0.03809243440628052, + 0.07868491113185883, + 0.1793523132801056, + -1.4236525297164917, + -0.03319047391414642, + -0.09439840912818909, + 0.04672607034444809, + 0.017935067415237427, + 0.2563077211380005, + -0.0025226473808288574, + -1.0431697368621826, + -0.1584949493408203 + ], + [ + 0.037682436406612396, + 0.06006447970867157, + 0.09001335501670837, + 0.16600966453552246, + -0.2875996232032776, + -1.7648156881332397, + 0.08982273936271667, + 0.1671075075864792, + 0.01750447228550911, + -0.05416888743638992, + -0.0025041215121746063, + 0.12770628929138184, + -1.4443453550338745, + -0.008486241102218628, + -0.09163549542427063, + 0.10533732175827026, + -0.026710912585258484, + 0.11622858792543411, + 0.0816926509141922, + -1.1567796468734741, + -0.10783538222312927 + ], + [ + 0.07664426416158676, + 0.18082070350646973, + -0.1405397355556488, + 0.14318859577178955, + -0.08270493149757385, + -1.985300898551941, + -0.35927504301071167, + 0.1649726927280426, + 0.08936862647533417, + -0.03129083663225174, + 0.1141967624425888, + 0.3884788155555725, + -1.430224895477295, + -0.05389221012592316, + 0.04400407150387764, + 0.11566266417503357, + 0.14295803010463715, + 0.03512492775917053, + 0.2533470392227173, + -1.2740342617034912, + -0.038926929235458374 + ], + [ + -0.03542262315750122, + 0.0855180025100708, + 0.09363505244255066, + 0.19794350862503052, + -0.2817903161048889, + -1.7580797672271729, + 0.1095719039440155, + 0.16620619595050812, + 0.011763929389417171, + 0.07645651698112488, + 0.00464504212141037, + 0.2119777798652649, + -1.4090553522109985, + 0.01286151260137558, + -0.07795625925064087, + 0.06662513315677643, + -0.12351839244365692, + 0.17625297605991364, + 0.12856021523475647, + -1.1648130416870117, + -0.11502844095230103 + ], + [ + -0.18928705155849457, + 0.14614152908325195, + 0.03130143880844116, + 0.07268625497817993, + -0.06734451651573181, + -1.7748721837997437, + -0.062277138233184814, + 0.22011159360408783, + -0.07015649229288101, + -0.09263696521520615, + 0.038069579750299454, + 0.2979608178138733, + -1.4778908491134644, + -0.3906843066215515, + 0.06454329192638397, + 0.03441787511110306, + -0.24385197460651398, + 0.21882103383541107, + 0.15543115139007568, + -1.2430424690246582, + -0.4964893162250519 + ], + [ + -0.0165545791387558, + 0.0890451967716217, + -0.10494557023048401, + 0.0864836573600769, + 0.2504384517669678, + -1.812683343887329, + -1.0579626560211182, + 0.052287757396698, + 0.11182296276092529, + -0.03846689313650131, + 0.36725395917892456, + 0.22032098472118378, + -1.869672179222107, + -0.05812700092792511, + 0.2357933521270752, + 0.04519179090857506, + 0.06294029951095581, + 0.014861911535263062, + 0.3090328276157379, + -0.9178522825241089, + -0.4424225986003876 + ], + [ + -0.09509845077991486, + -0.1694493591785431, + -0.004647672176361084, + 0.396890789270401, + -0.4255221486091614, + -2.519129753112793, + -0.42697852849960327, + -0.020763874053955078, + -0.009511306881904602, + -0.05238424986600876, + -0.49594858288764954, + 0.22825747728347778, + -1.1136184930801392, + -0.24052830040454865, + -0.04145264998078346, + 0.2553772032260895, + -0.06851063668727875, + -0.09578301012516022, + 0.17507949471473694, + -1.6751296520233154, + 0.0827011689543724 + ] + ], + "generated_utilities": [ + 0.7915292978286743, + 0.7879612445831299, + 0.7977694272994995, + 2.0, + 0.7880699634552002, + 0.6073036789894104, + 0.7859866619110107, + 0.8125197887420654 + ], + "group_id": "ms-d7254aa722729aa1a031", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8508063554763794, + 0.8508847951889038, + 2.0, + 2.0, + 0.7878528833389282, + 0.7823078036308289, + 0.5873303413391113, + 0.11915150284767151, + 0.10334524512290955, + 0.0965554416179657, + 0.244937464594841, + 0.03387512266635895, + 0.05926509201526642, + 0.08845381438732147, + 0.11765863001346588, + 0.13529342412948608 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.013994045555591583, + 0.004866376519203186, + 0.019851287826895714, + 0.39323890209198, + 0.3425690233707428, + -2.410154104232788, + -1.2275891304016113, + -0.007882587611675262, + -0.0006628560367971659, + 0.01394968293607235, + 0.6084420084953308, + 0.5202673673629761, + -2.0057284832000732, + -1.068007469177246, + -0.003022722899913788, + -0.00218286388553679, + 0.010141385719180107, + 0.7118645310401917, + 0.6228916049003601, + -1.6721309423446655, + -0.8897204995155334 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.4551782608032227, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.136014938354492, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.779440999031067 + ], + [ + 0.08381300419569016, + -0.25414299964904785, + 0.3046627938747406, + 0.2051931917667389, + 0.146656334400177, + -2.3382723331451416, + -1.1274890899658203, + -0.07934268563985825, + -0.16015419363975525, + 0.02425462193787098, + 0.8810054659843445, + 0.39938104152679443, + -1.9301764965057373, + -1.3160964250564575, + -0.19421610236167908, + -0.2943705916404724, + 0.0633644163608551, + 0.7233408689498901, + 0.5671199560165405, + -1.7168068885803223, + -0.9989774227142334 + ], + [ + 0.326265811920166, + -0.15344828367233276, + -0.1268908977508545, + 0.1864965856075287, + 0.015488535165786743, + -2.1798272132873535, + -1.0333712100982666, + -0.2578493654727936, + -0.046414319425821304, + -0.31823185086250305, + 1.0010977983474731, + 0.8733007907867432, + -1.9574220180511475, + -1.181248426437378, + 0.16967692971229553, + 0.29194360971450806, + -0.012187037616968155, + 0.9387404918670654, + 0.694560706615448, + -1.3479282855987549, + -1.1044268608093262 + ], + [ + -0.3612338900566101, + 0.48387444019317627, + -0.3096960783004761, + 0.3545958995819092, + -0.13153746724128723, + -2.872255325317383, + -1.1468749046325684, + -0.44800180196762085, + 0.07841869443655014, + -0.45686259865760803, + 0.9807510375976562, + 0.8204613924026489, + -1.8288583755493164, + -1.0257196426391602, + 0.17989033460617065, + 0.24414406716823578, + 0.04621879756450653, + 0.5576819181442261, + 0.2280760109424591, + -1.25234055519104, + -0.9179725050926208 + ], + [ + -0.470883846282959, + -0.07796148955821991, + -0.017119085416197777, + 0.5781651735305786, + 0.19985540211200714, + -1.9807331562042236, + -0.8065817952156067, + 0.19402608275413513, + -0.3651171624660492, + -0.056954383850097656, + 0.7405765652656555, + 0.9988695979118347, + -1.9682152271270752, + -0.7389047741889954, + -0.355762779712677, + -0.22929997742176056, + -0.3789783716201782, + 0.9631128311157227, + 1.0057923793792725, + -1.5150762796401978, + -1.001785397529602 + ], + [ + -0.2937207818031311, + -0.03556300327181816, + 0.04068237543106079, + 0.24167819321155548, + -0.32847097516059875, + -1.928837537765503, + -1.57499361038208, + 0.417209655046463, + 0.24571624398231506, + 0.1832873821258545, + 1.1739997863769531, + 0.27376675605773926, + -2.0172529220581055, + -0.9913797974586487, + -0.1476937234401703, + 0.06272883713245392, + -0.11285705119371414, + 0.5420796871185303, + 1.0703327655792236, + -1.4143861532211304, + -0.25584036111831665 + ], + [ + -0.7378665208816528, + 0.4735339879989624, + -0.13199959695339203, + 0.4788094162940979, + -0.07750904560089111, + -2.740574359893799, + -1.1069352626800537, + 0.5445591807365417, + 0.4852183759212494, + -0.3992326855659485, + -0.02770411968231201, + 1.075323462486267, + -2.558171510696411, + -0.9853496551513672, + -0.4339439868927002, + -0.015913156792521477, + 0.7646399140357971, + 0.5336587429046631, + 0.9899362325668335, + -1.9448189735412598, + -1.1336324214935303 + ], + [ + 0.05066918581724167, + 0.74429851770401, + 0.47539395093917847, + 0.5925494432449341, + 0.16330863535404205, + -2.940960168838501, + -0.8994791507720947, + -0.21443766355514526, + -0.6375463604927063, + 0.8625825047492981, + 0.33973217010498047, + 0.6473300457000732, + -2.305903196334839, + -0.37921154499053955, + -0.4530894458293915, + -0.39290082454681396, + 0.31215527653694153, + 0.9977665543556213, + 0.7848671674728394, + -1.7920833826065063, + -0.9101037979125977 + ], + [ + -0.4367932677268982, + 0.8485310077667236, + -0.7223240733146667, + 0.6970881819725037, + 1.076059341430664, + -3.4034650325775146, + -0.2517172694206238, + -0.1442309021949768, + 0.3423132002353668, + -0.8617347478866577, + 1.164130687713623, + -0.2812897562980652, + -1.7551655769348145, + -0.7546195983886719, + -0.5455654263496399, + -0.4007008373737335, + 0.6537771821022034, + 0.12737244367599487, + -0.21284633874893188, + -0.9532434940338135, + -1.167687177658081 + ], + [ + -0.9404832720756531, + 0.6386489272117615, + 0.8822223544120789, + 0.5016134977340698, + 0.12322121858596802, + -1.4259089231491089, + -0.47776806354522705, + 0.681997537612915, + 0.39381420612335205, + 0.9109645485877991, + 0.5325687527656555, + 1.382693886756897, + -1.9480863809585571, + -1.1723721027374268, + -0.2676048278808594, + 0.39616623520851135, + 0.08055571466684341, + 0.4976091980934143, + 1.6020972728729248, + -0.9889827370643616, + -1.138328194618225 + ], + [ + 0.7969163656234741, + -0.9729774594306946, + -0.680655837059021, + 0.24648097157478333, + -0.6473722457885742, + -2.491671562194824, + -2.21553897857666, + -0.717236340045929, + -0.16257880628108978, + -0.9828064441680908, + 1.4948874711990356, + 0.3495137691497803, + -2.619565963745117, + -0.2608073949813843, + -0.18431943655014038, + -0.3378715515136719, + -0.9730658531188965, + 1.5300613641738892, + 0.8503600358963013, + -1.185943365097046, + -1.4929203987121582 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.30550551414489746, + -0.05522666871547699, + 0.24260272085666656, + 0.19645848870277405, + -0.1234179139137268, + -1.410154104232788, + 0.0, + -0.10825443267822266, + -0.0897073745727539, + 0.21143501996994019, + -0.02216702699661255, + -0.1596909761428833, + -1.0057284832000732, + 0.0, + 0.15640023350715637, + 0.3033192753791809, + -0.11434109508991241, + 0.26752471923828125, + -0.13346517086029053, + -0.6721309423446655, + 0.0 + ], + [ + -0.3383987545967102, + 0.07549464702606201, + 0.04900747910141945, + 0.5951789617538452, + 0.33461111783981323, + -1.410154104232788, + 0.0, + -0.20981842279434204, + -0.20511308312416077, + -0.5610024333000183, + -0.060104310512542725, + -0.391817569732666, + -1.0057284832000732, + 0.0, + 0.37011271715164185, + -0.5121483206748962, + -0.8959037661552429, + 0.05413919687271118, + -0.2077263593673706, + -0.6721309423446655, + 0.0 + ] + ], + "predicted_scores": [ + 4.6473894119262695, + 4.5054707527160645, + 4.50022029876709, + 4.138151168823242, + 4.097055912017822, + 3.8440637588500977, + 2.27998685836792, + 2.0778799057006836 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "701667486", + "selected_index": 0, + "state_hash": "d438bbe97404dbab121b70fbfcff180fe04b2053c4d31d0b691911aa2570890d", + "stored_base_utility": 0.8508063554763794, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20051395893096924, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20051395893096924 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16575539112091064, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16575539112091064 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18843139708042145, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18843139708042145 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17825165390968323, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17825165390968323 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1662929356098175, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1662929356098175 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19492241740226746, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19492241740226746 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20741036534309387, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20741036534309387 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8275061845779419, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8275061845779419 + } + ], + "candidate_progress": [ + 0.20051395893096924, + 0.16575539112091064, + 0.18843139708042145, + 0.17825165390968323, + 0.1662929356098175, + 0.19492241740226746, + 0.20741036534309387, + 0.8275061845779419 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d776afa14e6322cadedd", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.03316466510295868, + 0.06643731147050858, + 0.020256996154785156, + 0.08362889289855957, + 0.1620282232761383, + -1.4882022142410278, + -0.07761561870574951, + 0.11324658989906311, + -0.0010698838159441948, + -0.007871337234973907, + -0.10172424465417862, + -0.023787349462509155, + -1.7439266443252563, + 0.04898190498352051, + 0.04207024350762367, + 0.09246641397476196, + 0.07742708921432495, + -0.10264502465724945, + -0.02895486354827881, + -1.2636812925338745, + -0.010134845972061157 + ], + [ + 0.12206961214542389, + 0.05885519087314606, + 0.13217592239379883, + 0.033297792077064514, + 0.09773391485214233, + -1.8036593198776245, + 0.04890194535255432, + 0.10991811007261276, + -0.008780820295214653, + 0.04743558168411255, + -0.026233382523059845, + -0.0698648989200592, + -1.8519463539123535, + -0.11702373623847961, + -0.04161267355084419, + 0.15596768260002136, + 0.07537287473678589, + 0.1105702593922615, + -0.10434535145759583, + -1.3728611469268799, + -0.06274856626987457 + ], + [ + 0.048649586737155914, + 0.034182995557785034, + 0.08739861845970154, + 0.05440077185630798, + 0.07923191785812378, + -0.7933182716369629, + 0.12389254570007324, + 0.1933375895023346, + 0.04440916329622269, + -0.03859839588403702, + -0.07811319082975388, + -0.17127341032028198, + -1.430498719215393, + -0.30264878273010254, + 0.010353077203035355, + 0.12514936923980713, + -0.11496569216251373, + -0.023897230625152588, + -0.16650208830833435, + -1.4207298755645752, + -0.11746525764465332 + ], + [ + -0.06850698590278625, + 0.04418688267469406, + 0.04100331664085388, + -0.021007969975471497, + 0.3082224130630493, + -1.352728009223938, + -0.1472657322883606, + 0.15632644295692444, + 0.00539418077096343, + 0.006499491631984711, + -0.1739940643310547, + -0.13551637530326843, + -1.9125748872756958, + 0.03992760181427002, + 0.09147223085165024, + 0.08446758985519409, + 0.060169532895088196, + -0.20988397300243378, + -0.02668246626853943, + -1.2391935586929321, + -0.052567258477211 + ], + [ + 0.15752042829990387, + 0.047370560467243195, + 0.09390950202941895, + 0.056748777627944946, + 0.041450560092926025, + -1.4775410890579224, + -0.018267720937728882, + 0.18606077134609222, + -0.013903766870498657, + 0.06763748824596405, + -0.005611777305603027, + 0.01707451045513153, + -1.8894493579864502, + -0.07285182178020477, + -0.018263358622789383, + 0.13214343786239624, + 0.05918914079666138, + 0.104367196559906, + -0.026647120714187622, + -1.4981613159179688, + -0.10407358407974243 + ], + [ + 0.2679290175437927, + 0.04697687178850174, + -0.17442354559898376, + 0.0545562207698822, + 0.21631860733032227, + -1.2983719110488892, + -0.02190491557121277, + 0.16678515076637268, + -0.00780518539249897, + -0.027213983237743378, + -0.0539064034819603, + 0.11784297972917557, + -1.7586050033569336, + -0.11633458733558655, + 0.07678866386413574, + 0.03926582634449005, + 0.10120595991611481, + -0.06623275578022003, + -0.06645482778549194, + -1.34153151512146, + -0.382822185754776 + ], + [ + 0.021596252918243408, + 0.10808555781841278, + -0.059326738119125366, + 0.17357513308525085, + 0.3358808159828186, + -1.3334141969680786, + -0.0978732705116272, + 0.025571152567863464, + -0.03309245407581329, + 0.07980413734912872, + -0.043509989976882935, + 0.19583909213542938, + -1.6947461366653442, + -0.03883184492588043, + 0.10778676718473434, + 0.13795271515846252, + 0.09945406019687653, + 0.11417308449745178, + -0.027473390102386475, + -1.231382131576538, + 0.06386502087116241 + ], + [ + -0.05627936124801636, + 0.004464749246835709, + 0.07736945152282715, + 0.2511180341243744, + 0.3113816976547241, + -1.5447593927383423, + 0.4203351140022278, + 0.07073638588190079, + -0.017161758616566658, + -0.08550218492746353, + -0.16661307215690613, + -0.14903157949447632, + -1.5472378730773926, + 0.13595831394195557, + -0.21207734942436218, + 0.17016755044460297, + 0.000683516263961792, + 0.20090219378471375, + -0.02301168441772461, + -1.0570552349090576, + -0.18621399998664856 + ] + ], + "generated_utilities": [ + 0.20051395893096924, + 0.16575539112091064, + 0.18843139708042145, + 0.17825165390968323, + 0.1662929356098175, + 0.19492241740226746, + 0.20741036534309387, + 0.8275061845779419 + ], + "group_id": "ms-d776afa14e6322cadedd", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8386970162391663, + 2.0, + 0.20740605890750885, + 0.13615217804908752, + 0.6031467318534851, + 0.7796024680137634, + 0.1621241271495819, + 0.16996240615844727, + 0.15992438793182373, + 0.18285347521305084, + 0.08061757683753967, + 0.14775322377681732, + 0.016372904181480408, + 0.06443923711776733, + 0.06855830550193787, + 0.031473562121391296 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.0012080669403076172, + 0.016675079241394997, + -0.11049416661262512, + -0.18111687898635864, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + -0.16851967573165894, + -0.0483754426240921, + -0.10450334846973419, + 0.02433532476425171, + 0.014464190229773521, + -1.621976613998413, + 0.0, + -0.2708023190498352, + 0.20258143544197083, + -0.19858884811401367, + -0.011072218418121338, + 0.05337512120604515, + -1.405531644821167, + 0.0 + ], + [ + -0.24414944648742676, + -0.15503191947937012, + 0.08097231388092041, + -0.03390803933143616, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + 0.056917764246463776, + 0.11982713639736176, + -0.20640377700328827, + 0.2698511481285095, + -0.5681002736091614, + -1.621976613998413, + 0.0, + -0.24253028631210327, + -0.03286649286746979, + -0.6575217247009277, + -0.32096850872039795, + -0.2408425658941269, + -1.405531644821167, + 0.0 + ], + [ + 0.7558505535125732, + 0.047495923936367035, + 0.17671221494674683, + 0.2683066725730896, + 1.3627793788909912, + -2.1350862979888916, + -0.05587177351117134, + -0.00598464161157608, + -0.0003249126020818949, + 0.01622668467462063, + 0.4942616820335388, + 0.026347335427999496, + -2.621976613998413, + -1.7202718257904053, + -0.005902320146560669, + -0.006447978317737579, + 0.022365635260939598, + 0.6384451985359192, + -0.06040418520569801, + -2.405531644821167, + -1.6936993598937988 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.11174354702234268, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4405436515808105, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3873987197875977 + ], + [ + 0.566322922706604, + 0.34692949056625366, + 0.21173477172851562, + 0.06748008728027344, + 1.613215446472168, + -2.425536632537842, + -0.0019976161420345306, + -0.26347628235816956, + 0.027058903127908707, + -0.07635476440191269, + 0.2626723051071167, + 0.06859342753887177, + -2.5883285999298096, + -1.988996982574463, + -0.2853439152240753, + -0.28917819261550903, + 0.30827221274375916, + 0.6378196477890015, + -0.33115673065185547, + -2.6963462829589844, + -1.5018442869186401 + ], + [ + 0.6349112391471863, + 0.038436517119407654, + 0.1508270800113678, + 0.04295644164085388, + 1.0839532613754272, + -1.8265304565429688, + 0.028805416077375412, + 0.37508806586265564, + -0.2747676968574524, + -0.2759663462638855, + 0.7476297616958618, + -0.1516840010881424, + -2.3965795040130615, + -1.4985543489456177, + -0.1856689751148224, + 0.03216928243637085, + 0.11441078037023544, + 0.6749658584594727, + -0.17700010538101196, + -2.1188833713531494, + -1.6784363985061646 + ], + [ + 0.8865281939506531, + -0.02802223712205887, + 0.5724958181381226, + 0.4633806645870209, + 1.1546995639801025, + -1.8637380599975586, + -0.3117431700229645, + 0.08814923465251923, + -0.4786927103996277, + 0.3931327760219574, + 0.2507610619068146, + -0.12020082771778107, + -3.0246803760528564, + -1.4862127304077148, + -0.3165460228919983, + -0.06142986938357353, + -0.35658136010169983, + 0.7498345971107483, + -0.5186480283737183, + -2.8657968044281006, + -1.4799203872680664 + ], + [ + 0.28766220808029175, + -0.23753729462623596, + 0.21949872374534607, + 0.23003533482551575, + 0.8756457567214966, + -2.6147210597991943, + 0.15871082246303558, + 0.4582497179508209, + -0.08357167989015579, + -0.3599277138710022, + 0.8908210396766663, + 0.5662664175033569, + -2.8447608947753906, + -1.811488389968872, + -0.5259572267532349, + 0.45079565048217773, + 0.36657530069351196, + 0.21225270628929138, + -0.09261360764503479, + -2.15556001663208, + -2.243222951889038 + ], + [ + 0.4375047981739044, + -0.26832157373428345, + 0.46698546409606934, + 0.257399320602417, + 1.4416842460632324, + -2.331239700317383, + -0.057412125170230865, + 0.0982908383011818, + -0.4495640993118286, + 0.6954426765441895, + 0.4381740987300873, + 0.2467481791973114, + -3.194878101348877, + -1.5364596843719482, + -0.10501158237457275, + -0.36139190196990967, + 0.21781593561172485, + 0.26964521408081055, + 0.2926512658596039, + -2.8604204654693604, + -1.2264325618743896 + ], + [ + 0.2752971947193146, + 0.44085511565208435, + 0.09349203109741211, + 0.5142239332199097, + 1.944683313369751, + -2.245222806930542, + -0.14509989321231842, + 0.5362732410430908, + 0.06054594740271568, + 0.10932204127311707, + 1.1576985120773315, + -0.25972238183021545, + -2.614938974380493, + -2.5191850662231445, + 0.2649524509906769, + -0.4829309582710266, + -0.297891229391098, + 1.3985397815704346, + -0.8393893837928772, + -2.829237937927246, + -1.6477762460708618 + ], + [ + 1.0013009309768677, + 0.07036140561103821, + 0.4733560085296631, + 0.8638455271720886, + 2.193321943283081, + -2.0289762020111084, + 0.41994673013687134, + -0.7885891795158386, + -0.5326016545295715, + 0.2079942673444748, + 0.8058609962463379, + -0.20021885633468628, + -2.222874402999878, + -2.5484867095947266, + 0.42493799328804016, + 0.329524427652359, + -0.15711721777915955, + 1.4028748273849487, + -0.13142728805541992, + -2.8622188568115234, + -1.1706066131591797 + ], + [ + 0.46619749069213867, + -0.6513972282409668, + -0.804164707660675, + 0.9768707752227783, + 1.1110923290252686, + -1.230462908744812, + -0.44054192304611206, + -0.5087484121322632, + 0.3916623890399933, + 0.1491948366165161, + 0.35195428133010864, + 0.1736636906862259, + -3.3146426677703857, + -0.7444313168525696, + -0.4442700445652008, + -0.7468911409378052, + 0.06993701308965683, + 1.5806844234466553, + 0.5431184768676758, + -2.1893389225006104, + -2.6476151943206787 + ], + [ + 0.16046160459518433, + -0.308436781167984, + 0.3494795560836792, + 0.2790556252002716, + 1.749393343925476, + -1.2397031784057617, + -0.1972002238035202, + 0.7846193313598633, + -0.4053311347961426, + -0.8788788914680481, + 0.9857583045959473, + -0.3805040419101715, + -3.2537484169006348, + -1.17478346824646, + -0.45741280913352966, + -0.2335657775402069, + 0.5796993374824524, + 1.5383272171020508, + 0.6436970233917236, + -2.413731098175049, + -1.0895507335662842 + ], + [ + -0.23531651496887207, + -0.22097638249397278, + 1.1749272346496582, + 0.7370404005050659, + 0.3990532159805298, + -1.6844000816345215, + 0.45860469341278076, + -0.933163583278656, + 0.36350947618484497, + -0.6950361132621765, + -0.3623585104942322, + -0.09170009195804596, + -2.785374879837036, + -2.534595012664795, + -0.4384579360485077, + -0.8276459574699402, + -0.8660062551498413, + 1.4367798566818237, + 0.9295532703399658, + -2.9889345169067383, + -0.7777332663536072 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.020274698734283447, + -0.06410357356071472, + -0.04118771851062775, + -0.08226534724235535, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + -0.027593832463026047, + -0.0035383012145757675, + 0.11043711751699448, + -0.03947073221206665, + 0.01766383647918701, + -1.621976613998413, + 0.0, + -0.0012086844071745872, + -0.042633943259716034, + -0.004757555201649666, + -0.027304112911224365, + 0.056503038853406906, + -1.405531644821167, + 0.0 + ] + ], + "predicted_scores": [ + 4.354900360107422, + 4.325809001922607, + 4.290067672729492, + 4.1876444816589355, + 4.134945392608643, + 4.103194713592529, + 4.003202438354492, + 3.8872995376586914 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "412102563", + "selected_index": 0, + "state_hash": "af80a48826c1fe9f9a1b13d5a531c6d193219c3cb488961be068fa352b27ae8c", + "stored_base_utility": 0.8386970162391663, + "task_id": "StackCube-v1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8279688954353333, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8279688954353333 + }, + "base_progress": 0.8279688954353333, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8279688954353333, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16314539313316345, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16314539313316345 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17525246739387512, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17525246739387512 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1719280481338501, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1719280481338501 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18550802767276764, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18550802767276764 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16341476142406464, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16341476142406464 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1639019101858139, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1639019101858139 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7970014810562134, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7970014810562134 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1667558252811432, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1667558252811432 + } + ], + "candidate_progress": [ + 0.16314539313316345, + 0.17525246739387512, + 0.1719280481338501, + 0.18550802767276764, + 0.16341476142406464, + 0.1639019101858139, + 0.7970014810562134, + 0.1667558252811432 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9228f8295b9891cf011c", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e", + "ms-875a4668671c02054a3c", + "ms-875a4668671c02054a3c", + "ms-0949097d19e597fc7f63" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-e887dbfa0133af46829d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1863357424736023, + 0.0240493044257164, + 0.14861011505126953, + 0.08264875411987305, + -0.017370134592056274, + -1.8772190809249878, + -0.019755065441131592, + 0.12723205983638763, + -0.03365302085876465, + 0.029666125774383545, + -0.06872345507144928, + -0.05169740319252014, + -1.894430160522461, + -0.20031298696994781, + -0.07667569816112518, + 0.1579170674085617, + 0.05016322433948517, + 0.07209756970405579, + -0.05820909142494202, + -1.426401138305664, + -0.12557688355445862 + ], + [ + 0.03486745059490204, + 0.04788437485694885, + 0.025759518146514893, + 0.17028668522834778, + 0.07080720365047455, + -1.6365724802017212, + -0.10510522127151489, + 0.13841430842876434, + -0.010292015969753265, + -0.013276763260364532, + -0.10936567932367325, + -0.0027103424072265625, + -1.7841204404830933, + 0.022256679832935333, + 0.03595270961523056, + 0.09371200203895569, + 0.07165372371673584, + -0.07830749452114105, + -0.025248348712921143, + -1.3251292705535889, + -0.04723009467124939 + ], + [ + -0.06048327684402466, + 0.030812978744506836, + 0.05485522747039795, + 0.05243721604347229, + 0.2247612625360489, + -1.4990901947021484, + -0.17798912525177002, + 0.1888563483953476, + -0.0061401911079883575, + 0.009488590061664581, + -0.18069687485694885, + -0.10084015130996704, + -1.9742484092712402, + 0.0010958313941955566, + 0.0803169310092926, + 0.08889469504356384, + 0.06009899079799652, + -0.2034272402524948, + -0.029487162828445435, + -1.3156208992004395, + -0.09945985674858093 + ], + [ + 0.05532148480415344, + 0.03561466187238693, + 0.07144957780838013, + 0.09945148229598999, + 0.006219387054443359, + -0.8916516304016113, + 0.10403507947921753, + 0.22104060649871826, + 0.04540605843067169, + -0.03728292137384415, + -0.07336356490850449, + -0.15552544593811035, + -1.4081788063049316, + -0.3305404782295227, + 0.0050581954419612885, + 0.12240366637706757, + -0.13064555823802948, + -0.02028718590736389, + -0.15505939722061157, + -1.4545226097106934, + -0.11845776438713074 + ], + [ + 0.1377580314874649, + 0.046403661370277405, + 0.11701798439025879, + 0.0919547975063324, + 0.011047735810279846, + -1.9247304201126099, + -0.010477989912033081, + 0.13943418860435486, + -0.033210255205631256, + 0.04359831660985947, + -0.0013919956982135773, + -0.0589885413646698, + -1.9297654628753662, + -0.17646832764148712, + -0.049077462404966354, + 0.16063405573368073, + 0.05495339632034302, + 0.13664370775222778, + -0.11042892932891846, + -1.4093499183654785, + -0.10806721448898315 + ], + [ + 0.16997523605823517, + 0.038086891174316406, + 0.08163347840309143, + 0.09786203503608704, + -0.03644144535064697, + -1.5525752305984497, + -0.07773745059967041, + 0.19744522869586945, + -0.034761279821395874, + 0.06094101443886757, + 0.018607616424560547, + 0.01642848551273346, + -1.9410934448242188, + -0.12035959959030151, + -0.02774352952837944, + 0.135480135679245, + 0.05210930109024048, + 0.10938125848770142, + -0.015383243560791016, + -1.5289170742034912, + -0.13870826363563538 + ], + [ + -0.05618910491466522, + 0.005557555705308914, + 0.05518972873687744, + 0.31512466073036194, + 0.2110239863395691, + -1.6554509401321411, + 0.3642859160900116, + 0.09495457261800766, + -0.026772083714604378, + -0.07929635792970657, + -0.16234859824180603, + -0.1117652952671051, + -1.6191920042037964, + 0.07068666815757751, + -0.2102614939212799, + 0.1696942299604416, + -0.01989269256591797, + 0.20371416211128235, + -0.03201904892921448, + -1.1292866468429565, + -0.21699681878089905 + ], + [ + 0.03525374084711075, + 0.046350426971912384, + 0.04728928208351135, + 0.19183886051177979, + 0.003965437412261963, + -1.7664903402328491, + -0.17965656518936157, + 0.048977091908454895, + -0.005091411992907524, + -0.009696058928966522, + -0.04259324073791504, + -0.015852972865104675, + -1.9174058437347412, + 0.06435716152191162, + 0.08034767210483551, + 0.0690491795539856, + 0.16750290989875793, + 0.06940747797489166, + -0.17085888981819153, + -1.2169008255004883, + -0.14018750190734863 + ] + ], + "generated_utilities": [ + 0.16314539313316345, + 0.17525246739387512, + 0.1719280481338501, + 0.18550802767276764, + 0.16341476142406464, + 0.1639019101858139, + 0.7970014810562134, + 0.1667558252811432 + ], + "group_id": "ms-e887dbfa0133af46829d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8351176977157593, + 2.0, + 0.19064836204051971, + 0.1411142796278, + 0.6037710309028625, + 0.7814163565635681, + 0.1645386517047882, + 2.0, + 0.12996163964271545, + 0.1836192011833191, + 0.1731177270412445, + 0.5733826756477356, + 0.053966864943504333, + 0.1302099972963333, + 0.11049023270606995, + 0.08037742972373962 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.06338369846343994, + 0.059499189257621765, + -0.019710391759872437, + -0.1653519868850708, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + 0.24354441463947296, + 0.14564362168312073, + 0.1889113187789917, + 0.003917813301086426, + 0.01914181187748909, + -1.6722867488861084, + 0.0, + 0.2844846248626709, + -0.017869576811790466, + 0.12607194483280182, + -0.038061678409576416, + -0.0639369785785675, + -1.5490257740020752, + 0.0 + ], + [ + 0.45784449577331543, + -0.19690854847431183, + 0.028207063674926758, + -0.3284022808074951, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + 0.19057995080947876, + 0.06997257471084595, + -0.19718898832798004, + 0.5988057255744934, + 0.027323465794324875, + -1.6722867488861084, + 0.0, + -0.502467930316925, + 0.5070173740386963, + -0.2913348078727722, + 0.09951120615005493, + -0.925142765045166, + -1.5490257740020752, + 0.0 + ], + [ + 0.7285544276237488, + -0.21421118080615997, + 0.3110690712928772, + 0.6038460731506348, + 1.3712776899337769, + -2.5529592037200928, + 0.6998128890991211, + -0.013858422636985779, + -0.007056809961795807, + 0.0267822053283453, + 0.598056972026825, + -0.020557451993227005, + -2.6722867488861084, + -1.7902464866638184, + -0.005695551633834839, + -0.004795461893081665, + 0.026951199397444725, + 0.6883092522621155, + -0.18438220024108887, + -2.549025774002075, + -1.7290098667144775 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3996257781982422, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.5804929733276367, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.458019733428955 + ], + [ + 0.7744204998016357, + -0.14032170176506042, + 0.5317867994308472, + 0.3657727837562561, + 1.1711537837982178, + -2.4608333110809326, + 0.9361243844032288, + -0.28777211904525757, + -0.02713797055184841, + 0.0024450384080410004, + 0.3406478464603424, + 0.16705746948719025, + -2.7086386680603027, + -1.657912015914917, + 0.06333691626787186, + 0.0674947127699852, + -0.17235594987869263, + 0.6823904514312744, + -0.2967503070831299, + -2.3086485862731934, + -1.7156732082366943 + ], + [ + 0.5220472812652588, + 0.28427159786224365, + 0.001781165599822998, + 0.933464527130127, + 1.5460690259933472, + -2.6197750568389893, + 0.7653661370277405, + -0.3777310848236084, + 0.11237086355686188, + -0.12461940199136734, + 0.6983301043510437, + -0.2672002911567688, + -3.0165061950683594, + -1.5533162355422974, + 0.1221739798784256, + -0.13136707246303558, + 0.35114821791648865, + 0.3148680627346039, + -0.4997022747993469, + -2.2119808197021484, + -1.566335916519165 + ], + [ + 1.0094021558761597, + -0.23150265216827393, + 0.5109674334526062, + 0.7008609771728516, + 1.4336611032485962, + -2.00026273727417, + 1.107550859451294, + -0.34252047538757324, + 0.2677552402019501, + 0.39419615268707275, + 0.5391560792922974, + 0.03777590021491051, + -2.8717029094696045, + -1.6569743156433105, + 0.4206036627292633, + -0.2937912940979004, + -0.5704524517059326, + 0.8473536968231201, + -0.08534249663352966, + -2.997760057449341, + -1.8882695436477661 + ], + [ + 1.1181895732879639, + -0.032054707407951355, + 0.7414692640304565, + 0.17649400234222412, + 1.1594514846801758, + -3.1546308994293213, + 0.5525701642036438, + -0.40559321641921997, + 0.1876431107521057, + -0.32533133029937744, + 0.6343457698822021, + -0.6795477867126465, + -2.3824045658111572, + -1.2941229343414307, + 0.26826751232147217, + -0.43359729647636414, + 0.026619363576173782, + 0.6621769070625305, + 0.12951242923736572, + -2.12331223487854, + -1.5770692825317383 + ], + [ + 0.9990148544311523, + -0.687415599822998, + 0.07649993896484375, + -0.12415826320648193, + 1.3442331552505493, + -2.5085370540618896, + 0.12927699089050293, + 0.39645808935165405, + 0.09042495489120483, + -0.6732081174850464, + 0.8066308498382568, + 0.6640077233314514, + -2.092290163040161, + -1.4049465656280518, + -0.14882516860961914, + -0.3191836178302765, + 0.6641588807106018, + 0.5160242319107056, + 0.26494869589805603, + -2.9544320106506348, + -1.5772790908813477 + ], + [ + 1.364687442779541, + -0.3321616053581238, + 0.7562487125396729, + 0.9752405881881714, + 0.7015633583068848, + -2.9051685333251953, + 1.55759596824646, + -0.5334111452102661, + -0.08721090853214264, + -0.608826756477356, + 0.8765581846237183, + 0.7633923292160034, + -3.0773491859436035, + -1.2762537002563477, + -0.5415350198745728, + 0.297212690114975, + -0.2932831943035126, + 0.8217049837112427, + -0.815603494644165, + -1.8096072673797607, + -0.8454118967056274 + ], + [ + 1.539335012435913, + 0.15505172312259674, + -0.6605521440505981, + -0.3954293131828308, + 1.2441569566726685, + -2.0352230072021484, + 0.6014876961708069, + -0.6440654993057251, + -0.14328083395957947, + 0.03863175958395004, + 0.525173008441925, + 0.2733049690723419, + -2.26670503616333, + -2.744218587875366, + 0.05054756999015808, + 0.32311585545539856, + 0.7169739603996277, + 0.07201558351516724, + -0.7233601212501526, + -1.8625562191009521, + -1.837114691734314 + ], + [ + 0.4437761902809143, + 0.4635366201400757, + 1.1320353746414185, + -0.2871807813644409, + 1.3933004140853882, + -1.7322083711624146, + 1.1530396938323975, + 0.1754496544599533, + -0.7168039083480835, + 0.16693663597106934, + 1.0204297304153442, + 0.2511445879936218, + -1.8195054531097412, + -2.3545191287994385, + -0.7189527750015259, + 0.7209672927856445, + 0.08699111640453339, + 1.0901274681091309, + -0.450054794549942, + -2.4898018836975098, + -0.938546359539032 + ], + [ + -0.240098237991333, + -0.04404556751251221, + -0.4921736717224121, + 0.653389573097229, + 1.954259991645813, + -2.4239091873168945, + 0.28849372267723083, + 0.036671146750450134, + -0.9218901991844177, + -0.7163963913917542, + -0.15177470445632935, + 0.9432955384254456, + -2.227236032485962, + -2.5819218158721924, + -0.6793429851531982, + -0.5430718660354614, + 0.2032383531332016, + 1.2792136669158936, + -0.6447700262069702, + -2.255676746368408, + -1.8585152626037598 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.03692340850830078, + 0.02968139946460724, + 0.0361674427986145, + 0.04010254144668579, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + -0.01803029328584671, + -0.019202932715415955, + -0.04222431033849716, + 0.05009949207305908, + 0.01904309168457985, + -1.6722867488861084, + 0.0, + 0.04868185147643089, + 0.05731650069355965, + 0.04398583248257637, + 0.013680577278137207, + 0.03227166831493378, + -1.5490257740020752, + 0.0 + ], + [ + 0.6551725268363953, + 0.13864515721797943, + 0.48871910572052, + 0.2261146903038025, + 1.4671885967254639, + -2.2526662349700928, + 0.8945764303207397, + -0.09004619717597961, + -0.17359668016433716, + 0.3396550416946411, + 0.7144328355789185, + -0.39453694224357605, + -2.8827593326568604, + -2.082418918609619, + 0.39172348380088806, + -0.1638338714838028, + 0.2826210558414459, + 0.6858521699905396, + -0.330074667930603, + -2.9167230129241943, + -1.5957034826278687 + ] + ], + "predicted_scores": [ + 4.3111252784729, + 4.2464375495910645, + 4.205270767211914, + 4.166205883026123, + 4.117834568023682, + 3.980717658996582, + 3.948111057281494, + 3.881516456604004 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1999022574", + "selected_index": 0, + "state_hash": "5126dedd4445eeefe34e60387627622264c207ccc0669b373bd5d22aa148080b", + "stored_base_utility": 0.8351176977157593, + "task_id": "StackCube-v1" + } + ], + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_index": "data/cil_charts_rgb_refs/train/index.json", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af", + "target_index": "data/cil_charts_rgb_refs/test/index.json", + "target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ab240665b3398df2ce06f2d5e867095eb1b82854 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/metrics.json @@ -0,0 +1,4673 @@ +{ + "epsilon": 0.0, + "k": 8, + "mode": "measured", + "num_rows": 48, + "rows": [ + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 0.00025147199630737305, + "chart_id": "ms-5799584ed40e211c50a5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0011445108113346, + "ncar_to_proposal_oracle_at_8": 0.20884931245481586, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19320969574917243, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7270426154136658, + "proposal_oracle_utility_gain_over_base_at_8": -0.001204073429107666, + "seed": "2012211287", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7267911434173584, + "selected_utility_gain_over_base_at_8": -0.001455545425415039, + "selector_gap_fraction_to_hidden_at_8": 0.00019773645887231634, + "selector_regret_at_8": 0.00025147199630737305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2729573845863342, + "support_gap_fraction_to_hidden_at_8": 1.0009467822246219, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2732088565826416 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0018310099840164185, + "chart_id": "ms-715db95b13ebc6c977c8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.004161799291129, + "ncar_to_proposal_oracle_at_8": 0.32567740299816206, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07483884431566282, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2035302072763443, + "proposal_oracle_utility_gain_over_base_at_8": -0.005622148513793945, + "seed": "307068879", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20169919729232788, + "selected_utility_gain_over_base_at_8": -0.007453158497810364, + "selector_gap_fraction_to_hidden_at_8": 0.0010224264414320273, + "selector_regret_at_8": 0.0018310099840164185, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7964697927236557, + "support_gap_fraction_to_hidden_at_8": 1.003139378456884, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7983008027076721 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 1.2767786383628845, + "chart_id": "ms-7b229b60d7f64fb624cf", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0018019999721972, + "ncar_to_proposal_oracle_at_8": 1.0018019999721972, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14432341808925672, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.274482011795044, + "seed": "1073161778", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7232213616371155, + "selected_utility_gain_over_base_at_8": -0.002296626567840576, + "selector_gap_fraction_to_hidden_at_8": 1.0018020078326613, + "selector_regret_at_8": 1.2767786383628845, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2767786383628845 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.1574377715587616, + "chart_id": "ms-99f263cb3f383b1f6243", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.076145372525531, + "ncar_to_proposal_oracle_at_8": 3.4869346102323533, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.098162172719824, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5705108642578125, + "proposal_oracle_utility_gain_over_base_at_8": 0.0451507568359375, + "seed": "608016290", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4130730926990509, + "selected_utility_gain_over_base_at_8": -0.1122870147228241, + "selector_gap_fraction_to_hidden_at_8": 0.10676353756001532, + "selector_regret_at_8": 0.1574377715587616, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4294891357421875, + "support_gap_fraction_to_hidden_at_8": 0.9693818422631982, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.586926907300949 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.000804021954536438, + "chart_id": "ms-ec2e4afb34b439731136", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.003523045662944, + "ncar_to_proposal_oracle_at_8": 0.14610429876487893, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1123926329678895, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2042645812034607, + "proposal_oracle_utility_gain_over_base_at_8": -0.005503058433532715, + "seed": "441046872", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20346055924892426, + "selected_utility_gain_over_base_at_8": -0.006307080388069153, + "selector_gap_fraction_to_hidden_at_8": 0.00044911597641627144, + "selector_regret_at_8": 0.000804021954536438, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7957354187965393, + "support_gap_fraction_to_hidden_at_8": 1.003073935292074, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7965394407510757 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4563714861869812, + "chart_id": "ms-a9ac13384fe5afc835f1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12267671398942098, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1522272686", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5436285138130188, + "selected_utility_gain_over_base_at_8": -1.4563714861869812, + "selector_regret_at_8": 1.4563714861869812, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.4563714861869812 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-06babf453b22ba8f2407", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1747178030", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.741064429283142, + "chart_id": "ms-0e1ff8d16372796dac97", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10614606414414267, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2589355707168579, + "selected_utility_gain_over_base_at_8": -1.741064429283142, + "selector_regret_at_8": 1.741064429283142, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.741064429283142 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.026291392743587494, + "chart_id": "ms-223b0a8319beb051a1ee", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0147308339002874, + "ncar_to_proposal_oracle_at_8": 0.2324654665550531, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3576754247076027, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11542954295873642, + "proposal_oracle_utility_gain_over_base_at_8": -0.11309804767370224, + "seed": "1461069713", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.08913815021514893, + "selected_utility_gain_over_base_at_8": -0.13938944041728973, + "selector_gap_fraction_to_hidden_at_8": 0.3800150378984332, + "selector_regret_at_8": 0.026291392743587494, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04391290992498398, + "support_gap_fraction_to_hidden_at_8": 0.6347159426707584, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.07020430266857147 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.032693684101104736, + "branch_car_at_8": 0.0022127479314804077, + "chart_id": "ms-34726202b475d29cdf38", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.25342071056365967, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6708660956574802, + "ncar_to_proposal_oracle_at_8": 0.029557889623533427, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15052869787746012, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10755517333745956, + "proposal_oracle_utility_gain_over_base_at_8": 0.07486148923635483, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.10534242540597916, + "selected_utility_gain_over_base_at_8": 0.07264874130487442, + "selector_gap_fraction_to_hidden_at_8": 0.0100248164755474, + "selector_regret_at_8": 0.0022127479314804077, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1458655372262001, + "support_gap_fraction_to_hidden_at_8": 0.660841309575406, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1480782851576805 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.011001795530319214, + "chart_id": "ms-4cc40587ec490257b1d2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.005904623170763854, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19325279865432513, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.13674892485141754, + "proposal_oracle_utility_gain_over_base_at_8": -1.8632510751485825, + "seed": "2054899126", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.12574712932109833, + "selected_utility_gain_over_base_at_8": -1.8742528706789017, + "selector_regret_at_8": 0.011001795530319214, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8632510751485825, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8742528706789017 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.003098629415035248, + "chart_id": "ms-62f8c18a15c566ec4b00", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.019464283192897, + "ncar_to_proposal_oracle_at_8": 0.09176223920635006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11992738854206779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07216622680425644, + "proposal_oracle_utility_gain_over_base_at_8": -0.03376801311969757, + "seed": "672328262", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06906759738922119, + "selected_utility_gain_over_base_at_8": -0.03686664253473282, + "selector_gap_fraction_to_hidden_at_8": 0.001635967177248819, + "selector_regret_at_8": 0.003098629415035248, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9278337731957436, + "support_gap_fraction_to_hidden_at_8": 1.0178283213980606, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9309324026107788 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.19699124991893768, + "branch_car_at_8": 0.0854962021112442, + "chart_id": "ms-6661b157c41ad4d6ab85", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2351006269454956, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.7861235120991512, + "ncar_to_proposal_oracle_at_8": 1.5394314838871666, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.20401212552805004, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.25252875685691833, + "proposal_oracle_utility_gain_over_base_at_8": 0.05553750693798065, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16703255474567413, + "selected_utility_gain_over_base_at_8": -0.02995869517326355, + "selector_gap_fraction_to_hidden_at_8": 2.2434426585263525, + "selector_regret_at_8": 0.0854962021112442, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.06806807219982147 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.25001442432403564, + "branch_car_at_8": 0.08683134615421295, + "chart_id": "ms-6b789356d65b3312fbae", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22781728208065033, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.026316678586339484, + "ncar_to_proposal_oracle_at_8": 1.3556794180383116, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.10639789746212436, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.31406447291374207, + "proposal_oracle_utility_gain_over_base_at_8": 0.06405004858970642, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2272331267595291, + "selected_utility_gain_over_base_at_8": -0.02278129756450653, + "selector_gap_fraction_to_hidden_at_8": 3.911825459427708, + "selector_regret_at_8": 0.08683134615421295, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0005841553211212158 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.009949073195457458, + "chart_id": "ms-7923b8196b397863cf4f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.019238671785175, + "ncar_to_proposal_oracle_at_8": 0.37739026714244994, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1601652398891617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0861951932311058, + "proposal_oracle_utility_gain_over_base_at_8": -0.026362814009189606, + "seed": "1845489013", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07624612003564835, + "selected_utility_gain_over_base_at_8": -0.036311887204647064, + "selector_gap_fraction_to_hidden_at_8": 0.0052711941525209575, + "selector_regret_at_8": 0.009949073195457458, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9138048067688942, + "support_gap_fraction_to_hidden_at_8": 1.0139674830327599, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9237538799643517 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05078810453414917, + "branch_car_at_8": 0.003838818520307541, + "chart_id": "ms-7df455efd413d77e6ce3", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.07774405181407928, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0761101833652833, + "ncar_to_proposal_oracle_at_8": 2.147956481213366, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3080838414177952, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05257529020309448, + "proposal_oracle_utility_gain_over_base_at_8": 0.0017871856689453125, + "seed": "626486813", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04873647168278694, + "selected_utility_gain_over_base_at_8": -0.0020516328513622284, + "selector_gap_fraction_to_hidden_at_8": 0.1424108186754657, + "selector_regret_at_8": 0.003838818520307541, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.025168761610984802, + "support_gap_fraction_to_hidden_at_8": 0.9336997639004899, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.029007580131292343 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0064427852630615234, + "chart_id": "ms-7e295b5859c07c90487f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26271408796310425, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.1448705495427702, + "ncar_to_proposal_oracle_at_8": 0.0032497881379598397, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09396252788076599, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.01747530698776245, + "proposal_oracle_utility_gain_over_base_at_8": -1.9825246930122375, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.011032521724700928, + "selected_utility_gain_over_base_at_8": -1.988967478275299, + "selector_gap_fraction_to_hidden_at_8": 0.0037085348004161412, + "selector_regret_at_8": 0.0064427852630615234, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2452387809753418, + "support_gap_fraction_to_hidden_at_8": 0.14116201557624414, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.2516815662384033 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.16070519387722015, + "chart_id": "ms-8577816da2917a2bb63d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9677841286713383, + "ncar_to_proposal_oracle_at_8": 0.7211412341552217, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.537235764832106, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2938849627971649, + "proposal_oracle_utility_gain_over_base_at_8": 0.22284842282533646, + "seed": "585904130", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13317976891994476, + "selected_utility_gain_over_base_at_8": 0.0621432289481163, + "selector_gap_fraction_to_hidden_at_8": 0.08331168381741826, + "selector_regret_at_8": 0.16070519387722015, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.706115037202835, + "support_gap_fraction_to_hidden_at_8": 0.8844724498710401, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8668202310800552 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.002475142478942871, + "chart_id": "ms-8e56b0eaa2604db6749e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 2.0668632118652317, + "ncar_to_proposal_oracle_at_8": 0.020065103905333725, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15133945279036964, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04447716474533081, + "proposal_oracle_utility_gain_over_base_at_8": -0.12335556745529175, + "seed": "141984615", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.04200202226638794, + "selected_utility_gain_over_base_at_8": -0.12583070993423462, + "selector_gap_fraction_to_hidden_at_8": 0.02098564722422542, + "selector_regret_at_8": 0.002475142478942871, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.24130010604858398, + "support_gap_fraction_to_hidden_at_8": 2.0458777398812704, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.24377524852752686 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06810259819030762, + "branch_car_at_8": 0.10038051009178162, + "chart_id": "ms-972c5be72d0b24be7cd5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.8784184971990449, + "ncar_to_proposal_oracle_at_8": 0.29940780875078404, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.08698600632990208, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.4033660888671875, + "proposal_oracle_utility_gain_over_base_at_8": 0.3352634906768799, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.3029855787754059, + "selected_utility_gain_over_base_at_8": 0.23488298058509827, + "selector_gap_fraction_to_hidden_at_8": 0.05195954505542107, + "selector_regret_at_8": 0.10038051009178162, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.5966339111328125, + "support_gap_fraction_to_hidden_at_8": 0.8264589566905448, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.6970144212245941 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.04479973018169403, + "chart_id": "ms-9757fc494e79b5543bb6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.7778231310760573, + "ncar_to_proposal_oracle_at_8": 8.71937375135354, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17961355132445345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1247115358710289, + "proposal_oracle_utility_gain_over_base_at_8": 0.005137942731380463, + "seed": "636680137", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07991180568933487, + "selected_utility_gain_over_base_at_8": -0.03966178745031357, + "selector_gap_fraction_to_hidden_at_8": 0.8785857688497427, + "selector_regret_at_8": 0.04479973018169403, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04585278779268265, + "support_gap_fraction_to_hidden_at_8": 0.8992377108824552, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.09065251797437668 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10184377431869507, + "branch_car_at_8": 0.0034609846770763397, + "chart_id": "ms-a8731059713697ce5e2a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.19710752367973328, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5387981132190385, + "ncar_to_proposal_oracle_at_8": 0.07230423693742787, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1831356930441283, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.053976815193891525, + "proposal_oracle_utility_gain_over_base_at_8": -0.04786695912480354, + "seed": "767747424", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.050515830516815186, + "selected_utility_gain_over_base_at_8": -0.05132794380187988, + "selector_gap_fraction_to_hidden_at_8": 0.03633055281038354, + "selector_regret_at_8": 0.0034609846770763397, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.14313070848584175, + "support_gap_fraction_to_hidden_at_8": 1.5024677219389455, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1465916931629181 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.027821257710456848, + "chart_id": "ms-ac94b48febe523da15a5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.015409403984710279, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16288447414215274, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.19452734291553497, + "proposal_oracle_utility_gain_over_base_at_8": -1.805472657084465, + "seed": "1375492786", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16670608520507812, + "selected_utility_gain_over_base_at_8": -1.8332939147949219, + "selector_regret_at_8": 0.027821257710456848, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.805472657084465, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8332939147949219 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.1589493229985237, + "chart_id": "ms-b49043f15f4846de5b13", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.002720058258962, + "ncar_to_proposal_oracle_at_8": 1.0336975829706272, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5070876425629134, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.24880830943584442, + "proposal_oracle_utility_gain_over_base_at_8": 0.15376771241426468, + "seed": "2038594191", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08985898643732071, + "selected_utility_gain_over_base_at_8": -0.005181610584259033, + "selector_gap_fraction_to_hidden_at_8": 0.08343974299400034, + "selector_regret_at_8": 0.1589493229985237, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7511916905641556, + "support_gap_fraction_to_hidden_at_8": 0.919280320528696, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9101410135626793 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21340738236904144, + "branch_car_at_8": 0.015558972954750061, + "chart_id": "ms-b7d7021b782f73816083", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22398948669433594, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 6.454225594544448, + "ncar_to_proposal_oracle_at_8": 0.3690608534895287, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17099821184490116, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17124910652637482, + "proposal_oracle_utility_gain_over_base_at_8": -0.042158275842666626, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.15569013357162476, + "selected_utility_gain_over_base_at_8": -0.05771724879741669, + "selector_gap_fraction_to_hidden_at_8": 1.470309919130103, + "selector_regret_at_8": 0.015558972954750061, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.05274038016796112, + "support_gap_fraction_to_hidden_at_8": 4.983921774603501, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.06829935312271118 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-b8c3ec3ea915c5d35b3e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "2054899126", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02974964678287506, + "chart_id": "ms-b8fc1568ce66c45c8d8b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.07153763725445794, + "ncar_to_proposal_oracle_at_8": 0.016393451416906714, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30546034643967757, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.18527252972126007, + "proposal_oracle_utility_gain_over_base_at_8": -1.81472747027874, + "seed": "747260437", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.155522882938385, + "selected_utility_gain_over_base_at_8": -1.844477117061615, + "selector_gap_fraction_to_hidden_at_8": 0.017282874338947683, + "selector_regret_at_8": 0.02974964678287506, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.09339071810245514, + "support_gap_fraction_to_hidden_at_8": 0.05425476333110376, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1231403648853302 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-da555a03dd382d93e119", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "278008524", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.09635330736637115, + "chart_id": "ms-f5dd1c43ebc4c0cfc3f1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.4386390413214543, + "ncar_to_proposal_oracle_at_8": 2.319495421176755, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3814015792041445, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21403594315052032, + "proposal_oracle_utility_gain_over_base_at_8": 0.04154062271118164, + "seed": "1549324805", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11768263578414917, + "selected_utility_gain_over_base_at_8": -0.054812684655189514, + "selector_gap_fraction_to_hidden_at_8": 0.7710684804092547, + "selector_regret_at_8": 0.09635330736637115, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08342014253139496, + "support_gap_fraction_to_hidden_at_8": 0.6675706760394587, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1797734498977661 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.0011331625282764435, + "chart_id": "ms-f9740a08a98cb251b761", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.019279876796129, + "ncar_to_proposal_oracle_at_8": 0.031824954963663915, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15125404295167477, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.058819372206926346, + "proposal_oracle_utility_gain_over_base_at_8": -0.03560608997941017, + "seed": "1822210471", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0576862096786499, + "selected_utility_gain_over_base_at_8": -0.036739252507686615, + "selector_gap_fraction_to_hidden_at_8": 0.0005946566275893689, + "selector_regret_at_8": 0.0011331625282764435, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9411806277930737, + "support_gap_fraction_to_hidden_at_8": 1.018685225517477, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.94231379032135 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.038491129875183105, + "chart_id": "ms-fa8b4ba41ecac8030271", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.021031423156596486, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.42241467171366504, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1698276251554489, + "proposal_oracle_utility_gain_over_base_at_8": -1.830172374844551, + "seed": "750448296", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.1313364952802658, + "selected_utility_gain_over_base_at_8": -1.8686635047197342, + "selector_regret_at_8": 0.038491129875183105, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.830172374844551, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8686635047197342 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-05f34a90fa7355262b8e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "440577711", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.858040377497673, + "chart_id": "ms-2413d1155c87f0442485", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.37631581765020666, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1324642411", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14195962250232697, + "selected_utility_gain_over_base_at_8": -1.858040377497673, + "selector_regret_at_8": 1.858040377497673, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.858040377497673 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-54346a8f79bd9dca1dfe", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.25625757964299634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1790188787", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.011454477906227112, + "chart_id": "ms-64f98d163b6bff29332b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.005982870275641443, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14694969164298693, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08545441925525665, + "proposal_oracle_utility_gain_over_base_at_8": -1.9145455807447433, + "seed": "1261930456", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07399994134902954, + "selected_utility_gain_over_base_at_8": -1.9260000586509705, + "selector_regret_at_8": 0.011454477906227112, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9145455807447433, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9260000586509705 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 0.0, + "chart_id": "ms-c2ae2b78ab7891e74c80", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11637116801567593, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "seed": "509430392", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.9592653959989548, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.043351709842681885, + "chart_id": "ms-d4c37ed44fb338c1d551", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.031613708638168724, + "ncar_to_proposal_oracle_at_8": 0.02403390675499265, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33394552923262694, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19622710347175598, + "proposal_oracle_utility_gain_over_base_at_8": -1.803772896528244, + "seed": "1480856810", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1528753936290741, + "selected_utility_gain_over_base_at_8": -1.847124606370926, + "selector_gap_fraction_to_hidden_at_8": 0.024211803589220513, + "selector_regret_at_8": 0.043351709842681885, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.013253256678581238, + "support_gap_fraction_to_hidden_at_8": 0.007401905225509852, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.05660496652126312 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.0, + "chart_id": "ms-146ff6c3f22b3a49af3a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0037531653219327, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1024944972766888, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07902413606643677, + "proposal_oracle_utility_gain_over_base_at_8": -0.007182791829109192, + "seed": "2061635888", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07902413606643677, + "selected_utility_gain_over_base_at_8": -0.007182791829109192, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9209758639335632, + "support_gap_fraction_to_hidden_at_8": 1.0037531705667693, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9209758639335632 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.0026672184467315674, + "chart_id": "ms-15fc8cc6f74cf589056f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9861618738608336, + "ncar_to_proposal_oracle_at_8": 0.09408265091957171, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.030740674705558885, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17242512106895447, + "proposal_oracle_utility_gain_over_base_at_8": 0.028349727392196655, + "seed": "655884605", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1697579026222229, + "selected_utility_gain_over_base_at_8": 0.025682508945465088, + "selector_gap_fraction_to_hidden_at_8": 0.0014371372832949142, + "selector_regret_at_8": 0.0026672184467315674, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8275748789310455, + "support_gap_fraction_to_hidden_at_8": 0.9847247418911267, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.830242097377777 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.007540524005889893, + "chart_id": "ms-36bc1364d2439099e9ed", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0096749460109702, + "ncar_to_proposal_oracle_at_8": 0.7024563821726059, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18981168502744894, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1003647893667221, + "proposal_oracle_utility_gain_over_base_at_8": -0.010734498500823975, + "seed": "1113371261", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09282426536083221, + "selected_utility_gain_over_base_at_8": -0.018275022506713867, + "selector_gap_fraction_to_hidden_at_8": 0.003992017133275946, + "selector_regret_at_8": 0.007540524005889893, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.899635210633278, + "support_gap_fraction_to_hidden_at_8": 1.0056829342229987, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9071757346391678 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.025389984250068665, + "chart_id": "ms-420280f15a522ce21c72", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0039557654834124, + "ncar_to_proposal_oracle_at_8": 1.3854594546391021, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.25510759849883147, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23259200155735016, + "proposal_oracle_utility_gain_over_base_at_8": 0.018326029181480408, + "seed": "1578990937", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2072020173072815, + "selected_utility_gain_over_base_at_8": -0.007063955068588257, + "selector_gap_fraction_to_hidden_at_8": 0.014218233990786039, + "selector_regret_at_8": 0.025389984250068665, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7674079984426498, + "support_gap_fraction_to_hidden_at_8": 0.9897375371147166, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7927979826927185 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 0.014023125171661377, + "chart_id": "ms-4aed1197d0906ae51c34", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0061738317414306, + "ncar_to_proposal_oracle_at_8": 2.058415470840539, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14023834058751442, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.83889240026474, + "proposal_oracle_utility_gain_over_base_at_8": 0.006812572479248047, + "seed": "1509980664", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8248692750930786, + "selected_utility_gain_over_base_at_8": -0.00721055269241333, + "selector_gap_fraction_to_hidden_at_8": 0.01200692093970083, + "selector_regret_at_8": 0.014023125171661377, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.16110759973526, + "support_gap_fraction_to_hidden_at_8": 0.9941669194168206, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1751307249069214 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.041060686111450195, + "chart_id": "ms-55e78c04643bd06fd5f8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0061024029871146, + "ncar_to_proposal_oracle_at_8": 1.3695761057579783, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11952033712097218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2142850160598755, + "proposal_oracle_utility_gain_over_base_at_8": 0.029980570077896118, + "seed": "211245842", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1732243299484253, + "selected_utility_gain_over_base_at_8": -0.011080116033554077, + "selector_gap_fraction_to_hidden_at_8": 0.022614301180936124, + "selector_regret_at_8": 0.041060686111450195, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7857149839401245, + "support_gap_fraction_to_hidden_at_8": 0.9834881073473187, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8267756700515747 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.3237016499042511, + "chart_id": "ms-77536801924a2a78688e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9938836701698183, + "ncar_to_proposal_oracle_at_8": 0.9676112241545515, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5181919511721376, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5630103945732117, + "proposal_oracle_utility_gain_over_base_at_8": 0.3345368802547455, + "seed": "1151410346", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23930874466896057, + "selected_utility_gain_over_base_at_8": 0.010835230350494385, + "selector_gap_fraction_to_hidden_at_8": 0.18272470240811445, + "selector_regret_at_8": 0.3237016499042511, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4369896054267883, + "support_gap_fraction_to_hidden_at_8": 0.8111589733720272, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7606912553310394 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.010064825415611267, + "chart_id": "ms-9dd1ff4c297a81b13071", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9979853617028601, + "ncar_to_proposal_oracle_at_8": 0.7228185479224526, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2599006738407752, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09815146028995514, + "proposal_oracle_utility_gain_over_base_at_8": 0.013924404978752136, + "seed": "1324133122", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08808663487434387, + "selected_utility_gain_over_base_at_8": 0.003859579563140869, + "selector_gap_fraction_to_hidden_at_8": 0.00525366298940307, + "selector_regret_at_8": 0.010064825415611267, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9018485397100449, + "support_gap_fraction_to_hidden_at_8": 0.9927317039227662, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9119133651256561 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 1.2084707021713257, + "chart_id": "ms-d7254aa722729aa1a031", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9997888379154961, + "ncar_to_proposal_oracle_at_8": 0.9997888379154961, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19081260775351527, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.208725929260254, + "seed": "701667486", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7915292978286743, + "selected_utility_gain_over_base_at_8": 0.00025522708892822266, + "selector_gap_fraction_to_hidden_at_8": 0.9997888461869231, + "selector_regret_at_8": 1.2084707021713257, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.2084707021713257 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6269922256469727, + "chart_id": "ms-d776afa14e6322cadedd", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.5347509829497624, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2630363607222759, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8275061845779419, + "proposal_oracle_utility_gain_over_base_at_8": -1.172493815422058, + "seed": "412102563", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20051395893096924, + "selected_utility_gain_over_base_at_8": -1.7994860410690308, + "selector_regret_at_8": 0.6269922256469727, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.172493815422058, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7994860410690308 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 0.6338560879230499, + "chart_id": "ms-e887dbfa0133af46829d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5672404802573083, + "ncar_to_proposal_oracle_at_8": 20.468479398320074, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15346652783738673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7970014810562134, + "proposal_oracle_utility_gain_over_base_at_8": -0.030967414379119873, + "seed": "1999022574", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16314539313316345, + "selected_utility_gain_over_base_at_8": -0.6648235023021698, + "selector_gap_fraction_to_hidden_at_8": 0.5408184863476693, + "selector_regret_at_8": 0.6338560879230499, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2029985189437866, + "support_gap_fraction_to_hidden_at_8": 1.0264220072816432, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8368546068668365 + } + ], + "summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4, + "low": 0.1625, + "mean": 0.29375, + "n": 40, + "num_samples": 200 + }, + "mean": 0.29375, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 1.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 1.0, + "608016290": 0.0, + "626486813": 0.5, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.43200000000000005, + "low": 0.0, + "mean": 0.144, + "n": 5, + "num_samples": 200 + }, + "mean": 0.144, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.72, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5208333333333334, + "low": 0.25, + "mean": 0.375, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 40, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 1.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 1.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4375, + "low": 0.1625, + "mean": 0.30833333333333335, + "n": 40, + "num_samples": 200 + }, + "mean": 0.30833333333333335, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 1.0, + "1324133122": 0.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 1.0, + "1509980664": 0.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 1.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 0.3333333333333333, + "767747424": 0.5 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.772, + "low": 0.09018181818181818, + "mean": 0.45684848484848484, + "n": 5, + "num_samples": 200 + }, + "mean": 0.45684848484848484, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.36, + "PushCube-v1": 0.8333333333333334, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.4583333333333333, + "low": 0.20833333333333334, + "mean": 0.3333333333333333, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 40, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 0.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "767747424": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0251519351576763, + "low": 0.537800694660594, + "mean": 0.8028034761858482, + "n": 40, + "num_samples": 200 + }, + "mean": 0.8028034761858482, + "per_seed": { + "1073161778": 0.725517988204956, + "1113371261": 0.11109928786754608, + "1151410346": 0.2284735143184662, + "1261930456": 2.0, + "1324133122": 0.084227055311203, + "1324642411": 2.0, + "1375492786": 2.0, + "141984615": 0.16783273220062256, + "1461069713": 0.22852759063243866, + "1480856810": 2.0, + "1509980664": 0.8320798277854919, + "1522272686": 2.0, + "1549324805": 0.17249532043933868, + "1578990937": 0.21426597237586975, + "1747178030": 2.0, + "1790188787": 2.0, + "1822210471": 0.09442546218633652, + "1845489013": 0.11255800724029541, + "1999022574": 0.8279688954353333, + "2012211287": 0.7282466888427734, + "2038594191": 0.09504059702157974, + "2054899126": 2.0, + "2061635888": 0.08620692789554596, + "211245842": 0.18430444598197937, + "278008524": 1.1250072121620178, + "307068879": 0.20915235579013824, + "412102563": 2.0, + "440577711": 2.0, + "441046872": 0.2097676396369934, + "509430392": 0.04073460400104523, + "585904130": 0.07103653997182846, + "608016290": 0.525360107421875, + "626486813": 0.04174089431762695, + "636680137": 0.11957359313964844, + "655884605": 0.1440753936767578, + "672328262": 0.10593423992395401, + "701667486": 0.7912740707397461, + "747260437": 2.0, + "750448296": 0.7605033268531164, + "767747424": 1.0747087560594082 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.630612944662571, + "low": 0.5484877758351239, + "mean": 1.0913353469100866, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0913353469100866, + "per_task": { + "LiftPegUpright-v1": 0.4796089559793472, + "PickCube-v1": 2.0, + "PullCube-v1": 0.8032506120204925, + "PushCube-v1": 1.6734557673335075, + "StackCube-v1": 0.5003613992170854 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 1.0708436407148838, + "low": 0.5920010643700758, + "mean": 0.8338337515791258, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3860186778940261, + "low": 0.10536204695235937, + "mean": 0.22059872947478049, + "n": 40, + "num_samples": 200 + }, + "mean": 0.22059872947478049, + "per_seed": { + "1073161778": 1.2767786383628845, + "1113371261": 0.007540524005889893, + "1151410346": 0.3237016499042511, + "1261930456": 0.011454477906227112, + "1324133122": 0.010064825415611267, + "1324642411": 1.858040377497673, + "1375492786": 0.027821257710456848, + "141984615": 0.002475142478942871, + "1461069713": 0.026291392743587494, + "1480856810": 0.043351709842681885, + "1509980664": 0.014023125171661377, + "1522272686": 1.4563714861869812, + "1549324805": 0.09635330736637115, + "1578990937": 0.025389984250068665, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0011331625282764435, + "1845489013": 0.009949073195457458, + "1999022574": 0.6338560879230499, + "2012211287": 0.00025147199630737305, + "2038594191": 0.1589493229985237, + "2054899126": 0.005500897765159607, + "2061635888": 0.0, + "211245842": 0.041060686111450195, + "278008524": 0.043415673077106476, + "307068879": 0.0018310099840164185, + "412102563": 0.6269922256469727, + "440577711": 0.0, + "441046872": 0.000804021954536438, + "509430392": 0.0, + "585904130": 0.16070519387722015, + "608016290": 0.1574377715587616, + "626486813": 0.0030257832258939743, + "636680137": 0.04479973018169403, + "655884605": 0.0026672184467315674, + "672328262": 0.003098629415035248, + "701667486": 1.2084707021713257, + "747260437": 0.02974964678287506, + "750448296": 0.05147687097390493, + "767747424": 0.45911610033363104 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9839209542491218, + "low": 0.18012203211766303, + "mean": 0.48638275660258345, + "n": 5, + "num_samples": 200 + }, + "mean": 0.48638275660258345, + "per_task": { + "LiftPegUpright-v1": 0.2874205827713013, + "PickCube-v1": 1.4563714861869812, + "PullCube-v1": 0.10624422326683998, + "PushCube-v1": 0.31880776087443036, + "StackCube-v1": 0.26306972991336475 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3661268416326493, + "low": 0.10114351854038735, + "mean": 0.2157540328335017, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 40, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 1.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 1.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.34427083333333336, + "low": 0.1234375, + "mean": 0.25052083333333336, + "n": 40, + "num_samples": 200 + }, + "mean": 0.25052083333333336, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 0.875, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.75, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.375, + "2054899126": 0.9375, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.1875, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.875, + "608016290": 0.0, + "626486813": 0.3125, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 0.9583333333333334, + "767747424": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.375, + "low": 0.0, + "mean": 0.125, + "n": 5, + "num_samples": 200 + }, + "mean": 0.125, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.625, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4505208333333333, + "low": 0.22135416666666666, + "mean": 0.3255208333333333, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9, + "low": 0.6729166666666667, + "mean": 0.7854166666666667, + "n": 40, + "num_samples": 200 + }, + "mean": 0.7854166666666667, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 0.5, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.6666666666666666, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.6786666666666668, + "mean": 0.8706666666666667, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8706666666666667, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.52, + "PushCube-v1": 0.8333333333333334, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.8333333333333334, + "low": 0.6041666666666666, + "mean": 0.7291666666666666, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.8218825578689575, + "low": 1.4154964266344905, + "mean": 1.619062545460959, + "n": 40, + "num_samples": 200 + }, + "mean": 1.619062545460959, + "per_seed": { + "1073161778": 2.0, + "1113371261": 2.0, + "1151410346": 2.0, + "1261930456": 2.0, + "1324133122": 2.0, + "1324642411": 2.0, + "1375492786": 2.0, + "141984615": 0.2857772707939148, + "1461069713": 0.1593424528837204, + "1480856810": 0.20948036015033722, + "1509980664": 2.0, + "1522272686": 2.0, + "1549324805": 0.2974560856819153, + "1578990937": 2.0, + "1747178030": 2.0, + "1790188787": 2.0, + "1822210471": 2.0, + "1845489013": 2.0, + "1999022574": 2.0, + "2012211287": 2.0, + "2038594191": 2.0, + "2054899126": 2.0, + "2061635888": 2.0, + "211245842": 2.0, + "278008524": 1.1139086410403252, + "307068879": 2.0, + "412102563": 2.0, + "440577711": 2.0, + "441046872": 2.0, + "509430392": 2.0, + "585904130": 2.0, + "608016290": 2.0, + "626486813": 0.16558238118886948, + "636680137": 0.17056432366371155, + "655884605": 2.0, + "672328262": 2.0, + "701667486": 2.0, + "747260437": 0.2786632478237152, + "750448296": 1.4079964955647786, + "767747424": 0.6737305596470833 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.428388743619124, + "mean": 1.7696735892097153, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7696735892097153, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 1.1467878860235214, + "PushCube-v1": 1.7015800600250561, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.7055829176679254, + "low": 1.2906390205025673, + "mean": 1.5183161981403828, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.286984027248401, + "low": 0.8600994916401823, + "mean": 1.0585134161956213, + "n": 31, + "num_samples": 200 + }, + "mean": 1.0585134161956213, + "per_seed": { + "1073161778": 1.0018019999721972, + "1113371261": 1.0096749460109702, + "1151410346": 0.9938836701698183, + "1324133122": 0.9979853617028601, + "141984615": 2.0668632118652317, + "1461069713": 1.0147308339002874, + "1480856810": 0.031613708638168724, + "1509980664": 1.0061738317414306, + "1549324805": 1.4386390413214543, + "1578990937": 1.0039557654834124, + "1822210471": 1.019279876796129, + "1845489013": 1.019238671785175, + "1999022574": 1.5672404802573083, + "2012211287": 1.0011445108113346, + "2038594191": 1.002720058258962, + "2061635888": 1.0037531653219327, + "211245842": 1.0061024029871146, + "278008524": 0.026316678586339484, + "307068879": 1.004161799291129, + "441046872": 1.003523045662944, + "509430392": 0.0, + "585904130": 0.9677841286713383, + "608016290": 1.076145372525531, + "626486813": 0.8734881395113818, + "636680137": 1.7778231310760573, + "655884605": 0.9861618738608336, + "672328262": 1.019464283192897, + "701667486": 0.9997888379154961, + "747260437": 0.07153763725445794, + "750448296": 3.6663220458717465, + "767747424": 1.15659739162032 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.1946751861707683, + "low": 0.3448247254384181, + "mean": 0.8556281430783121, + "n": 4, + "num_samples": 200 + }, + "mean": 0.8556281430783121, + "per_task": { + "LiftPegUpright-v1": 1.0173553456526272, + "PullCube-v1": 1.3318783387964193, + "PushCube-v1": 0.015806854319084362, + "StackCube-v1": 1.0574720335451175 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 1.5441353359191043, + "low": 0.8365329804496855, + "mean": 1.1333405963053722, + "n": 35, + "num_samples": 200 + }, + "n": 35 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 2.8433985339611567, + "low": 0.48202118863384635, + "mean": 1.4657241550082802, + "n": 35, + "num_samples": 200 + }, + "mean": 1.4657241550082802, + "per_seed": { + "1073161778": 1.0018019999721972, + "1113371261": 0.7024563821726059, + "1151410346": 0.9676112241545515, + "1261930456": 0.005982870275641443, + "1324133122": 0.7228185479224526, + "1375492786": 0.015409403984710279, + "141984615": 0.020065103905333725, + "1461069713": 0.2324654665550531, + "1480856810": 0.02403390675499265, + "1509980664": 2.058415470840539, + "1549324805": 2.319495421176755, + "1578990937": 1.3854594546391021, + "1822210471": 0.031824954963663915, + "1845489013": 0.37739026714244994, + "1999022574": 20.468479398320074, + "2012211287": 0.20884931245481586, + "2038594191": 1.0336975829706272, + "2054899126": 0.005904623170763854, + "2061635888": 0.0, + "211245842": 1.3695761057579783, + "278008524": 1.3556794180383116, + "307068879": 0.32567740299816206, + "412102563": 0.5347509829497624, + "441046872": 0.14610429876487893, + "509430392": 0.0, + "585904130": 0.7211412341552217, + "608016290": 3.4869346102323533, + "626486813": 1.0887571854184497, + "636680137": 8.71937375135354, + "655884605": 0.09408265091957171, + "672328262": 0.09176223920635006, + "701667486": 0.9997888379154961, + "747260437": 0.016393451416906714, + "750448296": 0.22983336179896974, + "767747424": 0.5383285029875181 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.22918321668604, + "low": 0.2659725754787789, + "mean": 1.1581784934661314, + "n": 4, + "num_samples": 200 + }, + "mean": 1.1581784934661314, + "per_task": { + "LiftPegUpright-v1": 1.0338735248844815, + "PullCube-v1": 0.9248858515826692, + "PushCube-v1": 0.010005592343544699, + "StackCube-v1": 2.6639490050538304 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 2.5627814309791064, + "low": 0.5299536435770751, + "mean": 1.3481356585070305, + "n": 40, + "num_samples": 200 + }, + "n": 40 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5333333333333333, + "low": 0.27083333333333337, + "mean": 0.4020833333333334, + "n": 40, + "num_samples": 200 + }, + "mean": 0.4020833333333334, + "per_seed": { + "1073161778": 1.0, + "1113371261": 0.0, + "1151410346": 1.0, + "1261930456": 0.0, + "1324133122": 1.0, + "1324642411": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 1.0, + "1522272686": 0.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 1.0, + "2054899126": 0.0, + "2061635888": 0.0, + "211245842": 1.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 0.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.3333333333333333, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.4945454545454545, + "low": 0.13866666666666666, + "mean": 0.3126060606060606, + "n": 5, + "num_samples": 200 + }, + "mean": 0.3126060606060606, + "per_task": { + "LiftPegUpright-v1": 0.4, + "PickCube-v1": 0.0, + "PullCube-v1": 0.36, + "PushCube-v1": 0.16666666666666666, + "StackCube-v1": 0.6363636363636364 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5416666666666666, + "low": 0.2708333333333333, + "mean": 0.3958333333333333, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2388753711513772, + "low": 0.16096659065885394, + "mean": 0.19913886940657743, + "n": 40, + "num_samples": 200 + }, + "mean": 0.19913886940657743, + "per_seed": { + "1073161778": 0.14432341808925672, + "1113371261": 0.18981168502744894, + "1151410346": 0.5181919511721376, + "1261930456": 0.14694969164298693, + "1324133122": 0.2599006738407752, + "1324642411": 0.37631581765020666, + "1375492786": 0.16288447414215274, + "141984615": 0.15133945279036964, + "1461069713": 0.3576754247076027, + "1480856810": 0.33394552923262694, + "1509980664": 0.14023834058751442, + "1522272686": 0.12267671398942098, + "1549324805": 0.3814015792041445, + "1578990937": 0.25510759849883147, + "1747178030": 0.0, + "1790188787": 0.25625757964299634, + "1822210471": 0.15125404295167477, + "1845489013": 0.1601652398891617, + "1999022574": 0.15346652783738673, + "2012211287": 0.19320969574917243, + "2038594191": 0.5070876425629134, + "2054899126": 0.09662639932716256, + "2061635888": 0.1024944972766888, + "211245842": 0.11952033712097218, + "278008524": 0.05319894873106218, + "307068879": 0.07483884431566282, + "412102563": 0.2630363607222759, + "440577711": 0.0, + "441046872": 0.1123926329678895, + "509430392": 0.11637116801567593, + "585904130": 0.537235764832106, + "608016290": 0.098162172719824, + "626486813": 0.22930626964762768, + "636680137": 0.17961355132445345, + "655884605": 0.030740674705558885, + "672328262": 0.11992738854206779, + "701667486": 0.19081260775351527, + "747260437": 0.30546034643967757, + "750448296": 0.22679962996282277, + "767747424": 0.14681410264927175 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.20305275698137817, + "low": 0.1395177584868079, + "mean": 0.1711908032471828, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1711908032471828, + "per_task": { + "LiftPegUpright-v1": 0.1245853527683611, + "PickCube-v1": 0.12267671398942098, + "PullCube-v1": 0.20159853773134337, + "PushCube-v1": 0.20497329769741546, + "StackCube-v1": 0.2021201140493732 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.22492210423240874, + "low": 0.15483929696829266, + "mean": 0.19247349920505022, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 40, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 1.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 1.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.35, + "low": 0.09375, + "mean": 0.23125, + "n": 40, + "num_samples": 200 + }, + "mean": 0.23125, + "per_seed": { + "1073161778": 1.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 0.5, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 1.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.0, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7333333333333333, + "low": 0.1461818181818182, + "mean": 0.42351515151515146, + "n": 5, + "num_samples": 200 + }, + "mean": 0.42351515151515146, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 1.0, + "PullCube-v1": 0.16, + "PushCube-v1": 0.6666666666666666, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3333333333333333, + "low": 0.10416666666666667, + "mean": 0.22916666666666666, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0625, + "low": -0.19583333333333336, + "mean": -0.07708333333333334, + "n": 40, + "num_samples": 200 + }, + "mean": -0.07708333333333334, + "per_seed": { + "1073161778": 1.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": -1.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": -1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": -1.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": -0.5, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": -1.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 1.0, + "747260437": -1.0, + "750448296": -0.3333333333333333, + "767747424": -0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.08, + "low": -0.14666666666666667, + "mean": -0.03333333333333333, + "n": 5, + "num_samples": 200 + }, + "mean": -0.03333333333333333, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.0, + "PullCube-v1": -0.2, + "PushCube-v1": -0.16666666666666666, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": 0.020833333333333332, + "low": -0.22916666666666666, + "mean": -0.10416666666666667, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.35416666666666663, + "low": 0.11666666666666667, + "mean": 0.24791666666666665, + "n": 40, + "num_samples": 200 + }, + "mean": 0.24791666666666665, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 1.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 1.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 0.6666666666666666, + "767747424": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.36, + "low": 0.0, + "mean": 0.12, + "n": 5, + "num_samples": 200 + }, + "mean": 0.12, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.6, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4583333333333333, + "low": 0.1875, + "mean": 0.3125, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9234885451151058, + "low": 0.41627855848055334, + "mean": 0.6670806414214894, + "n": 40, + "num_samples": 200 + }, + "mean": 0.6670806414214894, + "per_seed": { + "1073161778": 2.0, + "1113371261": 0.1003647893667221, + "1151410346": 0.5630103945732117, + "1261930456": 0.08545441925525665, + "1324133122": 0.09815146028995514, + "1324642411": 2.0, + "1375492786": 0.19452734291553497, + "141984615": 0.04447716474533081, + "1461069713": 0.11542954295873642, + "1480856810": 0.19622710347175598, + "1509980664": 0.83889240026474, + "1522272686": 2.0, + "1549324805": 0.21403594315052032, + "1578990937": 0.23259200155735016, + "1747178030": 2.0, + "1790188787": 2.0, + "1822210471": 0.058819372206926346, + "1845489013": 0.0861951932311058, + "1999022574": 0.7970014810562134, + "2012211287": 0.7270426154136658, + "2038594191": 0.24880830943584442, + "2054899126": 1.0683744624257088, + "2061635888": 0.07902413606643677, + "211245842": 0.2142850160598755, + "278008524": 1.157032236456871, + "307068879": 0.2035302072763443, + "412102563": 0.8275061845779419, + "440577711": 2.0, + "441046872": 0.2042645812034607, + "509430392": 2.0, + "585904130": 0.2938849627971649, + "608016290": 0.5705108642578125, + "626486813": 0.08006523177027702, + "636680137": 0.1247115358710289, + "655884605": 0.17242512106895447, + "672328262": 0.07216622680425644, + "701667486": 2.0, + "747260437": 0.18527252972126007, + "750448296": 0.2481476068496704, + "767747424": 0.5809952197596431 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.5042242030302684, + "low": 0.5618420226519758, + "mean": 1.0225070557774918, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0225070557774918, + "per_task": { + "LiftPegUpright-v1": 0.7410696536302567, + "PickCube-v1": 2.0, + "PullCube-v1": 0.45270782738924026, + "PushCube-v1": 1.3802802537878354, + "StackCube-v1": 0.5384775440801274 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.8419985768850893, + "low": 0.43616288745154935, + "mean": 0.6505828845935563, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.11130315090995282, + "low": -0.35443208372065177, + "mean": -0.1357228347643589, + "n": 40, + "num_samples": 200 + }, + "mean": -0.1357228347643589, + "per_seed": { + "1073161778": 1.274482011795044, + "1113371261": -0.010734498500823975, + "1151410346": 0.3345368802547455, + "1261930456": -1.9145455807447433, + "1324133122": 0.013924404978752136, + "1324642411": 0.0, + "1375492786": -1.805472657084465, + "141984615": -0.12335556745529175, + "1461069713": -0.11309804767370224, + "1480856810": -1.803772896528244, + "1509980664": 0.006812572479248047, + "1522272686": 0.0, + "1549324805": 0.04154062271118164, + "1578990937": 0.018326029181480408, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": -0.03560608997941017, + "1845489013": -0.026362814009189606, + "1999022574": -0.030967414379119873, + "2012211287": -0.001204073429107666, + "2038594191": 0.15376771241426468, + "2054899126": -0.9316255375742912, + "2061635888": -0.007182791829109192, + "211245842": 0.029980570077896118, + "278008524": 0.03202502429485321, + "307068879": -0.005622148513793945, + "412102563": -1.172493815422058, + "440577711": 0.0, + "441046872": -0.005503058433532715, + "509430392": 1.9592653959989548, + "585904130": 0.22284842282533646, + "608016290": 0.0451507568359375, + "626486813": 0.03832433745265007, + "636680137": 0.005137942731380463, + "655884605": 0.028349727392196655, + "672328262": -0.03376801311969757, + "701667486": 1.208725929260254, + "747260437": -1.81472747027874, + "750448296": -0.512355720003446, + "767747424": -0.4937135362997651 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.09439109063690358, + "low": -0.25748731927076973, + "mean": -0.06882829113259462, + "n": 5, + "num_samples": 200 + }, + "mean": -0.06882829113259462, + "per_task": { + "LiftPegUpright-v1": 0.2614606976509094, + "PickCube-v1": 0.0, + "PullCube-v1": -0.35054278463125227, + "PushCube-v1": -0.2931755135456721, + "StackCube-v1": 0.03811614486304196 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": 0.03781239866899947, + "low": -0.4132526982575655, + "mean": -0.1832508669855694, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 40, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 1.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 1.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2375, + "low": 0.05, + "mean": 0.125, + "n": 40, + "num_samples": 200 + }, + "mean": 0.125, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 0.5, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 1.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "767747424": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.324, + "low": 0.0, + "mean": 0.124, + "n": 5, + "num_samples": 200 + }, + "mean": 0.124, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.12, + "PushCube-v1": 0.5, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.22916666666666666, + "low": 0.041666666666666664, + "mean": 0.125, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.025, + "low": -0.2875, + "mean": -0.18333333333333332, + "n": 40, + "num_samples": 200 + }, + "mean": -0.18333333333333332, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": -1.0, + "1324133122": 0.0, + "1324642411": -1.0, + "1375492786": -1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": -1.0, + "1509980664": 0.0, + "1522272686": -1.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": -0.5, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": -1.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": -1.0, + "750448296": -0.3333333333333333, + "767747424": -0.5 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07272727272727272, + "low": -0.6661818181818182, + "mean": -0.33284848484848484, + "n": 5, + "num_samples": 200 + }, + "mean": -0.33284848484848484, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": -1.0, + "PullCube-v1": -0.24, + "PushCube-v1": -0.3333333333333333, + "StackCube-v1": -0.09090909090909091 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.08333333333333333, + "low": -0.3125, + "mean": -0.20833333333333334, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.31875, + "low": 0.075, + "mean": 0.21875, + "n": 40, + "num_samples": 200 + }, + "mean": 0.21875, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 1.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 1.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.336, + "low": 0.0, + "mean": 0.11200000000000002, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11200000000000002, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.56, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4375, + "low": 0.1875, + "mean": 0.2916666666666667, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.6775430737063288, + "low": 0.2742155750592549, + "mean": 0.446481911946709, + "n": 40, + "num_samples": 200 + }, + "mean": 0.446481911946709, + "per_seed": { + "1073161778": 0.7232213616371155, + "1113371261": 0.09282426536083221, + "1151410346": 0.23930874466896057, + "1261930456": 0.07399994134902954, + "1324133122": 0.08808663487434387, + "1324642411": 0.14195962250232697, + "1375492786": 0.16670608520507812, + "141984615": 0.04200202226638794, + "1461069713": 0.08913815021514893, + "1480856810": 0.1528753936290741, + "1509980664": 0.8248692750930786, + "1522272686": 0.5436285138130188, + "1549324805": 0.11768263578414917, + "1578990937": 0.2072020173072815, + "1747178030": 2.0, + "1790188787": 2.0, + "1822210471": 0.0576862096786499, + "1845489013": 0.07624612003564835, + "1999022574": 0.16314539313316345, + "2012211287": 0.7267911434173584, + "2038594191": 0.08985898643732071, + "2054899126": 1.0628735646605492, + "2061635888": 0.07902413606643677, + "211245842": 0.1732243299484253, + "278008524": 1.1136165633797646, + "307068879": 0.20169919729232788, + "412102563": 0.20051395893096924, + "440577711": 2.0, + "441046872": 0.20346055924892426, + "509430392": 2.0, + "585904130": 0.13317976891994476, + "608016290": 0.4130730926990509, + "626486813": 0.07703944854438305, + "636680137": 0.07991180568933487, + "655884605": 0.1697579026222229, + "672328262": 0.06906759738922119, + "701667486": 0.7915292978286743, + "747260437": 0.155522882938385, + "750448296": 0.19667073587576547, + "767747424": 0.12187911942601204 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7969060307443143, + "low": 0.33225244613127275, + "mean": 0.5361242991749086, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5361242991749086, + "per_task": { + "LiftPegUpright-v1": 0.4536490708589554, + "PickCube-v1": 0.5436285138130188, + "PullCube-v1": 0.3464636041224003, + "PushCube-v1": 1.0614724929134052, + "StackCube-v1": 0.27540781416676263 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6220090012066066, + "low": 0.26391754842673737, + "mean": 0.43482885176005465, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.07615911271423101, + "low": -0.5524518134072423, + "mean": -0.35632156423913935, + "n": 40, + "num_samples": 200 + }, + "mean": -0.35632156423913935, + "per_seed": { + "1073161778": -0.002296626567840576, + "1113371261": -0.018275022506713867, + "1151410346": 0.010835230350494385, + "1261930456": -1.9260000586509705, + "1324133122": 0.003859579563140869, + "1324642411": -1.858040377497673, + "1375492786": -1.8332939147949219, + "141984615": -0.12583070993423462, + "1461069713": -0.13938944041728973, + "1480856810": -1.847124606370926, + "1509980664": -0.00721055269241333, + "1522272686": -1.4563714861869812, + "1549324805": -0.054812684655189514, + "1578990937": -0.007063955068588257, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": -0.036739252507686615, + "1845489013": -0.036311887204647064, + "1999022574": -0.6648235023021698, + "2012211287": -0.001455545425415039, + "2038594191": -0.005181610584259033, + "2054899126": -0.9371264353394508, + "2061635888": -0.007182791829109192, + "211245842": -0.011080116033554077, + "278008524": -0.011390648782253265, + "307068879": -0.007453158497810364, + "412102563": -1.7994860410690308, + "440577711": 0.0, + "441046872": -0.006307080388069153, + "509430392": 1.9592653959989548, + "585904130": 0.0621432289481163, + "608016290": -0.1122870147228241, + "626486813": 0.035298554226756096, + "636680137": -0.03966178745031357, + "655884605": 0.025682508945465088, + "672328262": -0.03686664253473282, + "701667486": 0.00025522708892822266, + "747260437": -1.844477117061615, + "750448296": -0.5638325909773508, + "767747424": -0.9528296366333961 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.1851548450643366, + "low": -1.0014115236202876, + "mean": -0.5552110477351782, + "n": 5, + "num_samples": 200 + }, + "mean": -0.5552110477351782, + "per_task": { + "LiftPegUpright-v1": -0.025959885120391844, + "PickCube-v1": -1.4563714861869812, + "PullCube-v1": -0.4567870078980923, + "PushCube-v1": -0.6119832744201025, + "StackCube-v1": -0.22495358505032279 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.16205039977406463, + "low": -0.5912865311062584, + "mean": -0.3990048998190711, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.6215697813245239, + "low": 0.1641170912956223, + "mean": 0.34418808325644507, + "n": 31, + "num_samples": 200 + }, + "mean": 0.34418808325644507, + "per_seed": { + "1073161778": 1.0018020078326613, + "1113371261": 0.003992017133275946, + "1151410346": 0.18272470240811445, + "1324133122": 0.00525366298940307, + "141984615": 0.02098564722422542, + "1461069713": 0.3800150378984332, + "1480856810": 0.024211803589220513, + "1509980664": 0.01200692093970083, + "1549324805": 0.7710684804092547, + "1578990937": 0.014218233990786039, + "1822210471": 0.0005946566275893689, + "1845489013": 0.0052711941525209575, + "1999022574": 0.5408184863476693, + "2012211287": 0.00019773645887231634, + "2038594191": 0.08343974299400034, + "2061635888": 0.0, + "211245842": 0.022614301180936124, + "278008524": 3.911825459427708, + "307068879": 0.0010224264414320273, + "441046872": 0.00044911597641627144, + "509430392": 0.0, + "585904130": 0.08331168381741826, + "608016290": 0.10676353756001532, + "626486813": 0.07621781757550655, + "636680137": 0.8785857688497427, + "655884605": 0.0014371372832949142, + "672328262": 0.001635967177248819, + "701667486": 0.9997888461869231, + "747260437": 0.017282874338947683, + "750448296": 0.7611347320927621, + "767747424": 0.7611605820457173 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.42436828204826843, + "low": 0.09519566632031032, + "mean": 0.24355684324016363, + "n": 4, + "num_samples": 200 + }, + "mean": 0.24355684324016363, + "per_task": { + "LiftPegUpright-v1": 0.22204696485387942, + "PullCube-v1": 0.5617890754661544, + "PushCube-v1": 0.012105901794610257, + "StackCube-v1": 0.1782854308460104 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6711178484299387, + "low": 0.16527934398793365, + "mean": 0.3722715512774144, + "n": 35, + "num_samples": 200 + }, + "n": 35 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3860186778940261, + "low": 0.10536204695235937, + "mean": 0.22059872947478049, + "n": 40, + "num_samples": 200 + }, + "mean": 0.22059872947478049, + "per_seed": { + "1073161778": 1.2767786383628845, + "1113371261": 0.007540524005889893, + "1151410346": 0.3237016499042511, + "1261930456": 0.011454477906227112, + "1324133122": 0.010064825415611267, + "1324642411": 1.858040377497673, + "1375492786": 0.027821257710456848, + "141984615": 0.002475142478942871, + "1461069713": 0.026291392743587494, + "1480856810": 0.043351709842681885, + "1509980664": 0.014023125171661377, + "1522272686": 1.4563714861869812, + "1549324805": 0.09635330736637115, + "1578990937": 0.025389984250068665, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0011331625282764435, + "1845489013": 0.009949073195457458, + "1999022574": 0.6338560879230499, + "2012211287": 0.00025147199630737305, + "2038594191": 0.1589493229985237, + "2054899126": 0.005500897765159607, + "2061635888": 0.0, + "211245842": 0.041060686111450195, + "278008524": 0.043415673077106476, + "307068879": 0.0018310099840164185, + "412102563": 0.6269922256469727, + "440577711": 0.0, + "441046872": 0.000804021954536438, + "509430392": 0.0, + "585904130": 0.16070519387722015, + "608016290": 0.1574377715587616, + "626486813": 0.0030257832258939743, + "636680137": 0.04479973018169403, + "655884605": 0.0026672184467315674, + "672328262": 0.003098629415035248, + "701667486": 1.2084707021713257, + "747260437": 0.02974964678287506, + "750448296": 0.05147687097390493, + "767747424": 0.45911610033363104 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9839209542491218, + "low": 0.18012203211766303, + "mean": 0.48638275660258345, + "n": 5, + "num_samples": 200 + }, + "mean": 0.48638275660258345, + "per_task": { + "LiftPegUpright-v1": 0.2874205827713013, + "PickCube-v1": 1.4563714861869812, + "PullCube-v1": 0.10624422326683998, + "PushCube-v1": 0.31880776087443036, + "StackCube-v1": 0.26306972991336475 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3661268416326493, + "low": 0.10114351854038735, + "mean": 0.2157540328335017, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.20625, + "low": 0.03125, + "mean": 0.10625, + "n": 40, + "num_samples": 200 + }, + "mean": 0.10625, + "per_seed": { + "1073161778": 1.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 0.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.0, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6515151515151516, + "low": 0.08218181818181818, + "mean": 0.2995151515151515, + "n": 5, + "num_samples": 200 + }, + "mean": 0.2995151515151515, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 1.0, + "PullCube-v1": 0.04, + "PushCube-v1": 0.16666666666666666, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.20833333333333334, + "low": 0.020833333333333332, + "mean": 0.10416666666666667, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7208333333333333, + "low": 0.41666666666666663, + "mean": 0.5541666666666667, + "n": 40, + "num_samples": 200 + }, + "mean": 0.5541666666666667, + "per_seed": { + "1073161778": 0.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 1.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 1.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 0.5, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 0.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 0.0, + "441046872": 1.0, + "509430392": 0.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 0.0, + "747260437": 0.0, + "750448296": 0.6666666666666666, + "767747424": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7774545454545454, + "low": 0.172, + "mean": 0.4471515151515152, + "n": 5, + "num_samples": 200 + }, + "mean": 0.4471515151515152, + "per_task": { + "LiftPegUpright-v1": 0.8, + "PickCube-v1": 0.0, + "PullCube-v1": 0.36, + "PushCube-v1": 0.16666666666666666, + "StackCube-v1": 0.9090909090909091 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6666666666666666, + "low": 0.3333333333333333, + "mean": 0.5, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8041666666666666, + "low": 0.5166666666666667, + "mean": 0.6604166666666667, + "n": 40, + "num_samples": 200 + }, + "mean": 0.6604166666666667, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 1.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 0.5, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 0.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 0.0, + "441046872": 1.0, + "509430392": 0.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.6666666666666666, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.48, + "mean": 0.7466666666666667, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7466666666666667, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.4, + "PushCube-v1": 0.3333333333333333, + "StackCube-v1": 1.0 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7291666666666666, + "low": 0.4583333333333333, + "mean": 0.6041666666666666, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.229019458956706, + "low": 0.6996882142111038, + "mean": 0.9531689197368299, + "n": 40, + "num_samples": 200 + }, + "mean": 0.9531689197368299, + "per_seed": { + "1073161778": 0.0, + "1113371261": 1.899635210633278, + "1151410346": 1.4369896054267883, + "1261930456": 1.9145455807447433, + "1324133122": 1.9018485397100449, + "1324642411": 0.0, + "1375492786": 1.805472657084465, + "141984615": 0.24130010604858398, + "1461069713": 0.04391290992498398, + "1480856810": 0.013253256678581238, + "1509980664": 1.16110759973526, + "1522272686": 0.0, + "1549324805": 0.08342014253139496, + "1578990937": 1.7674079984426498, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 1.9411806277930737, + "1845489013": 1.9138048067688942, + "1999022574": 1.2029985189437866, + "2012211287": 1.2729573845863342, + "2038594191": 1.7511916905641556, + "2054899126": 0.9316255375742912, + "2061635888": 1.9209758639335632, + "211245842": 1.7857149839401245, + "278008524": 0.0, + "307068879": 1.7964697927236557, + "412102563": 1.172493815422058, + "440577711": 0.0, + "441046872": 1.7957354187965393, + "509430392": 0.0, + "585904130": 1.706115037202835, + "608016290": 1.4294891357421875, + "626486813": 0.08551714941859245, + "636680137": 0.04585278779268265, + "655884605": 1.8275748789310455, + "672328262": 1.9278337731957436, + "701667486": 0.0, + "747260437": 0.09339071810245514, + "750448296": 1.1598488887151082, + "767747424": 0.09709237236529589 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.2683449571186847, + "low": 0.31604603052139285, + "mean": 0.7479959359981798, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7479959359981798, + "per_task": { + "LiftPegUpright-v1": 1.2589303463697434, + "PickCube-v1": 0.0, + "PullCube-v1": 0.6982270714640617, + "PushCube-v1": 0.32129980623722076, + "StackCube-v1": 1.4615224559198727 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.1405460875636588, + "low": 0.5969324799564978, + "mean": 0.8698932160623372, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0556634999476413, + "low": 0.6567003928727587, + "mean": 0.8445818726873633, + "n": 31, + "num_samples": 200 + }, + "mean": 0.8445818726873633, + "per_seed": { + "1073161778": 0.0, + "1113371261": 1.0056829342229987, + "1151410346": 0.8111589733720272, + "1324133122": 0.9927317039227662, + "141984615": 2.0458777398812704, + "1461069713": 0.6347159426707584, + "1480856810": 0.007401905225509852, + "1509980664": 0.9941669194168206, + "1549324805": 0.6675706760394587, + "1578990937": 0.9897375371147166, + "1822210471": 1.018685225517477, + "1845489013": 1.0139674830327599, + "1999022574": 1.0264220072816432, + "2012211287": 1.0009467822246219, + "2038594191": 0.919280320528696, + "2061635888": 1.0037531705667693, + "211245842": 0.9834881073473187, + "278008524": 0.0, + "307068879": 1.003139378456884, + "441046872": 1.003073935292074, + "509430392": 0.0, + "585904130": 0.8844724498710401, + "608016290": 0.9693818422631982, + "626486813": 0.797270536737948, + "636680137": 0.8992377108824552, + "655884605": 0.9847247418911267, + "672328262": 1.0178283213980606, + "701667486": 0.0, + "747260437": 0.05425476333110376, + "750448296": 2.905190365647023, + "767747424": 0.5478765791717298 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9452722540745375, + "low": 0.25561518911843023, + "mean": 0.6723884621022964, + "n": 4, + "num_samples": 200 + }, + "mean": 0.6723884621022964, + "per_task": { + "LiftPegUpright-v1": 0.7953083876473557, + "PullCube-v1": 1.011357898635456, + "PushCube-v1": 0.003700952612754926, + "StackCube-v1": 0.8791866095136187 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2127122154906198, + "low": 0.6005082137101172, + "mean": 0.8851500604010483, + "n": 35, + "num_samples": 200 + }, + "n": 35 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.4246697119592378, + "low": 0.9299319049033026, + "mean": 1.1725806335142503, + "n": 40, + "num_samples": 200 + }, + "mean": 1.1725806335142503, + "per_seed": { + "1073161778": 1.2767786383628845, + "1113371261": 1.9071757346391678, + "1151410346": 1.7606912553310394, + "1261930456": 1.9260000586509705, + "1324133122": 1.9119133651256561, + "1324642411": 1.858040377497673, + "1375492786": 1.8332939147949219, + "141984615": 0.24377524852752686, + "1461069713": 0.07020430266857147, + "1480856810": 0.05660496652126312, + "1509980664": 1.1751307249069214, + "1522272686": 1.4563714861869812, + "1549324805": 0.1797734498977661, + "1578990937": 1.7927979826927185, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 1.94231379032135, + "1845489013": 1.9237538799643517, + "1999022574": 1.8368546068668365, + "2012211287": 1.2732088565826416, + "2038594191": 1.9101410135626793, + "2054899126": 0.9371264353394508, + "2061635888": 1.9209758639335632, + "211245842": 1.8267756700515747, + "278008524": 0.0002920776605606079, + "307068879": 1.7983008027076721, + "412102563": 1.7994860410690308, + "440577711": 0.0, + "441046872": 1.7965394407510757, + "509430392": 0.0, + "585904130": 1.8668202310800552, + "608016290": 1.586926907300949, + "626486813": 0.08854293264448643, + "636680137": 0.09065251797437668, + "655884605": 1.830242097377777, + "672328262": 1.9309324026107788, + "701667486": 1.2084707021713257, + "747260437": 0.1231403648853302, + "750448296": 1.2113257596890132, + "767747424": 0.5518514402210712 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.599651543227109, + "low": 0.867447036842505, + "mean": 1.233549290034807, + "n": 5, + "num_samples": 200 + }, + "mean": 1.233549290034807, + "per_task": { + "LiftPegUpright-v1": 1.5463509291410447, + "PickCube-v1": 1.4563714861869812, + "PullCube-v1": 0.8003242819011211, + "PushCube-v1": 0.6401075671116511, + "StackCube-v1": 1.7245921858332374 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2861365747327607, + "low": 0.8389217427466065, + "mean": 1.083487346380328, + "n": 48, + "num_samples": 200 + }, + "n": 48 + } + }, + "thresholds": [ + 0.2, + 0.4 + ] +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..f49327ee777ecd1b25b2b2c98387fefbe71de22f --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/metrics_by_seed.json @@ -0,0 +1,1410 @@ +{ + "1073161778": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 1.2767786383628845, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0018019999721972, + "ncar_to_proposal_oracle_at_8": 1.0018019999721972, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14432341808925672, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.274482011795044, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7232213616371155, + "selected_utility_gain_over_base_at_8": -0.002296626567840576, + "selector_gap_fraction_to_hidden_at_8": 1.0018020078326613, + "selector_regret_at_8": 1.2767786383628845, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2767786383628845 + }, + "1113371261": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.007540524005889893, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0096749460109702, + "ncar_to_proposal_oracle_at_8": 0.7024563821726059, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18981168502744894, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1003647893667221, + "proposal_oracle_utility_gain_over_base_at_8": -0.010734498500823975, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09282426536083221, + "selected_utility_gain_over_base_at_8": -0.018275022506713867, + "selector_gap_fraction_to_hidden_at_8": 0.003992017133275946, + "selector_regret_at_8": 0.007540524005889893, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.899635210633278, + "support_gap_fraction_to_hidden_at_8": 1.0056829342229987, + "total_car_to_hidden_at_8": 1.9071757346391678 + }, + "1151410346": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.3237016499042511, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9938836701698183, + "ncar_to_proposal_oracle_at_8": 0.9676112241545515, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5181919511721376, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5630103945732117, + "proposal_oracle_utility_gain_over_base_at_8": 0.3345368802547455, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23930874466896057, + "selected_utility_gain_over_base_at_8": 0.010835230350494385, + "selector_gap_fraction_to_hidden_at_8": 0.18272470240811445, + "selector_regret_at_8": 0.3237016499042511, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4369896054267883, + "support_gap_fraction_to_hidden_at_8": 0.8111589733720272, + "total_car_to_hidden_at_8": 1.7606912553310394 + }, + "1261930456": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.011454477906227112, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005982870275641443, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14694969164298693, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08545441925525665, + "proposal_oracle_utility_gain_over_base_at_8": -1.9145455807447433, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07399994134902954, + "selected_utility_gain_over_base_at_8": -1.9260000586509705, + "selector_regret_at_8": 0.011454477906227112, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9145455807447433, + "total_car_to_hidden_at_8": 1.9260000586509705 + }, + "1324133122": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.010064825415611267, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9979853617028601, + "ncar_to_proposal_oracle_at_8": 0.7228185479224526, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2599006738407752, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09815146028995514, + "proposal_oracle_utility_gain_over_base_at_8": 0.013924404978752136, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08808663487434387, + "selected_utility_gain_over_base_at_8": 0.003859579563140869, + "selector_gap_fraction_to_hidden_at_8": 0.00525366298940307, + "selector_regret_at_8": 0.010064825415611267, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9018485397100449, + "support_gap_fraction_to_hidden_at_8": 0.9927317039227662, + "total_car_to_hidden_at_8": 1.9119133651256561 + }, + "1324642411": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.858040377497673, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.37631581765020666, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14195962250232697, + "selected_utility_gain_over_base_at_8": -1.858040377497673, + "selector_regret_at_8": 1.858040377497673, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.858040377497673 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.027821257710456848, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015409403984710279, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16288447414215274, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.19452734291553497, + "proposal_oracle_utility_gain_over_base_at_8": -1.805472657084465, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16670608520507812, + "selected_utility_gain_over_base_at_8": -1.8332939147949219, + "selector_regret_at_8": 0.027821257710456848, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.805472657084465, + "total_car_to_hidden_at_8": 1.8332939147949219 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.002475142478942871, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "ncar_to_hidden_chart_oracle_at_8": 2.0668632118652317, + "ncar_to_proposal_oracle_at_8": 0.020065103905333725, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15133945279036964, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04447716474533081, + "proposal_oracle_utility_gain_over_base_at_8": -0.12335556745529175, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.04200202226638794, + "selected_utility_gain_over_base_at_8": -0.12583070993423462, + "selector_gap_fraction_to_hidden_at_8": 0.02098564722422542, + "selector_regret_at_8": 0.002475142478942871, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.24130010604858398, + "support_gap_fraction_to_hidden_at_8": 2.0458777398812704, + "total_car_to_hidden_at_8": 0.24377524852752686 + }, + "1461069713": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.026291392743587494, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "ncar_to_hidden_chart_oracle_at_8": 1.0147308339002874, + "ncar_to_proposal_oracle_at_8": 0.2324654665550531, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3576754247076027, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11542954295873642, + "proposal_oracle_utility_gain_over_base_at_8": -0.11309804767370224, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.08913815021514893, + "selected_utility_gain_over_base_at_8": -0.13938944041728973, + "selector_gap_fraction_to_hidden_at_8": 0.3800150378984332, + "selector_regret_at_8": 0.026291392743587494, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04391290992498398, + "support_gap_fraction_to_hidden_at_8": 0.6347159426707584, + "total_car_to_hidden_at_8": 0.07020430266857147 + }, + "1480856810": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.043351709842681885, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "ncar_to_hidden_chart_oracle_at_8": 0.031613708638168724, + "ncar_to_proposal_oracle_at_8": 0.02403390675499265, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33394552923262694, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19622710347175598, + "proposal_oracle_utility_gain_over_base_at_8": -1.803772896528244, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1528753936290741, + "selected_utility_gain_over_base_at_8": -1.847124606370926, + "selector_gap_fraction_to_hidden_at_8": 0.024211803589220513, + "selector_regret_at_8": 0.043351709842681885, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.013253256678581238, + "support_gap_fraction_to_hidden_at_8": 0.007401905225509852, + "total_car_to_hidden_at_8": 0.05660496652126312 + }, + "1509980664": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 0.014023125171661377, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0061738317414306, + "ncar_to_proposal_oracle_at_8": 2.058415470840539, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14023834058751442, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.83889240026474, + "proposal_oracle_utility_gain_over_base_at_8": 0.006812572479248047, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8248692750930786, + "selected_utility_gain_over_base_at_8": -0.00721055269241333, + "selector_gap_fraction_to_hidden_at_8": 0.01200692093970083, + "selector_regret_at_8": 0.014023125171661377, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.16110759973526, + "support_gap_fraction_to_hidden_at_8": 0.9941669194168206, + "total_car_to_hidden_at_8": 1.1751307249069214 + }, + "1522272686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4563714861869812, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12267671398942098, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5436285138130188, + "selected_utility_gain_over_base_at_8": -1.4563714861869812, + "selector_regret_at_8": 1.4563714861869812, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.4563714861869812 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.09635330736637115, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "ncar_to_hidden_chart_oracle_at_8": 1.4386390413214543, + "ncar_to_proposal_oracle_at_8": 2.319495421176755, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3814015792041445, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21403594315052032, + "proposal_oracle_utility_gain_over_base_at_8": 0.04154062271118164, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11768263578414917, + "selected_utility_gain_over_base_at_8": -0.054812684655189514, + "selector_gap_fraction_to_hidden_at_8": 0.7710684804092547, + "selector_regret_at_8": 0.09635330736637115, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08342014253139496, + "support_gap_fraction_to_hidden_at_8": 0.6675706760394587, + "total_car_to_hidden_at_8": 0.1797734498977661 + }, + "1578990937": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.025389984250068665, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0039557654834124, + "ncar_to_proposal_oracle_at_8": 1.3854594546391021, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.25510759849883147, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23259200155735016, + "proposal_oracle_utility_gain_over_base_at_8": 0.018326029181480408, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2072020173072815, + "selected_utility_gain_over_base_at_8": -0.007063955068588257, + "selector_gap_fraction_to_hidden_at_8": 0.014218233990786039, + "selector_regret_at_8": 0.025389984250068665, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7674079984426498, + "support_gap_fraction_to_hidden_at_8": 0.9897375371147166, + "total_car_to_hidden_at_8": 1.7927979826927185 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1790188787": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.25625757964299634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1822210471": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.0011331625282764435, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019279876796129, + "ncar_to_proposal_oracle_at_8": 0.031824954963663915, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15125404295167477, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.058819372206926346, + "proposal_oracle_utility_gain_over_base_at_8": -0.03560608997941017, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0576862096786499, + "selected_utility_gain_over_base_at_8": -0.036739252507686615, + "selector_gap_fraction_to_hidden_at_8": 0.0005946566275893689, + "selector_regret_at_8": 0.0011331625282764435, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9411806277930737, + "support_gap_fraction_to_hidden_at_8": 1.018685225517477, + "total_car_to_hidden_at_8": 1.94231379032135 + }, + "1845489013": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.009949073195457458, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019238671785175, + "ncar_to_proposal_oracle_at_8": 0.37739026714244994, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1601652398891617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0861951932311058, + "proposal_oracle_utility_gain_over_base_at_8": -0.026362814009189606, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07624612003564835, + "selected_utility_gain_over_base_at_8": -0.036311887204647064, + "selector_gap_fraction_to_hidden_at_8": 0.0052711941525209575, + "selector_regret_at_8": 0.009949073195457458, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9138048067688942, + "support_gap_fraction_to_hidden_at_8": 1.0139674830327599, + "total_car_to_hidden_at_8": 1.9237538799643517 + }, + "1999022574": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 0.6338560879230499, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.5672404802573083, + "ncar_to_proposal_oracle_at_8": 20.468479398320074, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15346652783738673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7970014810562134, + "proposal_oracle_utility_gain_over_base_at_8": -0.030967414379119873, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16314539313316345, + "selected_utility_gain_over_base_at_8": -0.6648235023021698, + "selector_gap_fraction_to_hidden_at_8": 0.5408184863476693, + "selector_regret_at_8": 0.6338560879230499, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2029985189437866, + "support_gap_fraction_to_hidden_at_8": 1.0264220072816432, + "total_car_to_hidden_at_8": 1.8368546068668365 + }, + "2012211287": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 0.00025147199630737305, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0011445108113346, + "ncar_to_proposal_oracle_at_8": 0.20884931245481586, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19320969574917243, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7270426154136658, + "proposal_oracle_utility_gain_over_base_at_8": -0.001204073429107666, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7267911434173584, + "selected_utility_gain_over_base_at_8": -0.001455545425415039, + "selector_gap_fraction_to_hidden_at_8": 0.00019773645887231634, + "selector_regret_at_8": 0.00025147199630737305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2729573845863342, + "support_gap_fraction_to_hidden_at_8": 1.0009467822246219, + "total_car_to_hidden_at_8": 1.2732088565826416 + }, + "2038594191": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.1589493229985237, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.002720058258962, + "ncar_to_proposal_oracle_at_8": 1.0336975829706272, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5070876425629134, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.24880830943584442, + "proposal_oracle_utility_gain_over_base_at_8": 0.15376771241426468, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08985898643732071, + "selected_utility_gain_over_base_at_8": -0.005181610584259033, + "selector_gap_fraction_to_hidden_at_8": 0.08343974299400034, + "selector_regret_at_8": 0.1589493229985237, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7511916905641556, + "support_gap_fraction_to_hidden_at_8": 0.919280320528696, + "total_car_to_hidden_at_8": 1.9101410135626793 + }, + "2054899126": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.005500897765159607, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.9375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005904623170763854, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09662639932716256, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 1.0683744624257088, + "proposal_oracle_utility_gain_over_base_at_8": -0.9316255375742912, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 1.0628735646605492, + "selected_utility_gain_over_base_at_8": -0.9371264353394508, + "selector_regret_at_8": 0.005500897765159607, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.9316255375742912, + "total_car_to_hidden_at_8": 0.9371264353394508 + }, + "2061635888": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0037531653219327, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1024944972766888, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07902413606643677, + "proposal_oracle_utility_gain_over_base_at_8": -0.007182791829109192, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07902413606643677, + "selected_utility_gain_over_base_at_8": -0.007182791829109192, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9209758639335632, + "support_gap_fraction_to_hidden_at_8": 1.0037531705667693, + "total_car_to_hidden_at_8": 1.9209758639335632 + }, + "211245842": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.041060686111450195, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0061024029871146, + "ncar_to_proposal_oracle_at_8": 1.3695761057579783, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11952033712097218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2142850160598755, + "proposal_oracle_utility_gain_over_base_at_8": 0.029980570077896118, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1732243299484253, + "selected_utility_gain_over_base_at_8": -0.011080116033554077, + "selector_gap_fraction_to_hidden_at_8": 0.022614301180936124, + "selector_regret_at_8": 0.041060686111450195, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7857149839401245, + "support_gap_fraction_to_hidden_at_8": 0.9834881073473187, + "total_car_to_hidden_at_8": 1.8267756700515747 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1250072121620178, + "branch_car_at_8": 0.043415673077106476, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1139086410403252, + "ncar_to_hidden_chart_oracle_at_8": 0.026316678586339484, + "ncar_to_proposal_oracle_at_8": 1.3556794180383116, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.05319894873106218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 1.157032236456871, + "proposal_oracle_utility_gain_over_base_at_8": 0.03202502429485321, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.1136165633797646, + "selected_utility_gain_over_base_at_8": -0.011390648782253265, + "selector_gap_fraction_to_hidden_at_8": 3.911825459427708, + "selector_regret_at_8": 0.043415673077106476, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0002920776605606079 + }, + "307068879": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0018310099840164185, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.004161799291129, + "ncar_to_proposal_oracle_at_8": 0.32567740299816206, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07483884431566282, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2035302072763443, + "proposal_oracle_utility_gain_over_base_at_8": -0.005622148513793945, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20169919729232788, + "selected_utility_gain_over_base_at_8": -0.007453158497810364, + "selector_gap_fraction_to_hidden_at_8": 0.0010224264414320273, + "selector_regret_at_8": 0.0018310099840164185, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7964697927236557, + "support_gap_fraction_to_hidden_at_8": 1.003139378456884, + "total_car_to_hidden_at_8": 1.7983008027076721 + }, + "412102563": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6269922256469727, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.5347509829497624, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2630363607222759, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8275061845779419, + "proposal_oracle_utility_gain_over_base_at_8": -1.172493815422058, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20051395893096924, + "selected_utility_gain_over_base_at_8": -1.7994860410690308, + "selector_regret_at_8": 0.6269922256469727, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.172493815422058, + "total_car_to_hidden_at_8": 1.7994860410690308 + }, + "440577711": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "441046872": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.000804021954536438, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.003523045662944, + "ncar_to_proposal_oracle_at_8": 0.14610429876487893, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1123926329678895, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2042645812034607, + "proposal_oracle_utility_gain_over_base_at_8": -0.005503058433532715, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20346055924892426, + "selected_utility_gain_over_base_at_8": -0.006307080388069153, + "selector_gap_fraction_to_hidden_at_8": 0.00044911597641627144, + "selector_regret_at_8": 0.000804021954536438, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7957354187965393, + "support_gap_fraction_to_hidden_at_8": 1.003073935292074, + "total_car_to_hidden_at_8": 1.7965394407510757 + }, + "509430392": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11637116801567593, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.9592653959989548, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.16070519387722015, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9677841286713383, + "ncar_to_proposal_oracle_at_8": 0.7211412341552217, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.537235764832106, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2938849627971649, + "proposal_oracle_utility_gain_over_base_at_8": 0.22284842282533646, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13317976891994476, + "selected_utility_gain_over_base_at_8": 0.0621432289481163, + "selector_gap_fraction_to_hidden_at_8": 0.08331168381741826, + "selector_regret_at_8": 0.16070519387722015, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.706115037202835, + "support_gap_fraction_to_hidden_at_8": 0.8844724498710401, + "total_car_to_hidden_at_8": 1.8668202310800552 + }, + "608016290": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.1574377715587616, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.076145372525531, + "ncar_to_proposal_oracle_at_8": 3.4869346102323533, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.098162172719824, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5705108642578125, + "proposal_oracle_utility_gain_over_base_at_8": 0.0451507568359375, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4130730926990509, + "selected_utility_gain_over_base_at_8": -0.1122870147228241, + "selector_gap_fraction_to_hidden_at_8": 0.10676353756001532, + "selector_regret_at_8": 0.1574377715587616, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4294891357421875, + "support_gap_fraction_to_hidden_at_8": 0.9693818422631982, + "total_car_to_hidden_at_8": 1.586926907300949 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04174089431762695, + "branch_car_at_8": 0.0030257832258939743, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16558238118886948, + "ncar_to_hidden_chart_oracle_at_8": 0.8734881395113818, + "ncar_to_proposal_oracle_at_8": 1.0887571854184497, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.22930626964762768, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08006523177027702, + "proposal_oracle_utility_gain_over_base_at_8": 0.03832433745265007, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07703944854438305, + "selected_utility_gain_over_base_at_8": 0.035298554226756096, + "selector_gap_fraction_to_hidden_at_8": 0.07621781757550655, + "selector_regret_at_8": 0.0030257832258939743, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08551714941859245, + "support_gap_fraction_to_hidden_at_8": 0.797270536737948, + "total_car_to_hidden_at_8": 0.08854293264448643 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.04479973018169403, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "ncar_to_hidden_chart_oracle_at_8": 1.7778231310760573, + "ncar_to_proposal_oracle_at_8": 8.71937375135354, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17961355132445345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1247115358710289, + "proposal_oracle_utility_gain_over_base_at_8": 0.005137942731380463, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07991180568933487, + "selected_utility_gain_over_base_at_8": -0.03966178745031357, + "selector_gap_fraction_to_hidden_at_8": 0.8785857688497427, + "selector_regret_at_8": 0.04479973018169403, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04585278779268265, + "support_gap_fraction_to_hidden_at_8": 0.8992377108824552, + "total_car_to_hidden_at_8": 0.09065251797437668 + }, + "655884605": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.0026672184467315674, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9861618738608336, + "ncar_to_proposal_oracle_at_8": 0.09408265091957171, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.030740674705558885, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17242512106895447, + "proposal_oracle_utility_gain_over_base_at_8": 0.028349727392196655, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1697579026222229, + "selected_utility_gain_over_base_at_8": 0.025682508945465088, + "selector_gap_fraction_to_hidden_at_8": 0.0014371372832949142, + "selector_regret_at_8": 0.0026672184467315674, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8275748789310455, + "support_gap_fraction_to_hidden_at_8": 0.9847247418911267, + "total_car_to_hidden_at_8": 1.830242097377777 + }, + "672328262": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.003098629415035248, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019464283192897, + "ncar_to_proposal_oracle_at_8": 0.09176223920635006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11992738854206779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07216622680425644, + "proposal_oracle_utility_gain_over_base_at_8": -0.03376801311969757, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06906759738922119, + "selected_utility_gain_over_base_at_8": -0.03686664253473282, + "selector_gap_fraction_to_hidden_at_8": 0.001635967177248819, + "selector_regret_at_8": 0.003098629415035248, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9278337731957436, + "support_gap_fraction_to_hidden_at_8": 1.0178283213980606, + "total_car_to_hidden_at_8": 1.9309324026107788 + }, + "701667486": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 1.2084707021713257, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9997888379154961, + "ncar_to_proposal_oracle_at_8": 0.9997888379154961, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19081260775351527, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.208725929260254, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7915292978286743, + "selected_utility_gain_over_base_at_8": 0.00025522708892822266, + "selector_gap_fraction_to_hidden_at_8": 0.9997888461869231, + "selector_regret_at_8": 1.2084707021713257, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2084707021713257 + }, + "747260437": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02974964678287506, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "ncar_to_hidden_chart_oracle_at_8": 0.07153763725445794, + "ncar_to_proposal_oracle_at_8": 0.016393451416906714, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30546034643967757, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.18527252972126007, + "proposal_oracle_utility_gain_over_base_at_8": -1.81472747027874, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.155522882938385, + "selected_utility_gain_over_base_at_8": -1.844477117061615, + "selector_gap_fraction_to_hidden_at_8": 0.017282874338947683, + "selector_regret_at_8": 0.02974964678287506, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.09339071810245514, + "support_gap_fraction_to_hidden_at_8": 0.05425476333110376, + "total_car_to_hidden_at_8": 0.1231403648853302 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7605033268531164, + "branch_car_at_8": 0.05147687097390493, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.9583333333333334, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4079964955647786, + "ncar_to_hidden_chart_oracle_at_8": 3.6663220458717465, + "ncar_to_proposal_oracle_at_8": 0.22983336179896974, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.22679962996282277, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.2481476068496704, + "proposal_oracle_utility_gain_over_base_at_8": -0.512355720003446, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.19667073587576547, + "selected_utility_gain_over_base_at_8": -0.5638325909773508, + "selector_gap_fraction_to_hidden_at_8": 0.7611347320927621, + "selector_regret_at_8": 0.05147687097390493, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.1598488887151082, + "support_gap_fraction_to_hidden_at_8": 2.905190365647023, + "total_car_to_hidden_at_8": 1.2113257596890132 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.75, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0747087560594082, + "branch_car_at_8": 0.45911610033363104, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6737305596470833, + "ncar_to_hidden_chart_oracle_at_8": 1.15659739162032, + "ncar_to_proposal_oracle_at_8": 0.5383285029875181, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.14681410264927175, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.75, + "proposal_oracle_utility_at_8": 0.5809952197596431, + "proposal_oracle_utility_gain_over_base_at_8": -0.4937135362997651, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.75, + "selected_utility_at_8": 0.12187911942601204, + "selected_utility_gain_over_base_at_8": -0.9528296366333961, + "selector_gap_fraction_to_hidden_at_8": 0.7611605820457173, + "selector_regret_at_8": 0.45911610033363104, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.09709237236529589, + "support_gap_fraction_to_hidden_at_8": 0.5478765791717298, + "total_car_to_hidden_at_8": 0.5518514402210712 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..31ced9cabfd64caf4dfc96b727ef2c54039e62d8 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/metrics_by_task.json @@ -0,0 +1,178 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.4796089559793472, + "branch_car_at_8": 0.2874205827713013, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0173553456526272, + "ncar_to_proposal_oracle_at_8": 1.0338735248844815, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.1245853527683611, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.2, + "proposal_oracle_success_gain_over_base_at_8": 0.2, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7410696536302567, + "proposal_oracle_utility_gain_over_base_at_8": 0.2614606976509094, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4536490708589554, + "selected_utility_gain_over_base_at_8": -0.025959885120391844, + "selector_gap_fraction_to_hidden_at_8": 0.22204696485387942, + "selector_regret_at_8": 0.2874205827713013, + "success_selector_gap_at_8": 0.2, + "success_support_gap_at_8": 0.8, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2589303463697434, + "support_gap_fraction_to_hidden_at_8": 0.7953083876473557, + "total_car_to_hidden_at_8": 1.5463509291410447 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4563714861869812, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12267671398942098, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5436285138130188, + "selected_utility_gain_over_base_at_8": -1.4563714861869812, + "selector_regret_at_8": 1.4563714861869812, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.4563714861869812 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.72, + "base_safety_label_known": 1.0, + "base_success": 0.36, + "base_unsafe_known": 0.0, + "base_utility": 0.8032506120204925, + "branch_car_at_8": 0.10624422326683998, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 0.52, + "hidden_chart_oracle_utility_at_8": 1.1467878860235214, + "ncar_to_hidden_chart_oracle_at_8": 1.3318783387964193, + "ncar_to_proposal_oracle_at_8": 0.9248858515826692, + "outcome_ptr_at_8": 0.36, + "pairwise_causal_calibration_ece": 0.20159853773134337, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.16, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.6, + "proposal_oracle_utility_at_8": 0.45270782738924026, + "proposal_oracle_utility_gain_over_base_at_8": -0.35054278463125227, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.12, + "selected_success_gain_over_base_at_8": -0.24, + "selected_unsafe_known_at_8": 0.56, + "selected_utility_at_8": 0.3464636041224003, + "selected_utility_gain_over_base_at_8": -0.4567870078980923, + "selector_gap_fraction_to_hidden_at_8": 0.5617890754661544, + "selector_regret_at_8": 0.10624422326683998, + "success_selector_gap_at_8": 0.04, + "success_support_gap_at_8": 0.36, + "success_total_car_to_hidden_at_8": 0.4, + "support_gap_at_8": 0.6982270714640617, + "support_gap_fraction_to_hidden_at_8": 1.011357898635456, + "total_car_to_hidden_at_8": 0.8003242819011211 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.8333333333333334, + "base_unsafe_known": 0.0, + "base_utility": 1.6734557673335075, + "branch_car_at_8": 0.31880776087443036, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.8333333333333334, + "hidden_chart_oracle_utility_at_8": 1.7015800600250561, + "ncar_to_hidden_chart_oracle_at_8": 0.015806854319084362, + "ncar_to_proposal_oracle_at_8": 0.010005592343544699, + "outcome_ptr_at_8": 0.16666666666666666, + "pairwise_causal_calibration_ece": 0.20497329769741546, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.6666666666666666, + "proposal_oracle_success_gain_over_base_at_8": -0.16666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.3802802537878354, + "proposal_oracle_utility_gain_over_base_at_8": -0.2931755135456721, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.0614724929134052, + "selected_utility_gain_over_base_at_8": -0.6119832744201025, + "selector_gap_fraction_to_hidden_at_8": 0.012105901794610257, + "selector_regret_at_8": 0.31880776087443036, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.16666666666666666, + "success_total_car_to_hidden_at_8": 0.3333333333333333, + "support_gap_at_8": 0.32129980623722076, + "support_gap_fraction_to_hidden_at_8": 0.003700952612754926, + "total_car_to_hidden_at_8": 0.6401075671116511 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.09090909090909091, + "base_unsafe_known": 0.0, + "base_utility": 0.5003613992170854, + "branch_car_at_8": 0.26306972991336475, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0574720335451175, + "ncar_to_proposal_oracle_at_8": 2.6639490050538304, + "outcome_ptr_at_8": 0.6363636363636364, + "pairwise_causal_calibration_ece": 0.2021201140493732, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.09090909090909091, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5384775440801274, + "proposal_oracle_utility_gain_over_base_at_8": 0.03811614486304196, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.09090909090909091, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.27540781416676263, + "selected_utility_gain_over_base_at_8": -0.22495358505032279, + "selector_gap_fraction_to_hidden_at_8": 0.1782854308460104, + "selector_regret_at_8": 0.26306972991336475, + "success_selector_gap_at_8": 0.09090909090909091, + "success_support_gap_at_8": 0.9090909090909091, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4615224559198727, + "support_gap_fraction_to_hidden_at_8": 0.8791866095136187, + "total_car_to_hidden_at_8": 1.7245921858332374 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/report.md new file mode 100644 index 0000000000000000000000000000000000000000..ea3985bfa4f8ed85a10c8b335062736ad541a132 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/report.md @@ -0,0 +1,40 @@ +# Metric Evaluation (measured) + +K: `8` + +| Metric | N | Micro mean | 95% CI | Task macro | Seed macro | +| --- | ---: | ---: | ---: | ---: | ---: | +| any_generated_unsafe_known_at_8 | 48 | 0.3750 | [0.2500, 0.5208] | 0.1440 | 0.2938 | +| base_safety_label_known | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| base_success | 48 | 0.3333 | [0.2083, 0.4583] | 0.4568 | 0.3083 | +| base_unsafe_known | 48 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 | +| base_utility | 48 | 0.8338 | [0.5920, 1.0708] | 1.0913 | 0.8028 | +| branch_car_at_8 | 48 | 0.2158 | [0.1011, 0.3661] | 0.4864 | 0.2206 | +| generated_safety_label_coverage_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| generated_unsafe_rate_known_at_8 | 48 | 0.3255 | [0.2214, 0.4505] | 0.1250 | 0.2505 | +| hidden_chart_oracle_success_at_8 | 48 | 0.7292 | [0.6042, 0.8333] | 0.8707 | 0.7854 | +| hidden_chart_oracle_utility_at_8 | 48 | 1.5183 | [1.2906, 1.7056] | 1.7697 | 1.6191 | +| ncar_to_hidden_chart_oracle_at_8 | 35 | 1.1333 | [0.8365, 1.5441] | 0.8556 | 1.0585 | +| ncar_to_proposal_oracle_at_8 | 40 | 1.3481 | [0.5300, 2.5628] | 1.1582 | 1.4657 | +| outcome_ptr_at_8 | 48 | 0.3958 | [0.2708, 0.5417] | 0.3126 | 0.4021 | +| pairwise_causal_calibration_ece | 48 | 0.1925 | [0.1548, 0.2249] | 0.1712 | 0.1991 | +| proposal_oracle_safety_label_known_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| proposal_oracle_success_at_8 | 48 | 0.2292 | [0.1042, 0.3333] | 0.4235 | 0.2313 | +| proposal_oracle_success_gain_over_base_at_8 | 48 | -0.1042 | [-0.2292, 0.0208] | -0.0333 | -0.0771 | +| proposal_oracle_unsafe_known_at_8 | 48 | 0.3125 | [0.1875, 0.4583] | 0.1200 | 0.2479 | +| proposal_oracle_utility_at_8 | 48 | 0.6506 | [0.4362, 0.8420] | 1.0225 | 0.6671 | +| proposal_oracle_utility_gain_over_base_at_8 | 48 | -0.1833 | [-0.4133, 0.0378] | -0.0688 | -0.1357 | +| selected_safety_label_known_at_8 | 48 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| selected_success_at_8 | 48 | 0.1250 | [0.0417, 0.2292] | 0.1240 | 0.1250 | +| selected_success_gain_over_base_at_8 | 48 | -0.2083 | [-0.3125, -0.0833] | -0.3328 | -0.1833 | +| selected_unsafe_known_at_8 | 48 | 0.2917 | [0.1875, 0.4375] | 0.1120 | 0.2188 | +| selected_utility_at_8 | 48 | 0.4348 | [0.2639, 0.6220] | 0.5361 | 0.4465 | +| selected_utility_gain_over_base_at_8 | 48 | -0.3990 | [-0.5913, -0.1621] | -0.5552 | -0.3563 | +| selector_gap_fraction_to_hidden_at_8 | 35 | 0.3723 | [0.1653, 0.6711] | 0.2436 | 0.3442 | +| selector_regret_at_8 | 48 | 0.2158 | [0.1011, 0.3661] | 0.4864 | 0.2206 | +| success_selector_gap_at_8 | 48 | 0.1042 | [0.0208, 0.2083] | 0.2995 | 0.1062 | +| success_support_gap_at_8 | 48 | 0.5000 | [0.3333, 0.6667] | 0.4472 | 0.5542 | +| success_total_car_to_hidden_at_8 | 48 | 0.6042 | [0.4583, 0.7292] | 0.7467 | 0.6604 | +| support_gap_at_8 | 48 | 0.8699 | [0.5969, 1.1405] | 0.7480 | 0.9532 | +| support_gap_fraction_to_hidden_at_8 | 35 | 0.8852 | [0.6005, 1.2127] | 0.6724 | 0.8446 | +| total_car_to_hidden_at_8 | 48 | 1.0835 | [0.8389, 1.2861] | 1.2335 | 1.1726 | diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..fd127da6e5133dc87cce5d6e46c42cee9ce750f3 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/measured_metrics/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 48 & 0.3750 & 0.2500 & 0.5208 \\ +base\_safety\_label\_known & 48 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 48 & 0.3333 & 0.2083 & 0.4583 \\ +base\_unsafe\_known & 48 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 48 & 0.8338 & 0.5920 & 1.0708 \\ +branch\_car\_at\_8 & 48 & 0.2158 & 0.1011 & 0.3661 \\ +generated\_safety\_label\_coverage\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 48 & 0.3255 & 0.2214 & 0.4505 \\ +hidden\_chart\_oracle\_success\_at\_8 & 48 & 0.7292 & 0.6042 & 0.8333 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 48 & 1.5183 & 1.2906 & 1.7056 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 35 & 1.1333 & 0.8365 & 1.5441 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 40 & 1.3481 & 0.5300 & 2.5628 \\ +outcome\_ptr\_at\_8 & 48 & 0.3958 & 0.2708 & 0.5417 \\ +pairwise\_causal\_calibration\_ece & 48 & 0.1925 & 0.1548 & 0.2249 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 48 & 0.2292 & 0.1042 & 0.3333 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 48 & -0.1042 & -0.2292 & 0.0208 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 48 & 0.3125 & 0.1875 & 0.4583 \\ +proposal\_oracle\_utility\_at\_8 & 48 & 0.6506 & 0.4362 & 0.8420 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 48 & -0.1833 & -0.4133 & 0.0378 \\ +selected\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 48 & 0.1250 & 0.0417 & 0.2292 \\ +selected\_success\_gain\_over\_base\_at\_8 & 48 & -0.2083 & -0.3125 & -0.0833 \\ +selected\_unsafe\_known\_at\_8 & 48 & 0.2917 & 0.1875 & 0.4375 \\ +selected\_utility\_at\_8 & 48 & 0.4348 & 0.2639 & 0.6220 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 48 & -0.3990 & -0.5913 & -0.1621 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 35 & 0.3723 & 0.1653 & 0.6711 \\ +selector\_regret\_at\_8 & 48 & 0.2158 & 0.1011 & 0.3661 \\ +success\_selector\_gap\_at\_8 & 48 & 0.1042 & 0.0208 & 0.2083 \\ +success\_support\_gap\_at\_8 & 48 & 0.5000 & 0.3333 & 0.6667 \\ +success\_total\_car\_to\_hidden\_at\_8 & 48 & 0.6042 & 0.4583 & 0.7292 \\ +support\_gap\_at\_8 & 48 & 0.8699 & 0.5969 & 1.1405 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 35 & 0.8852 & 0.6005 & 1.2127 \\ +total\_car\_to\_hidden\_at\_8 & 48 & 1.0835 & 0.8389 & 1.2861 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/metrics.json b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7180f73bf4781d2718af895ee929af74666af1c2 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/metrics.json @@ -0,0 +1,2814 @@ +{ + "checkpoint": "runs/ctt_residual_base_context_obs_seed2/model.pt", + "k": 8, + "measured_metric_summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4, + "low": 0.1625, + "mean": 0.29375, + "n": 40, + "num_samples": 200 + }, + "mean": 0.29375, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 1.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 1.0, + "608016290": 0.0, + "626486813": 0.5, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.43200000000000005, + "low": 0.0, + "mean": 0.144, + "n": 5, + "num_samples": 200 + }, + "mean": 0.144, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.72, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5208333333333334, + "low": 0.25, + "mean": 0.375, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 40, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 1.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 1.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.4375, + "low": 0.1625, + "mean": 0.30833333333333335, + "n": 40, + "num_samples": 200 + }, + "mean": 0.30833333333333335, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 1.0, + "1324133122": 0.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 1.0, + "1509980664": 0.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 1.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 0.3333333333333333, + "767747424": 0.5 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.772, + "low": 0.09018181818181818, + "mean": 0.45684848484848484, + "n": 5, + "num_samples": 200 + }, + "mean": 0.45684848484848484, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.36, + "PushCube-v1": 0.8333333333333334, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.4583333333333333, + "low": 0.20833333333333334, + "mean": 0.3333333333333333, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 40, + "num_samples": 200 + }, + "mean": 0.0, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 0.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "767747424": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 200 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0251519351576763, + "low": 0.537800694660594, + "mean": 0.8028034761858482, + "n": 40, + "num_samples": 200 + }, + "mean": 0.8028034761858482, + "per_seed": { + "1073161778": 0.725517988204956, + "1113371261": 0.11109928786754608, + "1151410346": 0.2284735143184662, + "1261930456": 2.0, + "1324133122": 0.084227055311203, + "1324642411": 2.0, + "1375492786": 2.0, + "141984615": 0.16783273220062256, + "1461069713": 0.22852759063243866, + "1480856810": 2.0, + "1509980664": 0.8320798277854919, + "1522272686": 2.0, + "1549324805": 0.17249532043933868, + "1578990937": 0.21426597237586975, + "1747178030": 2.0, + "1790188787": 2.0, + "1822210471": 0.09442546218633652, + "1845489013": 0.11255800724029541, + "1999022574": 0.8279688954353333, + "2012211287": 0.7282466888427734, + "2038594191": 0.09504059702157974, + "2054899126": 2.0, + "2061635888": 0.08620692789554596, + "211245842": 0.18430444598197937, + "278008524": 1.1250072121620178, + "307068879": 0.20915235579013824, + "412102563": 2.0, + "440577711": 2.0, + "441046872": 0.2097676396369934, + "509430392": 0.04073460400104523, + "585904130": 0.07103653997182846, + "608016290": 0.525360107421875, + "626486813": 0.04174089431762695, + "636680137": 0.11957359313964844, + "655884605": 0.1440753936767578, + "672328262": 0.10593423992395401, + "701667486": 0.7912740707397461, + "747260437": 2.0, + "750448296": 0.7605033268531164, + "767747424": 1.0747087560594082 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.630612944662571, + "low": 0.5484877758351239, + "mean": 1.0913353469100866, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0913353469100866, + "per_task": { + "LiftPegUpright-v1": 0.4796089559793472, + "PickCube-v1": 2.0, + "PullCube-v1": 0.8032506120204925, + "PushCube-v1": 1.6734557673335075, + "StackCube-v1": 0.5003613992170854 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 1.0708436407148838, + "low": 0.5920010643700758, + "mean": 0.8338337515791258, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3860186778940261, + "low": 0.10536204695235937, + "mean": 0.22059872947478049, + "n": 40, + "num_samples": 200 + }, + "mean": 0.22059872947478049, + "per_seed": { + "1073161778": 1.2767786383628845, + "1113371261": 0.007540524005889893, + "1151410346": 0.3237016499042511, + "1261930456": 0.011454477906227112, + "1324133122": 0.010064825415611267, + "1324642411": 1.858040377497673, + "1375492786": 0.027821257710456848, + "141984615": 0.002475142478942871, + "1461069713": 0.026291392743587494, + "1480856810": 0.043351709842681885, + "1509980664": 0.014023125171661377, + "1522272686": 1.4563714861869812, + "1549324805": 0.09635330736637115, + "1578990937": 0.025389984250068665, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0011331625282764435, + "1845489013": 0.009949073195457458, + "1999022574": 0.6338560879230499, + "2012211287": 0.00025147199630737305, + "2038594191": 0.1589493229985237, + "2054899126": 0.005500897765159607, + "2061635888": 0.0, + "211245842": 0.041060686111450195, + "278008524": 0.043415673077106476, + "307068879": 0.0018310099840164185, + "412102563": 0.6269922256469727, + "440577711": 0.0, + "441046872": 0.000804021954536438, + "509430392": 0.0, + "585904130": 0.16070519387722015, + "608016290": 0.1574377715587616, + "626486813": 0.0030257832258939743, + "636680137": 0.04479973018169403, + "655884605": 0.0026672184467315674, + "672328262": 0.003098629415035248, + "701667486": 1.2084707021713257, + "747260437": 0.02974964678287506, + "750448296": 0.05147687097390493, + "767747424": 0.45911610033363104 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9839209542491218, + "low": 0.18012203211766303, + "mean": 0.48638275660258345, + "n": 5, + "num_samples": 200 + }, + "mean": 0.48638275660258345, + "per_task": { + "LiftPegUpright-v1": 0.2874205827713013, + "PickCube-v1": 1.4563714861869812, + "PullCube-v1": 0.10624422326683998, + "PushCube-v1": 0.31880776087443036, + "StackCube-v1": 0.26306972991336475 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3661268416326493, + "low": 0.10114351854038735, + "mean": 0.2157540328335017, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 40, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 1.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 1.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.34427083333333336, + "low": 0.1234375, + "mean": 0.25052083333333336, + "n": 40, + "num_samples": 200 + }, + "mean": 0.25052083333333336, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 0.875, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.75, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.375, + "2054899126": 0.9375, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.1875, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.875, + "608016290": 0.0, + "626486813": 0.3125, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 0.9583333333333334, + "767747424": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.375, + "low": 0.0, + "mean": 0.125, + "n": 5, + "num_samples": 200 + }, + "mean": 0.125, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.625, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4505208333333333, + "low": 0.22135416666666666, + "mean": 0.3255208333333333, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9, + "low": 0.6729166666666667, + "mean": 0.7854166666666667, + "n": 40, + "num_samples": 200 + }, + "mean": 0.7854166666666667, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 0.5, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.6666666666666666, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.6786666666666668, + "mean": 0.8706666666666667, + "n": 5, + "num_samples": 200 + }, + "mean": 0.8706666666666667, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.52, + "PushCube-v1": 0.8333333333333334, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.8333333333333334, + "low": 0.6041666666666666, + "mean": 0.7291666666666666, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.8218825578689575, + "low": 1.4154964266344905, + "mean": 1.619062545460959, + "n": 40, + "num_samples": 200 + }, + "mean": 1.619062545460959, + "per_seed": { + "1073161778": 2.0, + "1113371261": 2.0, + "1151410346": 2.0, + "1261930456": 2.0, + "1324133122": 2.0, + "1324642411": 2.0, + "1375492786": 2.0, + "141984615": 0.2857772707939148, + "1461069713": 0.1593424528837204, + "1480856810": 0.20948036015033722, + "1509980664": 2.0, + "1522272686": 2.0, + "1549324805": 0.2974560856819153, + "1578990937": 2.0, + "1747178030": 2.0, + "1790188787": 2.0, + "1822210471": 2.0, + "1845489013": 2.0, + "1999022574": 2.0, + "2012211287": 2.0, + "2038594191": 2.0, + "2054899126": 2.0, + "2061635888": 2.0, + "211245842": 2.0, + "278008524": 1.1139086410403252, + "307068879": 2.0, + "412102563": 2.0, + "440577711": 2.0, + "441046872": 2.0, + "509430392": 2.0, + "585904130": 2.0, + "608016290": 2.0, + "626486813": 0.16558238118886948, + "636680137": 0.17056432366371155, + "655884605": 2.0, + "672328262": 2.0, + "701667486": 2.0, + "747260437": 0.2786632478237152, + "750448296": 1.4079964955647786, + "767747424": 0.6737305596470833 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.428388743619124, + "mean": 1.7696735892097153, + "n": 5, + "num_samples": 200 + }, + "mean": 1.7696735892097153, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 1.1467878860235214, + "PushCube-v1": 1.7015800600250561, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.7055829176679254, + "low": 1.2906390205025673, + "mean": 1.5183161981403828, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.286984027248401, + "low": 0.8600994916401823, + "mean": 1.0585134161956213, + "n": 31, + "num_samples": 200 + }, + "mean": 1.0585134161956213, + "per_seed": { + "1073161778": 1.0018019999721972, + "1113371261": 1.0096749460109702, + "1151410346": 0.9938836701698183, + "1324133122": 0.9979853617028601, + "141984615": 2.0668632118652317, + "1461069713": 1.0147308339002874, + "1480856810": 0.031613708638168724, + "1509980664": 1.0061738317414306, + "1549324805": 1.4386390413214543, + "1578990937": 1.0039557654834124, + "1822210471": 1.019279876796129, + "1845489013": 1.019238671785175, + "1999022574": 1.5672404802573083, + "2012211287": 1.0011445108113346, + "2038594191": 1.002720058258962, + "2061635888": 1.0037531653219327, + "211245842": 1.0061024029871146, + "278008524": 0.026316678586339484, + "307068879": 1.004161799291129, + "441046872": 1.003523045662944, + "509430392": 0.0, + "585904130": 0.9677841286713383, + "608016290": 1.076145372525531, + "626486813": 0.8734881395113818, + "636680137": 1.7778231310760573, + "655884605": 0.9861618738608336, + "672328262": 1.019464283192897, + "701667486": 0.9997888379154961, + "747260437": 0.07153763725445794, + "750448296": 3.6663220458717465, + "767747424": 1.15659739162032 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.1946751861707683, + "low": 0.3448247254384181, + "mean": 0.8556281430783121, + "n": 4, + "num_samples": 200 + }, + "mean": 0.8556281430783121, + "per_task": { + "LiftPegUpright-v1": 1.0173553456526272, + "PullCube-v1": 1.3318783387964193, + "PushCube-v1": 0.015806854319084362, + "StackCube-v1": 1.0574720335451175 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 1.5441353359191043, + "low": 0.8365329804496855, + "mean": 1.1333405963053722, + "n": 35, + "num_samples": 200 + }, + "n": 35 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 2.8433985339611567, + "low": 0.48202118863384635, + "mean": 1.4657241550082802, + "n": 35, + "num_samples": 200 + }, + "mean": 1.4657241550082802, + "per_seed": { + "1073161778": 1.0018019999721972, + "1113371261": 0.7024563821726059, + "1151410346": 0.9676112241545515, + "1261930456": 0.005982870275641443, + "1324133122": 0.7228185479224526, + "1375492786": 0.015409403984710279, + "141984615": 0.020065103905333725, + "1461069713": 0.2324654665550531, + "1480856810": 0.02403390675499265, + "1509980664": 2.058415470840539, + "1549324805": 2.319495421176755, + "1578990937": 1.3854594546391021, + "1822210471": 0.031824954963663915, + "1845489013": 0.37739026714244994, + "1999022574": 20.468479398320074, + "2012211287": 0.20884931245481586, + "2038594191": 1.0336975829706272, + "2054899126": 0.005904623170763854, + "2061635888": 0.0, + "211245842": 1.3695761057579783, + "278008524": 1.3556794180383116, + "307068879": 0.32567740299816206, + "412102563": 0.5347509829497624, + "441046872": 0.14610429876487893, + "509430392": 0.0, + "585904130": 0.7211412341552217, + "608016290": 3.4869346102323533, + "626486813": 1.0887571854184497, + "636680137": 8.71937375135354, + "655884605": 0.09408265091957171, + "672328262": 0.09176223920635006, + "701667486": 0.9997888379154961, + "747260437": 0.016393451416906714, + "750448296": 0.22983336179896974, + "767747424": 0.5383285029875181 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.22918321668604, + "low": 0.2659725754787789, + "mean": 1.1581784934661314, + "n": 4, + "num_samples": 200 + }, + "mean": 1.1581784934661314, + "per_task": { + "LiftPegUpright-v1": 1.0338735248844815, + "PullCube-v1": 0.9248858515826692, + "PushCube-v1": 0.010005592343544699, + "StackCube-v1": 2.6639490050538304 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 2.5627814309791064, + "low": 0.5299536435770751, + "mean": 1.3481356585070305, + "n": 40, + "num_samples": 200 + }, + "n": 40 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5333333333333333, + "low": 0.27083333333333337, + "mean": 0.4020833333333334, + "n": 40, + "num_samples": 200 + }, + "mean": 0.4020833333333334, + "per_seed": { + "1073161778": 1.0, + "1113371261": 0.0, + "1151410346": 1.0, + "1261930456": 0.0, + "1324133122": 1.0, + "1324642411": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 1.0, + "1522272686": 0.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 1.0, + "2054899126": 0.0, + "2061635888": 0.0, + "211245842": 1.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 0.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.3333333333333333, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.4945454545454545, + "low": 0.13866666666666666, + "mean": 0.3126060606060606, + "n": 5, + "num_samples": 200 + }, + "mean": 0.3126060606060606, + "per_task": { + "LiftPegUpright-v1": 0.4, + "PickCube-v1": 0.0, + "PullCube-v1": 0.36, + "PushCube-v1": 0.16666666666666666, + "StackCube-v1": 0.6363636363636364 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5416666666666666, + "low": 0.2708333333333333, + "mean": 0.3958333333333333, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2388753711513772, + "low": 0.16096659065885394, + "mean": 0.19913886940657743, + "n": 40, + "num_samples": 200 + }, + "mean": 0.19913886940657743, + "per_seed": { + "1073161778": 0.14432341808925672, + "1113371261": 0.18981168502744894, + "1151410346": 0.5181919511721376, + "1261930456": 0.14694969164298693, + "1324133122": 0.2599006738407752, + "1324642411": 0.37631581765020666, + "1375492786": 0.16288447414215274, + "141984615": 0.15133945279036964, + "1461069713": 0.3576754247076027, + "1480856810": 0.33394552923262694, + "1509980664": 0.14023834058751442, + "1522272686": 0.12267671398942098, + "1549324805": 0.3814015792041445, + "1578990937": 0.25510759849883147, + "1747178030": 0.0, + "1790188787": 0.25625757964299634, + "1822210471": 0.15125404295167477, + "1845489013": 0.1601652398891617, + "1999022574": 0.15346652783738673, + "2012211287": 0.19320969574917243, + "2038594191": 0.5070876425629134, + "2054899126": 0.09662639932716256, + "2061635888": 0.1024944972766888, + "211245842": 0.11952033712097218, + "278008524": 0.05319894873106218, + "307068879": 0.07483884431566282, + "412102563": 0.2630363607222759, + "440577711": 0.0, + "441046872": 0.1123926329678895, + "509430392": 0.11637116801567593, + "585904130": 0.537235764832106, + "608016290": 0.098162172719824, + "626486813": 0.22930626964762768, + "636680137": 0.17961355132445345, + "655884605": 0.030740674705558885, + "672328262": 0.11992738854206779, + "701667486": 0.19081260775351527, + "747260437": 0.30546034643967757, + "750448296": 0.22679962996282277, + "767747424": 0.14681410264927175 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.20305275698137817, + "low": 0.1395177584868079, + "mean": 0.1711908032471828, + "n": 5, + "num_samples": 200 + }, + "mean": 0.1711908032471828, + "per_task": { + "LiftPegUpright-v1": 0.1245853527683611, + "PickCube-v1": 0.12267671398942098, + "PullCube-v1": 0.20159853773134337, + "PushCube-v1": 0.20497329769741546, + "StackCube-v1": 0.2021201140493732 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.22492210423240874, + "low": 0.15483929696829266, + "mean": 0.19247349920505022, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 40, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 1.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 1.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.35, + "low": 0.09375, + "mean": 0.23125, + "n": 40, + "num_samples": 200 + }, + "mean": 0.23125, + "per_seed": { + "1073161778": 1.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 0.5, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 1.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.0, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7333333333333333, + "low": 0.1461818181818182, + "mean": 0.42351515151515146, + "n": 5, + "num_samples": 200 + }, + "mean": 0.42351515151515146, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 1.0, + "PullCube-v1": 0.16, + "PushCube-v1": 0.6666666666666666, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3333333333333333, + "low": 0.10416666666666667, + "mean": 0.22916666666666666, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0625, + "low": -0.19583333333333336, + "mean": -0.07708333333333334, + "n": 40, + "num_samples": 200 + }, + "mean": -0.07708333333333334, + "per_seed": { + "1073161778": 1.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": -1.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": -1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": -1.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": -0.5, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": -1.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 1.0, + "747260437": -1.0, + "750448296": -0.3333333333333333, + "767747424": -0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.08, + "low": -0.14666666666666667, + "mean": -0.03333333333333333, + "n": 5, + "num_samples": 200 + }, + "mean": -0.03333333333333333, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 0.0, + "PullCube-v1": -0.2, + "PushCube-v1": -0.16666666666666666, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": 0.020833333333333332, + "low": -0.22916666666666666, + "mean": -0.10416666666666667, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.35416666666666663, + "low": 0.11666666666666667, + "mean": 0.24791666666666665, + "n": 40, + "num_samples": 200 + }, + "mean": 0.24791666666666665, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 1.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 1.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 0.6666666666666666, + "767747424": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.36, + "low": 0.0, + "mean": 0.12, + "n": 5, + "num_samples": 200 + }, + "mean": 0.12, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.6, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4583333333333333, + "low": 0.1875, + "mean": 0.3125, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9234885451151058, + "low": 0.41627855848055334, + "mean": 0.6670806414214894, + "n": 40, + "num_samples": 200 + }, + "mean": 0.6670806414214894, + "per_seed": { + "1073161778": 2.0, + "1113371261": 0.1003647893667221, + "1151410346": 0.5630103945732117, + "1261930456": 0.08545441925525665, + "1324133122": 0.09815146028995514, + "1324642411": 2.0, + "1375492786": 0.19452734291553497, + "141984615": 0.04447716474533081, + "1461069713": 0.11542954295873642, + "1480856810": 0.19622710347175598, + "1509980664": 0.83889240026474, + "1522272686": 2.0, + "1549324805": 0.21403594315052032, + "1578990937": 0.23259200155735016, + "1747178030": 2.0, + "1790188787": 2.0, + "1822210471": 0.058819372206926346, + "1845489013": 0.0861951932311058, + "1999022574": 0.7970014810562134, + "2012211287": 0.7270426154136658, + "2038594191": 0.24880830943584442, + "2054899126": 1.0683744624257088, + "2061635888": 0.07902413606643677, + "211245842": 0.2142850160598755, + "278008524": 1.157032236456871, + "307068879": 0.2035302072763443, + "412102563": 0.8275061845779419, + "440577711": 2.0, + "441046872": 0.2042645812034607, + "509430392": 2.0, + "585904130": 0.2938849627971649, + "608016290": 0.5705108642578125, + "626486813": 0.08006523177027702, + "636680137": 0.1247115358710289, + "655884605": 0.17242512106895447, + "672328262": 0.07216622680425644, + "701667486": 2.0, + "747260437": 0.18527252972126007, + "750448296": 0.2481476068496704, + "767747424": 0.5809952197596431 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.5042242030302684, + "low": 0.5618420226519758, + "mean": 1.0225070557774918, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0225070557774918, + "per_task": { + "LiftPegUpright-v1": 0.7410696536302567, + "PickCube-v1": 2.0, + "PullCube-v1": 0.45270782738924026, + "PushCube-v1": 1.3802802537878354, + "StackCube-v1": 0.5384775440801274 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.8419985768850893, + "low": 0.43616288745154935, + "mean": 0.6505828845935563, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.11130315090995282, + "low": -0.35443208372065177, + "mean": -0.1357228347643589, + "n": 40, + "num_samples": 200 + }, + "mean": -0.1357228347643589, + "per_seed": { + "1073161778": 1.274482011795044, + "1113371261": -0.010734498500823975, + "1151410346": 0.3345368802547455, + "1261930456": -1.9145455807447433, + "1324133122": 0.013924404978752136, + "1324642411": 0.0, + "1375492786": -1.805472657084465, + "141984615": -0.12335556745529175, + "1461069713": -0.11309804767370224, + "1480856810": -1.803772896528244, + "1509980664": 0.006812572479248047, + "1522272686": 0.0, + "1549324805": 0.04154062271118164, + "1578990937": 0.018326029181480408, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": -0.03560608997941017, + "1845489013": -0.026362814009189606, + "1999022574": -0.030967414379119873, + "2012211287": -0.001204073429107666, + "2038594191": 0.15376771241426468, + "2054899126": -0.9316255375742912, + "2061635888": -0.007182791829109192, + "211245842": 0.029980570077896118, + "278008524": 0.03202502429485321, + "307068879": -0.005622148513793945, + "412102563": -1.172493815422058, + "440577711": 0.0, + "441046872": -0.005503058433532715, + "509430392": 1.9592653959989548, + "585904130": 0.22284842282533646, + "608016290": 0.0451507568359375, + "626486813": 0.03832433745265007, + "636680137": 0.005137942731380463, + "655884605": 0.028349727392196655, + "672328262": -0.03376801311969757, + "701667486": 1.208725929260254, + "747260437": -1.81472747027874, + "750448296": -0.512355720003446, + "767747424": -0.4937135362997651 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.09439109063690358, + "low": -0.25748731927076973, + "mean": -0.06882829113259462, + "n": 5, + "num_samples": 200 + }, + "mean": -0.06882829113259462, + "per_task": { + "LiftPegUpright-v1": 0.2614606976509094, + "PickCube-v1": 0.0, + "PullCube-v1": -0.35054278463125227, + "PushCube-v1": -0.2931755135456721, + "StackCube-v1": 0.03811614486304196 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": 0.03781239866899947, + "low": -0.4132526982575655, + "mean": -0.1832508669855694, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 40, + "num_samples": 200 + }, + "mean": 1.0, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 1.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 1.0, + "1578990937": 1.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 1.0, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 1.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 1.0, + "441046872": 1.0, + "509430392": 1.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 1.0, + "636680137": 1.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 200 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2375, + "low": 0.05, + "mean": 0.125, + "n": 40, + "num_samples": 200 + }, + "mean": 0.125, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 1.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 0.5, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.5, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 1.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 0.0, + "750448296": 0.0, + "767747424": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.324, + "low": 0.0, + "mean": 0.124, + "n": 5, + "num_samples": 200 + }, + "mean": 0.124, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.12, + "PushCube-v1": 0.5, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.22916666666666666, + "low": 0.041666666666666664, + "mean": 0.125, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.025, + "low": -0.2875, + "mean": -0.18333333333333332, + "n": 40, + "num_samples": 200 + }, + "mean": -0.18333333333333332, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": -1.0, + "1324133122": 0.0, + "1324642411": -1.0, + "1375492786": -1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": -1.0, + "1509980664": 0.0, + "1522272686": -1.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": -0.5, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": -1.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 1.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": -1.0, + "750448296": -0.3333333333333333, + "767747424": -0.5 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07272727272727272, + "low": -0.6661818181818182, + "mean": -0.33284848484848484, + "n": 5, + "num_samples": 200 + }, + "mean": -0.33284848484848484, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": -1.0, + "PullCube-v1": -0.24, + "PushCube-v1": -0.3333333333333333, + "StackCube-v1": -0.09090909090909091 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.08333333333333333, + "low": -0.3125, + "mean": -0.20833333333333334, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.31875, + "low": 0.075, + "mean": 0.21875, + "n": 40, + "num_samples": 200 + }, + "mean": 0.21875, + "per_seed": { + "1073161778": 0.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 1.0, + "1461069713": 1.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 1.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 1.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 1.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 0.0, + "747260437": 1.0, + "750448296": 1.0, + "767747424": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.336, + "low": 0.0, + "mean": 0.11200000000000002, + "n": 5, + "num_samples": 200 + }, + "mean": 0.11200000000000002, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.56, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4375, + "low": 0.1875, + "mean": 0.2916666666666667, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.6775430737063288, + "low": 0.2742155750592549, + "mean": 0.446481911946709, + "n": 40, + "num_samples": 200 + }, + "mean": 0.446481911946709, + "per_seed": { + "1073161778": 0.7232213616371155, + "1113371261": 0.09282426536083221, + "1151410346": 0.23930874466896057, + "1261930456": 0.07399994134902954, + "1324133122": 0.08808663487434387, + "1324642411": 0.14195962250232697, + "1375492786": 0.16670608520507812, + "141984615": 0.04200202226638794, + "1461069713": 0.08913815021514893, + "1480856810": 0.1528753936290741, + "1509980664": 0.8248692750930786, + "1522272686": 0.5436285138130188, + "1549324805": 0.11768263578414917, + "1578990937": 0.2072020173072815, + "1747178030": 2.0, + "1790188787": 2.0, + "1822210471": 0.0576862096786499, + "1845489013": 0.07624612003564835, + "1999022574": 0.16314539313316345, + "2012211287": 0.7267911434173584, + "2038594191": 0.08985898643732071, + "2054899126": 1.0628735646605492, + "2061635888": 0.07902413606643677, + "211245842": 0.1732243299484253, + "278008524": 1.1136165633797646, + "307068879": 0.20169919729232788, + "412102563": 0.20051395893096924, + "440577711": 2.0, + "441046872": 0.20346055924892426, + "509430392": 2.0, + "585904130": 0.13317976891994476, + "608016290": 0.4130730926990509, + "626486813": 0.07703944854438305, + "636680137": 0.07991180568933487, + "655884605": 0.1697579026222229, + "672328262": 0.06906759738922119, + "701667486": 0.7915292978286743, + "747260437": 0.155522882938385, + "750448296": 0.19667073587576547, + "767747424": 0.12187911942601204 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7969060307443143, + "low": 0.33225244613127275, + "mean": 0.5361242991749086, + "n": 5, + "num_samples": 200 + }, + "mean": 0.5361242991749086, + "per_task": { + "LiftPegUpright-v1": 0.4536490708589554, + "PickCube-v1": 0.5436285138130188, + "PullCube-v1": 0.3464636041224003, + "PushCube-v1": 1.0614724929134052, + "StackCube-v1": 0.27540781416676263 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6220090012066066, + "low": 0.26391754842673737, + "mean": 0.43482885176005465, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.07615911271423101, + "low": -0.5524518134072423, + "mean": -0.35632156423913935, + "n": 40, + "num_samples": 200 + }, + "mean": -0.35632156423913935, + "per_seed": { + "1073161778": -0.002296626567840576, + "1113371261": -0.018275022506713867, + "1151410346": 0.010835230350494385, + "1261930456": -1.9260000586509705, + "1324133122": 0.003859579563140869, + "1324642411": -1.858040377497673, + "1375492786": -1.8332939147949219, + "141984615": -0.12583070993423462, + "1461069713": -0.13938944041728973, + "1480856810": -1.847124606370926, + "1509980664": -0.00721055269241333, + "1522272686": -1.4563714861869812, + "1549324805": -0.054812684655189514, + "1578990937": -0.007063955068588257, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": -0.036739252507686615, + "1845489013": -0.036311887204647064, + "1999022574": -0.6648235023021698, + "2012211287": -0.001455545425415039, + "2038594191": -0.005181610584259033, + "2054899126": -0.9371264353394508, + "2061635888": -0.007182791829109192, + "211245842": -0.011080116033554077, + "278008524": -0.011390648782253265, + "307068879": -0.007453158497810364, + "412102563": -1.7994860410690308, + "440577711": 0.0, + "441046872": -0.006307080388069153, + "509430392": 1.9592653959989548, + "585904130": 0.0621432289481163, + "608016290": -0.1122870147228241, + "626486813": 0.035298554226756096, + "636680137": -0.03966178745031357, + "655884605": 0.025682508945465088, + "672328262": -0.03686664253473282, + "701667486": 0.00025522708892822266, + "747260437": -1.844477117061615, + "750448296": -0.5638325909773508, + "767747424": -0.9528296366333961 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.1851548450643366, + "low": -1.0014115236202876, + "mean": -0.5552110477351782, + "n": 5, + "num_samples": 200 + }, + "mean": -0.5552110477351782, + "per_task": { + "LiftPegUpright-v1": -0.025959885120391844, + "PickCube-v1": -1.4563714861869812, + "PullCube-v1": -0.4567870078980923, + "PushCube-v1": -0.6119832744201025, + "StackCube-v1": -0.22495358505032279 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.16205039977406463, + "low": -0.5912865311062584, + "mean": -0.3990048998190711, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.6215697813245239, + "low": 0.1641170912956223, + "mean": 0.34418808325644507, + "n": 31, + "num_samples": 200 + }, + "mean": 0.34418808325644507, + "per_seed": { + "1073161778": 1.0018020078326613, + "1113371261": 0.003992017133275946, + "1151410346": 0.18272470240811445, + "1324133122": 0.00525366298940307, + "141984615": 0.02098564722422542, + "1461069713": 0.3800150378984332, + "1480856810": 0.024211803589220513, + "1509980664": 0.01200692093970083, + "1549324805": 0.7710684804092547, + "1578990937": 0.014218233990786039, + "1822210471": 0.0005946566275893689, + "1845489013": 0.0052711941525209575, + "1999022574": 0.5408184863476693, + "2012211287": 0.00019773645887231634, + "2038594191": 0.08343974299400034, + "2061635888": 0.0, + "211245842": 0.022614301180936124, + "278008524": 3.911825459427708, + "307068879": 0.0010224264414320273, + "441046872": 0.00044911597641627144, + "509430392": 0.0, + "585904130": 0.08331168381741826, + "608016290": 0.10676353756001532, + "626486813": 0.07621781757550655, + "636680137": 0.8785857688497427, + "655884605": 0.0014371372832949142, + "672328262": 0.001635967177248819, + "701667486": 0.9997888461869231, + "747260437": 0.017282874338947683, + "750448296": 0.7611347320927621, + "767747424": 0.7611605820457173 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.42436828204826843, + "low": 0.09519566632031032, + "mean": 0.24355684324016363, + "n": 4, + "num_samples": 200 + }, + "mean": 0.24355684324016363, + "per_task": { + "LiftPegUpright-v1": 0.22204696485387942, + "PullCube-v1": 0.5617890754661544, + "PushCube-v1": 0.012105901794610257, + "StackCube-v1": 0.1782854308460104 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6711178484299387, + "low": 0.16527934398793365, + "mean": 0.3722715512774144, + "n": 35, + "num_samples": 200 + }, + "n": 35 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3860186778940261, + "low": 0.10536204695235937, + "mean": 0.22059872947478049, + "n": 40, + "num_samples": 200 + }, + "mean": 0.22059872947478049, + "per_seed": { + "1073161778": 1.2767786383628845, + "1113371261": 0.007540524005889893, + "1151410346": 0.3237016499042511, + "1261930456": 0.011454477906227112, + "1324133122": 0.010064825415611267, + "1324642411": 1.858040377497673, + "1375492786": 0.027821257710456848, + "141984615": 0.002475142478942871, + "1461069713": 0.026291392743587494, + "1480856810": 0.043351709842681885, + "1509980664": 0.014023125171661377, + "1522272686": 1.4563714861869812, + "1549324805": 0.09635330736637115, + "1578990937": 0.025389984250068665, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0011331625282764435, + "1845489013": 0.009949073195457458, + "1999022574": 0.6338560879230499, + "2012211287": 0.00025147199630737305, + "2038594191": 0.1589493229985237, + "2054899126": 0.005500897765159607, + "2061635888": 0.0, + "211245842": 0.041060686111450195, + "278008524": 0.043415673077106476, + "307068879": 0.0018310099840164185, + "412102563": 0.6269922256469727, + "440577711": 0.0, + "441046872": 0.000804021954536438, + "509430392": 0.0, + "585904130": 0.16070519387722015, + "608016290": 0.1574377715587616, + "626486813": 0.0030257832258939743, + "636680137": 0.04479973018169403, + "655884605": 0.0026672184467315674, + "672328262": 0.003098629415035248, + "701667486": 1.2084707021713257, + "747260437": 0.02974964678287506, + "750448296": 0.05147687097390493, + "767747424": 0.45911610033363104 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9839209542491218, + "low": 0.18012203211766303, + "mean": 0.48638275660258345, + "n": 5, + "num_samples": 200 + }, + "mean": 0.48638275660258345, + "per_task": { + "LiftPegUpright-v1": 0.2874205827713013, + "PickCube-v1": 1.4563714861869812, + "PullCube-v1": 0.10624422326683998, + "PushCube-v1": 0.31880776087443036, + "StackCube-v1": 0.26306972991336475 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3661268416326493, + "low": 0.10114351854038735, + "mean": 0.2157540328335017, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.20625, + "low": 0.03125, + "mean": 0.10625, + "n": 40, + "num_samples": 200 + }, + "mean": 0.10625, + "per_seed": { + "1073161778": 1.0, + "1113371261": 0.0, + "1151410346": 0.0, + "1261930456": 0.0, + "1324133122": 0.0, + "1324642411": 1.0, + "1375492786": 0.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 0.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 0.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 0.0, + "1845489013": 0.0, + "1999022574": 0.0, + "2012211287": 0.0, + "2038594191": 0.0, + "2054899126": 0.0, + "2061635888": 0.0, + "211245842": 0.0, + "278008524": 0.0, + "307068879": 0.0, + "412102563": 0.0, + "440577711": 0.0, + "441046872": 0.0, + "509430392": 0.0, + "585904130": 0.0, + "608016290": 0.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 0.0, + "672328262": 0.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.0, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6515151515151516, + "low": 0.08218181818181818, + "mean": 0.2995151515151515, + "n": 5, + "num_samples": 200 + }, + "mean": 0.2995151515151515, + "per_task": { + "LiftPegUpright-v1": 0.2, + "PickCube-v1": 1.0, + "PullCube-v1": 0.04, + "PushCube-v1": 0.16666666666666666, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.20833333333333334, + "low": 0.020833333333333332, + "mean": 0.10416666666666667, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7208333333333333, + "low": 0.41666666666666663, + "mean": 0.5541666666666667, + "n": 40, + "num_samples": 200 + }, + "mean": 0.5541666666666667, + "per_seed": { + "1073161778": 0.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 0.0, + "1375492786": 1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 1.0, + "1522272686": 0.0, + "1549324805": 0.0, + "1578990937": 1.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 0.5, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 0.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 0.0, + "441046872": 1.0, + "509430392": 0.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 0.0, + "747260437": 0.0, + "750448296": 0.6666666666666666, + "767747424": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.7774545454545454, + "low": 0.172, + "mean": 0.4471515151515152, + "n": 5, + "num_samples": 200 + }, + "mean": 0.4471515151515152, + "per_task": { + "LiftPegUpright-v1": 0.8, + "PickCube-v1": 0.0, + "PullCube-v1": 0.36, + "PushCube-v1": 0.16666666666666666, + "StackCube-v1": 0.9090909090909091 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6666666666666666, + "low": 0.3333333333333333, + "mean": 0.5, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8041666666666666, + "low": 0.5166666666666667, + "mean": 0.6604166666666667, + "n": 40, + "num_samples": 200 + }, + "mean": 0.6604166666666667, + "per_seed": { + "1073161778": 1.0, + "1113371261": 1.0, + "1151410346": 1.0, + "1261930456": 1.0, + "1324133122": 1.0, + "1324642411": 1.0, + "1375492786": 1.0, + "141984615": 0.0, + "1461069713": 0.0, + "1480856810": 0.0, + "1509980664": 1.0, + "1522272686": 1.0, + "1549324805": 0.0, + "1578990937": 1.0, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 1.0, + "1845489013": 1.0, + "1999022574": 1.0, + "2012211287": 1.0, + "2038594191": 1.0, + "2054899126": 0.5, + "2061635888": 1.0, + "211245842": 1.0, + "278008524": 0.0, + "307068879": 1.0, + "412102563": 1.0, + "440577711": 0.0, + "441046872": 1.0, + "509430392": 0.0, + "585904130": 1.0, + "608016290": 1.0, + "626486813": 0.0, + "636680137": 0.0, + "655884605": 1.0, + "672328262": 1.0, + "701667486": 1.0, + "747260437": 0.0, + "750448296": 0.6666666666666666, + "767747424": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.48, + "mean": 0.7466666666666667, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7466666666666667, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.4, + "PushCube-v1": 0.3333333333333333, + "StackCube-v1": 1.0 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7291666666666666, + "low": 0.4583333333333333, + "mean": 0.6041666666666666, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.229019458956706, + "low": 0.6996882142111038, + "mean": 0.9531689197368299, + "n": 40, + "num_samples": 200 + }, + "mean": 0.9531689197368299, + "per_seed": { + "1073161778": 0.0, + "1113371261": 1.899635210633278, + "1151410346": 1.4369896054267883, + "1261930456": 1.9145455807447433, + "1324133122": 1.9018485397100449, + "1324642411": 0.0, + "1375492786": 1.805472657084465, + "141984615": 0.24130010604858398, + "1461069713": 0.04391290992498398, + "1480856810": 0.013253256678581238, + "1509980664": 1.16110759973526, + "1522272686": 0.0, + "1549324805": 0.08342014253139496, + "1578990937": 1.7674079984426498, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 1.9411806277930737, + "1845489013": 1.9138048067688942, + "1999022574": 1.2029985189437866, + "2012211287": 1.2729573845863342, + "2038594191": 1.7511916905641556, + "2054899126": 0.9316255375742912, + "2061635888": 1.9209758639335632, + "211245842": 1.7857149839401245, + "278008524": 0.0, + "307068879": 1.7964697927236557, + "412102563": 1.172493815422058, + "440577711": 0.0, + "441046872": 1.7957354187965393, + "509430392": 0.0, + "585904130": 1.706115037202835, + "608016290": 1.4294891357421875, + "626486813": 0.08551714941859245, + "636680137": 0.04585278779268265, + "655884605": 1.8275748789310455, + "672328262": 1.9278337731957436, + "701667486": 0.0, + "747260437": 0.09339071810245514, + "750448296": 1.1598488887151082, + "767747424": 0.09709237236529589 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.2683449571186847, + "low": 0.31604603052139285, + "mean": 0.7479959359981798, + "n": 5, + "num_samples": 200 + }, + "mean": 0.7479959359981798, + "per_task": { + "LiftPegUpright-v1": 1.2589303463697434, + "PickCube-v1": 0.0, + "PullCube-v1": 0.6982270714640617, + "PushCube-v1": 0.32129980623722076, + "StackCube-v1": 1.4615224559198727 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.1405460875636588, + "low": 0.5969324799564978, + "mean": 0.8698932160623372, + "n": 48, + "num_samples": 200 + }, + "n": 48 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0556634999476413, + "low": 0.6567003928727587, + "mean": 0.8445818726873633, + "n": 31, + "num_samples": 200 + }, + "mean": 0.8445818726873633, + "per_seed": { + "1073161778": 0.0, + "1113371261": 1.0056829342229987, + "1151410346": 0.8111589733720272, + "1324133122": 0.9927317039227662, + "141984615": 2.0458777398812704, + "1461069713": 0.6347159426707584, + "1480856810": 0.007401905225509852, + "1509980664": 0.9941669194168206, + "1549324805": 0.6675706760394587, + "1578990937": 0.9897375371147166, + "1822210471": 1.018685225517477, + "1845489013": 1.0139674830327599, + "1999022574": 1.0264220072816432, + "2012211287": 1.0009467822246219, + "2038594191": 0.919280320528696, + "2061635888": 1.0037531705667693, + "211245842": 0.9834881073473187, + "278008524": 0.0, + "307068879": 1.003139378456884, + "441046872": 1.003073935292074, + "509430392": 0.0, + "585904130": 0.8844724498710401, + "608016290": 0.9693818422631982, + "626486813": 0.797270536737948, + "636680137": 0.8992377108824552, + "655884605": 0.9847247418911267, + "672328262": 1.0178283213980606, + "701667486": 0.0, + "747260437": 0.05425476333110376, + "750448296": 2.905190365647023, + "767747424": 0.5478765791717298 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.9452722540745375, + "low": 0.25561518911843023, + "mean": 0.6723884621022964, + "n": 4, + "num_samples": 200 + }, + "mean": 0.6723884621022964, + "per_task": { + "LiftPegUpright-v1": 0.7953083876473557, + "PullCube-v1": 1.011357898635456, + "PushCube-v1": 0.003700952612754926, + "StackCube-v1": 0.8791866095136187 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2127122154906198, + "low": 0.6005082137101172, + "mean": 0.8851500604010483, + "n": 35, + "num_samples": 200 + }, + "n": 35 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.4246697119592378, + "low": 0.9299319049033026, + "mean": 1.1725806335142503, + "n": 40, + "num_samples": 200 + }, + "mean": 1.1725806335142503, + "per_seed": { + "1073161778": 1.2767786383628845, + "1113371261": 1.9071757346391678, + "1151410346": 1.7606912553310394, + "1261930456": 1.9260000586509705, + "1324133122": 1.9119133651256561, + "1324642411": 1.858040377497673, + "1375492786": 1.8332939147949219, + "141984615": 0.24377524852752686, + "1461069713": 0.07020430266857147, + "1480856810": 0.05660496652126312, + "1509980664": 1.1751307249069214, + "1522272686": 1.4563714861869812, + "1549324805": 0.1797734498977661, + "1578990937": 1.7927979826927185, + "1747178030": 0.0, + "1790188787": 0.0, + "1822210471": 1.94231379032135, + "1845489013": 1.9237538799643517, + "1999022574": 1.8368546068668365, + "2012211287": 1.2732088565826416, + "2038594191": 1.9101410135626793, + "2054899126": 0.9371264353394508, + "2061635888": 1.9209758639335632, + "211245842": 1.8267756700515747, + "278008524": 0.0002920776605606079, + "307068879": 1.7983008027076721, + "412102563": 1.7994860410690308, + "440577711": 0.0, + "441046872": 1.7965394407510757, + "509430392": 0.0, + "585904130": 1.8668202310800552, + "608016290": 1.586926907300949, + "626486813": 0.08854293264448643, + "636680137": 0.09065251797437668, + "655884605": 1.830242097377777, + "672328262": 1.9309324026107788, + "701667486": 1.2084707021713257, + "747260437": 0.1231403648853302, + "750448296": 1.2113257596890132, + "767747424": 0.5518514402210712 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.599651543227109, + "low": 0.867447036842505, + "mean": 1.233549290034807, + "n": 5, + "num_samples": 200 + }, + "mean": 1.233549290034807, + "per_task": { + "LiftPegUpright-v1": 1.5463509291410447, + "PickCube-v1": 1.4563714861869812, + "PullCube-v1": 0.8003242819011211, + "PushCube-v1": 0.6401075671116511, + "StackCube-v1": 1.7245921858332374 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2861365747327607, + "low": 0.8389217427466065, + "mean": 1.083487346380328, + "n": 48, + "num_samples": 200 + }, + "n": 48 + } + }, + "num_rows": 48, + "report_type": "ctt_generated_measured_rollout", + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "source_split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "success_summary": { + "base_success_rate": 0.3333333333333333, + "base_utility_mean": 0.8338337515791258, + "hidden_chart_oracle_success_rate": 0.7291666666666666, + "hidden_chart_oracle_utility_mean": 1.5183161981403828, + "max_restore_error": 1.4901161193847656e-08, + "proposal_oracle_success_gain_over_base": -0.10416666666666667, + "proposal_oracle_success_rate": 0.22916666666666666, + "proposal_oracle_utility_mean": 0.6505828845935563, + "selected_success_gain_over_base": -0.20833333333333334, + "selected_success_rate": 0.125, + "selected_utility_mean": 0.43482885176005465, + "success_selector_gap": 0.10416666666666667, + "success_support_gap": 0.5 + }, + "target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af", + "target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f" +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/metrics_by_seed.json b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..f49327ee777ecd1b25b2b2c98387fefbe71de22f --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/metrics_by_seed.json @@ -0,0 +1,1410 @@ +{ + "1073161778": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 1.2767786383628845, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0018019999721972, + "ncar_to_proposal_oracle_at_8": 1.0018019999721972, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14432341808925672, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.274482011795044, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7232213616371155, + "selected_utility_gain_over_base_at_8": -0.002296626567840576, + "selector_gap_fraction_to_hidden_at_8": 1.0018020078326613, + "selector_regret_at_8": 1.2767786383628845, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2767786383628845 + }, + "1113371261": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.007540524005889893, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0096749460109702, + "ncar_to_proposal_oracle_at_8": 0.7024563821726059, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18981168502744894, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1003647893667221, + "proposal_oracle_utility_gain_over_base_at_8": -0.010734498500823975, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09282426536083221, + "selected_utility_gain_over_base_at_8": -0.018275022506713867, + "selector_gap_fraction_to_hidden_at_8": 0.003992017133275946, + "selector_regret_at_8": 0.007540524005889893, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.899635210633278, + "support_gap_fraction_to_hidden_at_8": 1.0056829342229987, + "total_car_to_hidden_at_8": 1.9071757346391678 + }, + "1151410346": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.3237016499042511, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9938836701698183, + "ncar_to_proposal_oracle_at_8": 0.9676112241545515, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5181919511721376, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5630103945732117, + "proposal_oracle_utility_gain_over_base_at_8": 0.3345368802547455, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23930874466896057, + "selected_utility_gain_over_base_at_8": 0.010835230350494385, + "selector_gap_fraction_to_hidden_at_8": 0.18272470240811445, + "selector_regret_at_8": 0.3237016499042511, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4369896054267883, + "support_gap_fraction_to_hidden_at_8": 0.8111589733720272, + "total_car_to_hidden_at_8": 1.7606912553310394 + }, + "1261930456": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.011454477906227112, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005982870275641443, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14694969164298693, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08545441925525665, + "proposal_oracle_utility_gain_over_base_at_8": -1.9145455807447433, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07399994134902954, + "selected_utility_gain_over_base_at_8": -1.9260000586509705, + "selector_regret_at_8": 0.011454477906227112, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9145455807447433, + "total_car_to_hidden_at_8": 1.9260000586509705 + }, + "1324133122": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.010064825415611267, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9979853617028601, + "ncar_to_proposal_oracle_at_8": 0.7228185479224526, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2599006738407752, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09815146028995514, + "proposal_oracle_utility_gain_over_base_at_8": 0.013924404978752136, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08808663487434387, + "selected_utility_gain_over_base_at_8": 0.003859579563140869, + "selector_gap_fraction_to_hidden_at_8": 0.00525366298940307, + "selector_regret_at_8": 0.010064825415611267, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9018485397100449, + "support_gap_fraction_to_hidden_at_8": 0.9927317039227662, + "total_car_to_hidden_at_8": 1.9119133651256561 + }, + "1324642411": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.858040377497673, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.37631581765020666, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14195962250232697, + "selected_utility_gain_over_base_at_8": -1.858040377497673, + "selector_regret_at_8": 1.858040377497673, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.858040377497673 + }, + "1375492786": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.027821257710456848, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015409403984710279, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16288447414215274, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.19452734291553497, + "proposal_oracle_utility_gain_over_base_at_8": -1.805472657084465, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16670608520507812, + "selected_utility_gain_over_base_at_8": -1.8332939147949219, + "selector_regret_at_8": 0.027821257710456848, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.805472657084465, + "total_car_to_hidden_at_8": 1.8332939147949219 + }, + "141984615": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.002475142478942871, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "ncar_to_hidden_chart_oracle_at_8": 2.0668632118652317, + "ncar_to_proposal_oracle_at_8": 0.020065103905333725, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15133945279036964, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04447716474533081, + "proposal_oracle_utility_gain_over_base_at_8": -0.12335556745529175, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.04200202226638794, + "selected_utility_gain_over_base_at_8": -0.12583070993423462, + "selector_gap_fraction_to_hidden_at_8": 0.02098564722422542, + "selector_regret_at_8": 0.002475142478942871, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.24130010604858398, + "support_gap_fraction_to_hidden_at_8": 2.0458777398812704, + "total_car_to_hidden_at_8": 0.24377524852752686 + }, + "1461069713": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.026291392743587494, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "ncar_to_hidden_chart_oracle_at_8": 1.0147308339002874, + "ncar_to_proposal_oracle_at_8": 0.2324654665550531, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3576754247076027, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11542954295873642, + "proposal_oracle_utility_gain_over_base_at_8": -0.11309804767370224, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.08913815021514893, + "selected_utility_gain_over_base_at_8": -0.13938944041728973, + "selector_gap_fraction_to_hidden_at_8": 0.3800150378984332, + "selector_regret_at_8": 0.026291392743587494, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04391290992498398, + "support_gap_fraction_to_hidden_at_8": 0.6347159426707584, + "total_car_to_hidden_at_8": 0.07020430266857147 + }, + "1480856810": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.043351709842681885, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "ncar_to_hidden_chart_oracle_at_8": 0.031613708638168724, + "ncar_to_proposal_oracle_at_8": 0.02403390675499265, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33394552923262694, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19622710347175598, + "proposal_oracle_utility_gain_over_base_at_8": -1.803772896528244, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1528753936290741, + "selected_utility_gain_over_base_at_8": -1.847124606370926, + "selector_gap_fraction_to_hidden_at_8": 0.024211803589220513, + "selector_regret_at_8": 0.043351709842681885, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.013253256678581238, + "support_gap_fraction_to_hidden_at_8": 0.007401905225509852, + "total_car_to_hidden_at_8": 0.05660496652126312 + }, + "1509980664": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 0.014023125171661377, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0061738317414306, + "ncar_to_proposal_oracle_at_8": 2.058415470840539, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14023834058751442, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.83889240026474, + "proposal_oracle_utility_gain_over_base_at_8": 0.006812572479248047, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8248692750930786, + "selected_utility_gain_over_base_at_8": -0.00721055269241333, + "selector_gap_fraction_to_hidden_at_8": 0.01200692093970083, + "selector_regret_at_8": 0.014023125171661377, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.16110759973526, + "support_gap_fraction_to_hidden_at_8": 0.9941669194168206, + "total_car_to_hidden_at_8": 1.1751307249069214 + }, + "1522272686": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4563714861869812, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12267671398942098, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5436285138130188, + "selected_utility_gain_over_base_at_8": -1.4563714861869812, + "selector_regret_at_8": 1.4563714861869812, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.4563714861869812 + }, + "1549324805": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.09635330736637115, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "ncar_to_hidden_chart_oracle_at_8": 1.4386390413214543, + "ncar_to_proposal_oracle_at_8": 2.319495421176755, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3814015792041445, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21403594315052032, + "proposal_oracle_utility_gain_over_base_at_8": 0.04154062271118164, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11768263578414917, + "selected_utility_gain_over_base_at_8": -0.054812684655189514, + "selector_gap_fraction_to_hidden_at_8": 0.7710684804092547, + "selector_regret_at_8": 0.09635330736637115, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08342014253139496, + "support_gap_fraction_to_hidden_at_8": 0.6675706760394587, + "total_car_to_hidden_at_8": 0.1797734498977661 + }, + "1578990937": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.025389984250068665, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0039557654834124, + "ncar_to_proposal_oracle_at_8": 1.3854594546391021, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.25510759849883147, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23259200155735016, + "proposal_oracle_utility_gain_over_base_at_8": 0.018326029181480408, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2072020173072815, + "selected_utility_gain_over_base_at_8": -0.007063955068588257, + "selector_gap_fraction_to_hidden_at_8": 0.014218233990786039, + "selector_regret_at_8": 0.025389984250068665, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7674079984426498, + "support_gap_fraction_to_hidden_at_8": 0.9897375371147166, + "total_car_to_hidden_at_8": 1.7927979826927185 + }, + "1747178030": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1790188787": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.25625757964299634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1822210471": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.0011331625282764435, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019279876796129, + "ncar_to_proposal_oracle_at_8": 0.031824954963663915, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15125404295167477, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.058819372206926346, + "proposal_oracle_utility_gain_over_base_at_8": -0.03560608997941017, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0576862096786499, + "selected_utility_gain_over_base_at_8": -0.036739252507686615, + "selector_gap_fraction_to_hidden_at_8": 0.0005946566275893689, + "selector_regret_at_8": 0.0011331625282764435, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9411806277930737, + "support_gap_fraction_to_hidden_at_8": 1.018685225517477, + "total_car_to_hidden_at_8": 1.94231379032135 + }, + "1845489013": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.009949073195457458, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019238671785175, + "ncar_to_proposal_oracle_at_8": 0.37739026714244994, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1601652398891617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0861951932311058, + "proposal_oracle_utility_gain_over_base_at_8": -0.026362814009189606, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07624612003564835, + "selected_utility_gain_over_base_at_8": -0.036311887204647064, + "selector_gap_fraction_to_hidden_at_8": 0.0052711941525209575, + "selector_regret_at_8": 0.009949073195457458, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9138048067688942, + "support_gap_fraction_to_hidden_at_8": 1.0139674830327599, + "total_car_to_hidden_at_8": 1.9237538799643517 + }, + "1999022574": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 0.6338560879230499, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.5672404802573083, + "ncar_to_proposal_oracle_at_8": 20.468479398320074, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15346652783738673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7970014810562134, + "proposal_oracle_utility_gain_over_base_at_8": -0.030967414379119873, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16314539313316345, + "selected_utility_gain_over_base_at_8": -0.6648235023021698, + "selector_gap_fraction_to_hidden_at_8": 0.5408184863476693, + "selector_regret_at_8": 0.6338560879230499, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2029985189437866, + "support_gap_fraction_to_hidden_at_8": 1.0264220072816432, + "total_car_to_hidden_at_8": 1.8368546068668365 + }, + "2012211287": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 0.00025147199630737305, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0011445108113346, + "ncar_to_proposal_oracle_at_8": 0.20884931245481586, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19320969574917243, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7270426154136658, + "proposal_oracle_utility_gain_over_base_at_8": -0.001204073429107666, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7267911434173584, + "selected_utility_gain_over_base_at_8": -0.001455545425415039, + "selector_gap_fraction_to_hidden_at_8": 0.00019773645887231634, + "selector_regret_at_8": 0.00025147199630737305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2729573845863342, + "support_gap_fraction_to_hidden_at_8": 1.0009467822246219, + "total_car_to_hidden_at_8": 1.2732088565826416 + }, + "2038594191": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.1589493229985237, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.002720058258962, + "ncar_to_proposal_oracle_at_8": 1.0336975829706272, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5070876425629134, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.24880830943584442, + "proposal_oracle_utility_gain_over_base_at_8": 0.15376771241426468, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08985898643732071, + "selected_utility_gain_over_base_at_8": -0.005181610584259033, + "selector_gap_fraction_to_hidden_at_8": 0.08343974299400034, + "selector_regret_at_8": 0.1589493229985237, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7511916905641556, + "support_gap_fraction_to_hidden_at_8": 0.919280320528696, + "total_car_to_hidden_at_8": 1.9101410135626793 + }, + "2054899126": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.005500897765159607, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.9375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005904623170763854, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09662639932716256, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 1.0683744624257088, + "proposal_oracle_utility_gain_over_base_at_8": -0.9316255375742912, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 1.0628735646605492, + "selected_utility_gain_over_base_at_8": -0.9371264353394508, + "selector_regret_at_8": 0.005500897765159607, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.9316255375742912, + "total_car_to_hidden_at_8": 0.9371264353394508 + }, + "2061635888": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0037531653219327, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1024944972766888, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07902413606643677, + "proposal_oracle_utility_gain_over_base_at_8": -0.007182791829109192, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07902413606643677, + "selected_utility_gain_over_base_at_8": -0.007182791829109192, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9209758639335632, + "support_gap_fraction_to_hidden_at_8": 1.0037531705667693, + "total_car_to_hidden_at_8": 1.9209758639335632 + }, + "211245842": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.041060686111450195, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0061024029871146, + "ncar_to_proposal_oracle_at_8": 1.3695761057579783, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11952033712097218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2142850160598755, + "proposal_oracle_utility_gain_over_base_at_8": 0.029980570077896118, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1732243299484253, + "selected_utility_gain_over_base_at_8": -0.011080116033554077, + "selector_gap_fraction_to_hidden_at_8": 0.022614301180936124, + "selector_regret_at_8": 0.041060686111450195, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7857149839401245, + "support_gap_fraction_to_hidden_at_8": 0.9834881073473187, + "total_car_to_hidden_at_8": 1.8267756700515747 + }, + "278008524": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1250072121620178, + "branch_car_at_8": 0.043415673077106476, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1139086410403252, + "ncar_to_hidden_chart_oracle_at_8": 0.026316678586339484, + "ncar_to_proposal_oracle_at_8": 1.3556794180383116, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.05319894873106218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 1.157032236456871, + "proposal_oracle_utility_gain_over_base_at_8": 0.03202502429485321, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.1136165633797646, + "selected_utility_gain_over_base_at_8": -0.011390648782253265, + "selector_gap_fraction_to_hidden_at_8": 3.911825459427708, + "selector_regret_at_8": 0.043415673077106476, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0002920776605606079 + }, + "307068879": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0018310099840164185, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.004161799291129, + "ncar_to_proposal_oracle_at_8": 0.32567740299816206, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07483884431566282, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2035302072763443, + "proposal_oracle_utility_gain_over_base_at_8": -0.005622148513793945, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20169919729232788, + "selected_utility_gain_over_base_at_8": -0.007453158497810364, + "selector_gap_fraction_to_hidden_at_8": 0.0010224264414320273, + "selector_regret_at_8": 0.0018310099840164185, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7964697927236557, + "support_gap_fraction_to_hidden_at_8": 1.003139378456884, + "total_car_to_hidden_at_8": 1.7983008027076721 + }, + "412102563": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6269922256469727, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.5347509829497624, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2630363607222759, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8275061845779419, + "proposal_oracle_utility_gain_over_base_at_8": -1.172493815422058, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20051395893096924, + "selected_utility_gain_over_base_at_8": -1.7994860410690308, + "selector_regret_at_8": 0.6269922256469727, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.172493815422058, + "total_car_to_hidden_at_8": 1.7994860410690308 + }, + "440577711": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "441046872": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.000804021954536438, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.003523045662944, + "ncar_to_proposal_oracle_at_8": 0.14610429876487893, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1123926329678895, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2042645812034607, + "proposal_oracle_utility_gain_over_base_at_8": -0.005503058433532715, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20346055924892426, + "selected_utility_gain_over_base_at_8": -0.006307080388069153, + "selector_gap_fraction_to_hidden_at_8": 0.00044911597641627144, + "selector_regret_at_8": 0.000804021954536438, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7957354187965393, + "support_gap_fraction_to_hidden_at_8": 1.003073935292074, + "total_car_to_hidden_at_8": 1.7965394407510757 + }, + "509430392": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11637116801567593, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.9592653959989548, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.16070519387722015, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9677841286713383, + "ncar_to_proposal_oracle_at_8": 0.7211412341552217, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.537235764832106, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2938849627971649, + "proposal_oracle_utility_gain_over_base_at_8": 0.22284842282533646, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13317976891994476, + "selected_utility_gain_over_base_at_8": 0.0621432289481163, + "selector_gap_fraction_to_hidden_at_8": 0.08331168381741826, + "selector_regret_at_8": 0.16070519387722015, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.706115037202835, + "support_gap_fraction_to_hidden_at_8": 0.8844724498710401, + "total_car_to_hidden_at_8": 1.8668202310800552 + }, + "608016290": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.1574377715587616, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.076145372525531, + "ncar_to_proposal_oracle_at_8": 3.4869346102323533, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.098162172719824, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5705108642578125, + "proposal_oracle_utility_gain_over_base_at_8": 0.0451507568359375, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4130730926990509, + "selected_utility_gain_over_base_at_8": -0.1122870147228241, + "selector_gap_fraction_to_hidden_at_8": 0.10676353756001532, + "selector_regret_at_8": 0.1574377715587616, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4294891357421875, + "support_gap_fraction_to_hidden_at_8": 0.9693818422631982, + "total_car_to_hidden_at_8": 1.586926907300949 + }, + "626486813": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04174089431762695, + "branch_car_at_8": 0.0030257832258939743, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16558238118886948, + "ncar_to_hidden_chart_oracle_at_8": 0.8734881395113818, + "ncar_to_proposal_oracle_at_8": 1.0887571854184497, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.22930626964762768, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08006523177027702, + "proposal_oracle_utility_gain_over_base_at_8": 0.03832433745265007, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07703944854438305, + "selected_utility_gain_over_base_at_8": 0.035298554226756096, + "selector_gap_fraction_to_hidden_at_8": 0.07621781757550655, + "selector_regret_at_8": 0.0030257832258939743, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08551714941859245, + "support_gap_fraction_to_hidden_at_8": 0.797270536737948, + "total_car_to_hidden_at_8": 0.08854293264448643 + }, + "636680137": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.04479973018169403, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "ncar_to_hidden_chart_oracle_at_8": 1.7778231310760573, + "ncar_to_proposal_oracle_at_8": 8.71937375135354, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17961355132445345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1247115358710289, + "proposal_oracle_utility_gain_over_base_at_8": 0.005137942731380463, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07991180568933487, + "selected_utility_gain_over_base_at_8": -0.03966178745031357, + "selector_gap_fraction_to_hidden_at_8": 0.8785857688497427, + "selector_regret_at_8": 0.04479973018169403, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04585278779268265, + "support_gap_fraction_to_hidden_at_8": 0.8992377108824552, + "total_car_to_hidden_at_8": 0.09065251797437668 + }, + "655884605": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.0026672184467315674, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9861618738608336, + "ncar_to_proposal_oracle_at_8": 0.09408265091957171, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.030740674705558885, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17242512106895447, + "proposal_oracle_utility_gain_over_base_at_8": 0.028349727392196655, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1697579026222229, + "selected_utility_gain_over_base_at_8": 0.025682508945465088, + "selector_gap_fraction_to_hidden_at_8": 0.0014371372832949142, + "selector_regret_at_8": 0.0026672184467315674, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8275748789310455, + "support_gap_fraction_to_hidden_at_8": 0.9847247418911267, + "total_car_to_hidden_at_8": 1.830242097377777 + }, + "672328262": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.003098629415035248, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019464283192897, + "ncar_to_proposal_oracle_at_8": 0.09176223920635006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11992738854206779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07216622680425644, + "proposal_oracle_utility_gain_over_base_at_8": -0.03376801311969757, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06906759738922119, + "selected_utility_gain_over_base_at_8": -0.03686664253473282, + "selector_gap_fraction_to_hidden_at_8": 0.001635967177248819, + "selector_regret_at_8": 0.003098629415035248, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9278337731957436, + "support_gap_fraction_to_hidden_at_8": 1.0178283213980606, + "total_car_to_hidden_at_8": 1.9309324026107788 + }, + "701667486": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 1.2084707021713257, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9997888379154961, + "ncar_to_proposal_oracle_at_8": 0.9997888379154961, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19081260775351527, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.208725929260254, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7915292978286743, + "selected_utility_gain_over_base_at_8": 0.00025522708892822266, + "selector_gap_fraction_to_hidden_at_8": 0.9997888461869231, + "selector_regret_at_8": 1.2084707021713257, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2084707021713257 + }, + "747260437": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02974964678287506, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "ncar_to_hidden_chart_oracle_at_8": 0.07153763725445794, + "ncar_to_proposal_oracle_at_8": 0.016393451416906714, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30546034643967757, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.18527252972126007, + "proposal_oracle_utility_gain_over_base_at_8": -1.81472747027874, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.155522882938385, + "selected_utility_gain_over_base_at_8": -1.844477117061615, + "selector_gap_fraction_to_hidden_at_8": 0.017282874338947683, + "selector_regret_at_8": 0.02974964678287506, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.09339071810245514, + "support_gap_fraction_to_hidden_at_8": 0.05425476333110376, + "total_car_to_hidden_at_8": 0.1231403648853302 + }, + "750448296": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7605033268531164, + "branch_car_at_8": 0.05147687097390493, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.9583333333333334, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4079964955647786, + "ncar_to_hidden_chart_oracle_at_8": 3.6663220458717465, + "ncar_to_proposal_oracle_at_8": 0.22983336179896974, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.22679962996282277, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.2481476068496704, + "proposal_oracle_utility_gain_over_base_at_8": -0.512355720003446, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.19667073587576547, + "selected_utility_gain_over_base_at_8": -0.5638325909773508, + "selector_gap_fraction_to_hidden_at_8": 0.7611347320927621, + "selector_regret_at_8": 0.05147687097390493, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.1598488887151082, + "support_gap_fraction_to_hidden_at_8": 2.905190365647023, + "total_car_to_hidden_at_8": 1.2113257596890132 + }, + "767747424": { + "any_generated_unsafe_known_at_8": 0.75, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0747087560594082, + "branch_car_at_8": 0.45911610033363104, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6737305596470833, + "ncar_to_hidden_chart_oracle_at_8": 1.15659739162032, + "ncar_to_proposal_oracle_at_8": 0.5383285029875181, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.14681410264927175, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.75, + "proposal_oracle_utility_at_8": 0.5809952197596431, + "proposal_oracle_utility_gain_over_base_at_8": -0.4937135362997651, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.75, + "selected_utility_at_8": 0.12187911942601204, + "selected_utility_gain_over_base_at_8": -0.9528296366333961, + "selector_gap_fraction_to_hidden_at_8": 0.7611605820457173, + "selector_regret_at_8": 0.45911610033363104, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.09709237236529589, + "support_gap_fraction_to_hidden_at_8": 0.5478765791717298, + "total_car_to_hidden_at_8": 0.5518514402210712 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/metrics_by_task.json b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..31ced9cabfd64caf4dfc96b727ef2c54039e62d8 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/metrics_by_task.json @@ -0,0 +1,178 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.4796089559793472, + "branch_car_at_8": 0.2874205827713013, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0173553456526272, + "ncar_to_proposal_oracle_at_8": 1.0338735248844815, + "outcome_ptr_at_8": 0.4, + "pairwise_causal_calibration_ece": 0.1245853527683611, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.2, + "proposal_oracle_success_gain_over_base_at_8": 0.2, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7410696536302567, + "proposal_oracle_utility_gain_over_base_at_8": 0.2614606976509094, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4536490708589554, + "selected_utility_gain_over_base_at_8": -0.025959885120391844, + "selector_gap_fraction_to_hidden_at_8": 0.22204696485387942, + "selector_regret_at_8": 0.2874205827713013, + "success_selector_gap_at_8": 0.2, + "success_support_gap_at_8": 0.8, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2589303463697434, + "support_gap_fraction_to_hidden_at_8": 0.7953083876473557, + "total_car_to_hidden_at_8": 1.5463509291410447 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4563714861869812, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12267671398942098, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5436285138130188, + "selected_utility_gain_over_base_at_8": -1.4563714861869812, + "selector_regret_at_8": 1.4563714861869812, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.4563714861869812 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.72, + "base_safety_label_known": 1.0, + "base_success": 0.36, + "base_unsafe_known": 0.0, + "base_utility": 0.8032506120204925, + "branch_car_at_8": 0.10624422326683998, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 0.52, + "hidden_chart_oracle_utility_at_8": 1.1467878860235214, + "ncar_to_hidden_chart_oracle_at_8": 1.3318783387964193, + "ncar_to_proposal_oracle_at_8": 0.9248858515826692, + "outcome_ptr_at_8": 0.36, + "pairwise_causal_calibration_ece": 0.20159853773134337, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.16, + "proposal_oracle_success_gain_over_base_at_8": -0.2, + "proposal_oracle_unsafe_known_at_8": 0.6, + "proposal_oracle_utility_at_8": 0.45270782738924026, + "proposal_oracle_utility_gain_over_base_at_8": -0.35054278463125227, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.12, + "selected_success_gain_over_base_at_8": -0.24, + "selected_unsafe_known_at_8": 0.56, + "selected_utility_at_8": 0.3464636041224003, + "selected_utility_gain_over_base_at_8": -0.4567870078980923, + "selector_gap_fraction_to_hidden_at_8": 0.5617890754661544, + "selector_regret_at_8": 0.10624422326683998, + "success_selector_gap_at_8": 0.04, + "success_support_gap_at_8": 0.36, + "success_total_car_to_hidden_at_8": 0.4, + "support_gap_at_8": 0.6982270714640617, + "support_gap_fraction_to_hidden_at_8": 1.011357898635456, + "total_car_to_hidden_at_8": 0.8003242819011211 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.8333333333333334, + "base_unsafe_known": 0.0, + "base_utility": 1.6734557673335075, + "branch_car_at_8": 0.31880776087443036, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.8333333333333334, + "hidden_chart_oracle_utility_at_8": 1.7015800600250561, + "ncar_to_hidden_chart_oracle_at_8": 0.015806854319084362, + "ncar_to_proposal_oracle_at_8": 0.010005592343544699, + "outcome_ptr_at_8": 0.16666666666666666, + "pairwise_causal_calibration_ece": 0.20497329769741546, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.6666666666666666, + "proposal_oracle_success_gain_over_base_at_8": -0.16666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.3802802537878354, + "proposal_oracle_utility_gain_over_base_at_8": -0.2931755135456721, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.0614724929134052, + "selected_utility_gain_over_base_at_8": -0.6119832744201025, + "selector_gap_fraction_to_hidden_at_8": 0.012105901794610257, + "selector_regret_at_8": 0.31880776087443036, + "success_selector_gap_at_8": 0.16666666666666666, + "success_support_gap_at_8": 0.16666666666666666, + "success_total_car_to_hidden_at_8": 0.3333333333333333, + "support_gap_at_8": 0.32129980623722076, + "support_gap_fraction_to_hidden_at_8": 0.003700952612754926, + "total_car_to_hidden_at_8": 0.6401075671116511 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.09090909090909091, + "base_unsafe_known": 0.0, + "base_utility": 0.5003613992170854, + "branch_car_at_8": 0.26306972991336475, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0574720335451175, + "ncar_to_proposal_oracle_at_8": 2.6639490050538304, + "outcome_ptr_at_8": 0.6363636363636364, + "pairwise_causal_calibration_ece": 0.2021201140493732, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.09090909090909091, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5384775440801274, + "proposal_oracle_utility_gain_over_base_at_8": 0.03811614486304196, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.09090909090909091, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.27540781416676263, + "selected_utility_gain_over_base_at_8": -0.22495358505032279, + "selector_gap_fraction_to_hidden_at_8": 0.1782854308460104, + "selector_regret_at_8": 0.26306972991336475, + "success_selector_gap_at_8": 0.09090909090909091, + "success_support_gap_at_8": 0.9090909090909091, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4615224559198727, + "support_gap_fraction_to_hidden_at_8": 0.8791866095136187, + "total_car_to_hidden_at_8": 1.7245921858332374 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/report.md b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/report.md new file mode 100644 index 0000000000000000000000000000000000000000..660ef914272f98d65756311a4701d54625ef5a40 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/report.md @@ -0,0 +1,13 @@ +# CTT Generated Measured Rollout + +Rows: `48` +K: `8` +Checkpoint: `runs/ctt_residual_base_context_obs_seed2/model.pt` + +| Metric | Mean | +| --- | ---: | +| OutcomePTR@K | 0.3958 | +| SelectorRegret@K | 0.2158 | +| SupportGap@K | 0.8677 | + +These are measured simulator rollouts of decoded CTT candidates, not PPTC proxies. diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/run.log b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/run.log new file mode 100644 index 0000000000000000000000000000000000000000..f218b0406cce9f16d1319aa58f146192f24955b3 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/run.log @@ -0,0 +1,535 @@ +start +importing gymnasium/mani_skill +imported gymnasium/mani_skill +loaded checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt +loaded charts source=301 target=48 +generated proposals rows=48 total=384 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-5799584ed40e211c50a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-715db95b13ebc6c977c8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-7b229b60d7f64fb624cf candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-99f263cb3f383b1f6243 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=LiftPegUpright-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=LiftPegUpright-v1 chart=ms-ec2e4afb34b439731136 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=LiftPegUpright-v1 +env init sequential task=PickCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PickCube-v1 chart=ms-a9ac13384fe5afc835f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PickCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-06babf453b22ba8f2407 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-0e1ff8d16372796dac97 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-223b0a8319beb051a1ee candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-34726202b475d29cdf38 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-4cc40587ec490257b1d2 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-62f8c18a15c566ec4b00 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6661b157c41ad4d6ab85 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-6b789356d65b3312fbae candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7923b8196b397863cf4f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7df455efd413d77e6ce3 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-7e295b5859c07c90487f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8577816da2917a2bb63d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-8e56b0eaa2604db6749e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-972c5be72d0b24be7cd5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-9757fc494e79b5543bb6 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-a8731059713697ce5e2a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-ac94b48febe523da15a5 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b49043f15f4846de5b13 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b7d7021b782f73816083 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8c3ec3ea915c5d35b3e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-b8fc1568ce66c45c8d8b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-da555a03dd382d93e119 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f5dd1c43ebc4c0cfc3f1 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-f9740a08a98cb251b761 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PullCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PullCube-v1 chart=ms-fa8b4ba41ecac8030271 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PullCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-05f34a90fa7355262b8e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-2413d1155c87f0442485 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-54346a8f79bd9dca1dfe candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-64f98d163b6bff29332b candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-c2ae2b78ab7891e74c80 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=PushCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=PushCube-v1 chart=ms-d4c37ed44fb338c1d551 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=PushCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-146ff6c3f22b3a49af3a candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-15fc8cc6f74cf589056f candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-36bc1364d2439099e9ed candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-420280f15a522ce21c72 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-4aed1197d0906ae51c34 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-55e78c04643bd06fd5f8 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-77536801924a2a78688e candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-9dd1ff4c297a81b13071 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d7254aa722729aa1a031 candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-d776afa14e6322cadedd candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +env init sequential task=StackCube-v1 batch=1 sim=physx_cpu render=cpu +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=0 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=1 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=2 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=3 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=4 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=5 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=6 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=7 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +execute sequential task=StackCube-v1 chart=ms-e887dbfa0133af46829d candidate=8 shape=(1, 1, 16, 7) clip_actions=False execution_action_scale=1.0 execution_action_transform=identity +batch done sequential task=StackCube-v1 +rollout complete rows=48 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/source_data_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/source_data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..1ef49748c0932e9ccb1c83a065667e7a4032f7db --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/source_data_hash.txt @@ -0,0 +1 @@ +67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/source_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/source_index.json new file mode 100644 index 0000000000000000000000000000000000000000..21f76a4f847a39cd7631c9675f06c81edf567240 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/source_index.json @@ -0,0 +1,4179 @@ +{ + "audience": "train_retrieval", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 2044, + "near_miss": 4088, + "no_op": 2044, + "random_negative": 20440, + "wrong_direction": 2044, + "wrong_gripper": 2044 + }, + "content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": true, + "embedding_content_hash": "00859bfac7590abb24a3e7cc4c26fbb17122ba52d9f63369b8bb71a6ad1bc302", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "001fcaa1974d30d8f6edbd3e9117a10a084af107360ce1b7899dba37d093d073", + "00526cba701d9c5d7399d0436d2718fe144013e2e0277c3e00f247c3f2b026e2", + "007da68284552fa257c5929a32c040913c93b9f31569bc4a9e0e5f469972c3f5", + "0081224c84c2faa89c82c842265c41240c850ffc35d5400b57531935df3d704d", + "00bbd346a4f8658a96b2167b8ed3b4a4275cd535f5b46ff6a2ba6fe55ab5af22", + "00c41e13d6af229bd31262983b05d48413360e477204b62ba89278a110632a3c", + "00ccbf9e23e7dd8cc6ea5d91197bab1ee5d7e26f1c2e9dff0db7c48332e262d7", + "00df496b285db96e866529484da8bed3b079234ab8ed99faf38a9b105ae136d5", + "01335787d62e2c1bfa20e6a53a53239d19087e703ff07e2bb0666862536259b8", + "014ef3543741d318e6b6f9a3427e4423b1594cc26a73fbfa8266a1dadffc051b", + "015b93c295196814c0cf417d49ecf1d82d00e68458e42d2a0b3a1179d6d4c135", + "01a286ab7524d1d907099802c01da4995ebb8381d71bba0460100499c3c622f9", + "01e693c8677801418926281fd44938d17c1d275ed367253f31d1208676259a5a", + "023bdae7b5ddc517f49ec900a0e48dc698bfe1ec6f1a7cc7edfac21b46f37333", + "025c271db3f4ffb8e484ec4ac3f7244b0380bbf904037af516580e8d7ebf605a", + "0267094d9bc010468e6f684ab19365e65b31b38da78897277def7201c91bac27", + "0294a908f74ea0b1e54e4fb6d547fe5ba986ca4c6881572213732a0c867699ba", + "02fc97ab4aa793222f215b66d0ffc5c856706ec647c7482ee66344e066456af2", + "03020ce876d6f83841e56c51882dc8e6be8bf33ec9c9c836ab42ab8e4a586538", + "030b87c34937f69c95bb61bf59d9773b5a365a86fa73a60f619ccd0256d2968b", + "036bd56b347b3ea03e19a9a1e1aa865021d7b541fbdca003409a10e34912b3c7", + "0388ca1306e31d2ebd07b30a8d5366063523b4cb18d426c93351e7497cdf2721", + "03b05cc0e617e7ab7149752551af4303fa838be521fe4b22a15389558dfc0d60", + "0414958360a2c4e04be7534d9347e289e132993e773f7518bc8ee75a02ede570", + "041af35d269bba29a9d94019ad4c8e433bd9b11e3d2c12af4922829649df041e", + "042cc293ccfe917dac796cd6101f1d2f4fd0fc5c67a050c391399bb3c89b83e9", + "043d323f81c1208341028b4176ed8c4c56e69abb8c08aec31ddf093056d9db95", + "044f47ab5be1af5d16cf8dc96c3201970c551380fc2e97dcce7ae2f5265658b3", + "04529d1ba49a38cd27f3ffca329e63ab856f5c1e9cadcf7599c074ea64d26acb", + "045cb769e1cc19f043df64a32a05dc520442e9dd62fe0dcaac93c048c8a53589", + "04a1476f8f2cbb1493afb3e1849003222903e15a7cc7e519dfabb48bd1bfb57a", + "04c63f785efcf0d3591dd2051455fa4878b473bc2cbeee626ec7e549bbf46a14", + "04d6d326619cb05f115813e476605dca0485b6bcbb256765822fd1be38def668", + "04efaf4eb209e619534ffaa3bbb08fdc7a05759f77c96ede295435e899557617", + "04f4ff1016421b38f73be280be75ca4fea5c372f3a8d1cda4da185de229da025", + "04faed0a7dfd3ebc89a4bd2e8e075c9a81c861e396b860cf1172c5ff89245a11", + "05240853bb100723195b299a8e993517d7636f79d04d39f3d60ebe025863c321", + "054f169f2c20ec618c2805cc410f661edd54db72ff4e124ef2e8e695f5c41483", + "057423d91c0d82d8f62f114440e3d5800ff93a36d789dee2cb1558189230b3f5", + "058273a8b1145d6860b07cd133fbfb6439dadbc9337d32c27c9b6e353b9938c6", + "05b7a5da0c35c1c6c9dd3e767ba83f3a5d8c65cdc688f7c7583b086d2f5e578f", + "05c0e14adca2fb1afd50c9c82effa52f4a3c036d865a6ef07cf43ab6cb7cf9c1", + "05c0fa198643aa9b11a16b11f508c0f3e4876d76adb60edfd63e5b22da4f6096", + "05d812f28f8fa0fc86ae7e47fee0b87e82a8c147cd2c20a18efca3e4d1716ed0", + "05eff262f0c51434f1a2717cd888ac132d5418a211f5be302c76204c694c9c22", + "05f242687ca564fcce8802518ff330054ba4aa6fd52dc16b739af6e2cd73265c", + "060071dc4d719b0172224dadd17bbcad4074d9a025bd9753dc25bcaa82a1b731", + "0612f705ce60a6e5719459f4ed2ae70cc12c6f610553af267bba19f1079e159d", + "062f09156bfa5ecc2c90411a5c30cf7ab44cfdab8fdf6bba8dbf0d0264398669", + "0637e894caaf7866508328256b86a787acb4b59279b4bc4d77fa920669620b0d", + "06646b414506091dc9562eec9f7ef5a47fc11f0d46fefd5f17118e104334ad20", + "069838f6f7f1d064c02323989485d308d36f8650e6062785a461e2b6cff0b0b0", + "06b2ec0364fcc116b85d61aa2b8f007fc319e48756acfc228765b7aa0e79db87", + "06f3fd02d9a8cbf4fa564d32546c328fc318d993b9d2d1ef685324463c69ddbe", + "0713a51c5892c5558579ce4dffdc60b974477b43e53c3fe0ae4345b45549ec17", + "07202bb06fd690678da08362e77ce653818eba36201fadb49d49d1e56ec9c228", + "0749514f298a42cfe924e24c240e25f5ff48f47a898f8586b200cfa0701c7a37", + "0768ebbabf013c2a4b7f1aad3a2099c8c13cc1b0b6a083b446a17336f2d17d04", + "07721a0faa4a8ca8a5af0f07c002538292f7cf23086a796ac71f17d92c68ccd5", + "077f12bea73da5c959c3558c431a5137f203c4468023cd9bb80ed7aa72c5cb15", + "0781ab28ea0865deb62cdf28ff45c8db767f6acac236094d1ac9671a621c0b10", + "079f2e4745cdf1e6fe28c5fd9c44ff1154b2317c9670dce3df3e46c5956b6266", + "07d1cf8fa045404915eaa0bc582d7c1f1ea3e5417ebd7d9b076c0106cf937b49", + "07d78d133b041c1b387a66dde85c2e8d619868aadbe25df65adf9a537733fbe2", + "07d981b9235d6f62b04fe940d3b60888c7324180a1eaf5258b8b7d28dc9e09e1", + "082bc6e23d9f8848668b5e2bcf5d214b05d642fe9247181ac7efd87c1152c4dc", + "0844b2faa86b75616ad9e61099a8546dbe2ce19734eb93507a1c294eed6904a7", + "084e99784f5d3144472f2bb4c6ad302124d7f238dae7d6cb5c48e30e490e2b0c", + "085f9fcd72c44e1ec1f4ae40b1d183e6854e606726d8358ac37b9f360c0358c3", + "0884cb0cd7bfeda804f3351dfee94fedc6468594260bbe98c0e2414ec08781f2", + "088693fbb45b889e85ff958da47452272c49d1720c61f8a24e4ad652bc1fb716", + "089bd7ee69056cfb1908280fe2f2b1bac9fe708220e479097c6dd18fb259a24a", + "08bd69953da3b8045ffd02deb5f986a11f2d120614be22b53347d8514e5658fe", + "08ee326bc033bfde4df8541283f59dede6da6662c31cd3826c8938218f7a90a4", + "0905b1f6e979661d55c733e49ea636ad4829039c2f8327ff1f261409b6f9c8e9", + "090d54a2871e4dfca2aefefbc2e9663d0a7b710e7957d20c00c361dc43a1d2e1", + "09c524d9908967bff722776dacc5e2dc1841dd82e85f2eac79be2986be4727c7", + "09c52593507b34845144191b4a8edc5cd9b4808dcdc1593b396fe166b29ac84b", + "09da6fc458cc6cf1e4be0ceef803120255238b8962070c2cbffe715551717085", + "09e9d938e278c8cc5f8322c610fcea1283b7b77bafe842eb6449215d49394e02", + "0a9312ec31c472903cdb28026d86b90d551127135683773d122e17b6e0cfb857", + "0a9bc7df156ecfad97d28ee1227663785ce40cc737168364932f1a2e30cb90b1", + "0aa1a4571153dba5c1748f018cab757e1ece943ee4ea64a0f26bdae4f936d3e6", + "0aa4cb3d3b2e041fa4253c1cb23a914b8a5c644b56967d3741516fb17d3631f9", + "0ab83ad36b03e69d64d2ae4ef8c556097be124061af0360d32848dc41bdfb7ea", + "0abf91fd3685960f7b6e0812b4d8ce52b6a31224b4e739a506304cb46cd29fea", + "0ae69b83b02e7dbc4eb264be79de0da7185863d38bf366a9be1ae5d745b9a7fb", + "0af0a212eca005fb212d32eff4d5c2ce71ca2de8e9970ee416416ebe5d936f06", + "0af0b65f74f5a6edff26999f485e115fb04396168b31c5e77ef731b8b413e366", + "0b1ff010af5f1418d0f838f4f21a71c1025a797e50f0dfce6fdb578b4bdac377", + "0b41ad1882d3407ba74fd9527ddba492ebdb1356a231d41d3b97bea671cc902c", + "0b660aea784794a286ecd4ad09d7536cde2eb65a19280c8ba81d9112849a05af", + "0b9d988ac32a9d5138800792db6436da932ecaba29485cb95676d018b8c4cc66", + "0bb16a236a2dbbbc53df7f8f514f71076a1408dbe89e9b64f56ff6308149a5aa", + "0bbb7041a0e42c9d69fb059687967f4f5cf4dcec5a48a233d3a1c1b6ae117304", + "0bc9c1dc25638927adbf62edb1f44c41fc6468564c0c0bd07f151256e70edcdf", + "0be11c9bfdda8d9d43bf40a9567a2a7acc8b09343e6411ddb55a6b0097406f58", + "0be26fe12af26d5427c1b23a13e9a0ab66560bd0bab91a5023987f9a483a5abf", + "0bfafacef2b0488487659ba6e9f07942ddf7a9734f49746e14e68e8b903a5e57", + "0bfffb14c5e767e6b6a0d073a8c38b271abb71ec60be03aa3c6676de8620d1e1", + "0c0015ce0828d91018c21a25c3a988ae23e9a116b77ccfee298c2d770fcbc1e4", + "0c0136f75efec62c8234e61675eb5d7cc92a005887e1daf40961dda217effdf3", + "0c26b22b6f73a920acd2c3eb853dd13714c7d1a15cb7f01189612964543e2bc1", + "0c5ebfeb8ce3384fdf5c7466d9febb871c0a55b3dce9196adbf45beeb3c3a8dc", + "0c729263a7865648102e96eb98f764199f7e3f9be15d9852bb832d72aaed3cfb", + "0c8ad825fb1b90dad15342b1a38a73230557030fc6cb483d074998a391017af5", + "0c8edffaf99aaa4628cfc8af78d3b08d78e69e645baeb1ed83bfd23d9be43a5d", + "0caf685769ea343e0714af61762ed28dd8a3619c999cf2d503f590ec404494d5", + "0cb26bcd10a801c61924e70d10b27e1c10e58ec84a1f7fd1ea0fd4691d2d577f", + "0cb8a1e195b091af4c1ab6264bdadcf5dea204e12810c9f9674a810717bccb54", + "0cd782853dfd7e50a17e062e2466a0c2834bb6ae09ccca30173972814b444d92", + "0cdbd13e6ddc48ca28d0018a7b2a880b226489f679aee1a6ac782581c3894de8", + "0ce23e2fa8a749821680c196c1169b01e7e30af9b335e1cf59b8b62c58e04fa6", + "0d54c732a07f0fe8a6fc5458c2fec6b0e153a40bb33677bf852c815add211b7c", + "0d70dcc638707ec9f6834ffbcb4630e07abdccb780a1609d713a970f3f0ac1cb", + "0dc1128ba4c2992987f1080cfbf80add951244c5512109367ac2ff6dd8481f04", + "0dc6b7748f769c6f4fb5b5e760d69c37a5c91fa538ed1dd31a3d5ba4cbc5d607", + "0e292618af8adc8bb13df6fdc700564538050caaf00643122064b7a3376a1d0f", + "0e321b35d16bc03a5586ec91b97acf8c107f0b79c2825450f90f35f4fa3eaa0a", + "0e54f1bcdc7d87ecfc6e74d6de3e4c43d13474e1bec0b95138e7167710390990", + "0e846791b18e5014d92e8a138b09f6aa1edfa36549c1ef12a8ca4dc7e1a7e90f", + "0e95a43b5c9a6e453d36ad6f7cadaa8af2df3f11f0ca06fc4ebaa43fec26445e", + "0e9cfc6bb4e6178112967c91b2e35b0a3b38e389cc2aac0aab443dbd63f6b02f", + "0ed2c0dfa1163e363e7e1d89889e7f49e18528658208c0a068ca52e82d3159b5", + "0f1330ac1eb5b8485604be1a622a26c53c19cb305a61c61fc348020b7eeeec9b", + "0f207722dc163c7f09f47a4b114cde2e4d675c7399a3b2941f8c22954ad5df5d", + "0f298d9056aff724d852e7d30dbb93cff797cf382b8fefb1a23884389ba72ae2", + "0f4ded9465d1adb2948c4ebf574aeacac709555b4cba78e2f7ab0514f3d1dc60", + "0f6e062f0fbb5aad354b50ca9695824a01b4b1a2b6650fe534dcd517aae3a3d7", + "0f97e4c29d2ee4474f3e91f9728b59c2ff6ecc3ba0fe4709bea263555e4eecdd", + "0fc1fff21404a7c4c3bf43d0a946b349cddd81fd91394830c215687fd29635c4", + "0fc42e7c404cbbb29ebc6b271746a16e9226ff4270cd13ef194d66d9385f98e4", + "10bafd54576f39b903e32333fa9de033d34630504b3ccfe756933c7cd139fb22", + "10bc4cc7a43e48b9fd9fd2b4dae3488801ea0e043959d8838a5b6f2a485f0756", + "10cb9fea43a85b51aa089d8184d5e7ead3b732a471283229eb053f86a7b89c64", + "10d3721833fbb982ec10f2e41634a06e94f3e11be89b76c449dda794bf4afb03", + "11012a866289284e636f856a871945d4089e1218b25714ddb7e14e3cab1c2d05", + "113f5145a36a62fa140f4eda8be653dc498c33132e8440ba8bf91149e5bc1abb", + "1148a49a8e54f0192c8e4ffb72c997dd10918c28363d1dff62fb9176225d3e5e", + "115434f9bc4c1998ab24ed4071f8513198a71ea8711b65bd911d2283855eeef3", + "1169947cec8d4834b14ef01a1b21b27715efabed8c282612bad37c32b70a4cec", + "11757f25e1971b1949f99f53e1aec63fe120316d0d794ff04c5e3bf3e1e4469e", + "1177abdc80e9dd30dd06522f2a39b4b22ae70c1ca17a29414e0cd1c9015f2340", + "11bb2f5d4191b2c5785176893b48e085f0bb8944d6d257b64647ef8831eaf362", + "11cba72504d167af81d43fb4f4aa447fc4dc1cb8a873cd123fc80c00a4bf605a", + "12044591849b00fdcaee3693c012680c8dbe3ffe120fe6e771ec86954622880e", + "1227a4aa8cd9896b3e02709120920bc948bef60870f206080881533008607752", + "124103b3e01c126d1d7c42ab8999b7069a649f26afe76483bbe75e0516fc9092", + "1272ddae5bbaa8cee4a5917fa083c82b10d9280d0a6dc8f85968f6df3b822eb4", + "129467e910b6d1d31fdf7405d1aee0adacf2b45bcec803f8e1ae3926c3ecc432", + "12a1492fbc2c5986df9c059a33a7a0b9fc5445555bdf672b5fae0a0f34da8a86", + "12bfa8c65887fb9fb257aab37ef0aca1a2f50dda0836afe9a3845fa66295a1d7", + "12cfb3f21f142c20b8b75fe51a500470a46848c69674b4592ceaf5aad9d976e6", + "12d2cda4fddfc7694bbf706182fd2c9ab83964cef1cc1c7b2e3abe84dc6d910d", + "12e49f621d373e186d124b525688c4d1219e8a2b7dbed956835d6e64aefeb8e9", + "12e61e6a086c54726212dd8ae40498e7bf40a4e6fd9ab5b677c950d02eb7cd52", + "12ee15c35b3f1356c065b1161d2a63d7bf8bf083bf7485034dbdc0b40f23c525", + "1311e81322d103c2c43a03f83aca27a945245bf2a02de6eabc767baa61aa2442", + "1313d324d3e798a357662678e05bcb4c9a763b4c397bcf7816611f318b2ea4ae", + "135b237070f72bb9bc691fa076a6343c512900564e119ad27281243d2af0e42a", + "139e442c52e6ca3ad180fe14f1acb72016fc4c630405d7dcd2b8f848edd43a9e", + "13c92688765abb9394668fe90e9843b50fe58a60036450bfc308769592840eac", + "13c9558f5a69f6784d34d046906d2759d6c77af2104091f964afaf7bce5b13ba", + "13ccedcc5114c00535afd5d9e128b3f7011a2926486054ea868bd4a7b6e4b46f", + "13d043c134ac85a633c31260192367eabc7cf1767299124779b9f01a21ba59d5", + "13ee615d8033d8a0e64e589fad80b9efa6d9939c3a95a006300263b5fc7bf19a", + "14b218a5081e90244f5425b45e7d278a74ce673dd2e49343e0a82f4874fecd56", + "14c0c9817f4f22d5f2251efcc78b8ffd67926fba73fb45e17293b59cdb3dd535", + "1501199487ec32e664d5f69df0b7da5186e71defb0c64229e946c7c5f0a0cb2f", + "1507748f87930160bae3bacbc4b87aeafb13ff0584c0b3457b0b15e33af846a5", + "150ecef476986ef9da9b97b6f1ffa83c74fc8ea3d8d57213831b3566d328b61a", + "15128cce41835053eda7e79d8a527734f51a5f94f0e71bc4f7c30c82bbd7381d", + "1590a2e329844ef537803416fa313ec171f54da63051be0a66528df467f45636", + "15c10dd97eff18ff9c11efeaac85032c3db028f8a024a25b5732401570b5de2b", + "15ce55e979b5b57f83c2c79f86f4ac3685778340aeb72db247ade562c3dc9fa4", + "15d91dbb5bb6cbcd2971a2c9005a7d1591a02de0780530cdd09301babf1d4295", + "15db89c2bd9b6360edcfd4126de0d04ab42d10be7e7c9eaba23f1184493696b2", + "15eafc044f81072b73a7e4978efb8a5053684d910f074bb9de0900cee1bde5ec", + "164faca0fe5fbd3466a4751b72dd20c69f8349f0f6b35367b75dcd27d79fde6e", + "165aed8e4463db7858a18e57d902eb84591607731c33d0799fe2e1dd9943a16a", + "166ad8c3cb7f8dd902042e4720f289b39d64cc34e240f516c37a552b98ddc204", + "1680fbae27ac70b8a104e58a59fa2ba47adba09377dcac5e76e68153151a1a24", + "16d7a66ecb74238e0d120dac82df1f13ff15fcd44325e4de897be2612471637a", + "16daf6296ef9184c97ba0e67164997e16876f7a16f3feb490c704ec7bb942f47", + "17242b256da38439da805284116ccd22b6dc0b4f1162e966c58d2699b88ed142", + "1728fffcde610b0ea864ffe387cb258be47affaa5fa2444d7271475cced07a00", + "1730561bf6306e61c4609c774a86ca11b4e49a8d1b01c3425f94ee9ebf718042", + "17794ad07b32b794fba99b4aa198cab80c73a617c80388cb3938f1bc448c33b4", + "179a8d46e8da7103776cc9d41954954f9a30cd4455377cc6af1bf76a0704580c", + "17c358ed8931a3e41bc39832f8024ab4cf2ecebd3070060890e8381a61c7b344", + "17c67143df844a780a50ec041cfb21740ed75142c30dd9a778cf56d46c5e2f5e", + "17e01942d367267f255ecec7a0d0756a47a18c02e6a868ccf4709c4bb7e5d75a", + "17f64daf3c523045868995b9b5893aa69c6406419d51d0d2d5d6dccc95768fb1", + "1828cbf1e501bd910192ca5f0118ad162ca6e99b3d11a588966650e20e5194f0", + "182b16a6d5297ed49a61456d81e924731b627fa701a33bebf113b5d1dbac34a0", + "182f7365b61944dec5bb0919a2d802ef89258842fe129664444ed82a58cfcca8", + "18657e4bb7bcc144077e48065c56afbfaffd0001a13ffdeaf8f6bb2326d8c483", + "18d4f30d97e86421c7a2f9bd716a3944dc4745651cfa54bbbca295c0ed56a933", + "19b08945d0d2787fc572f103b8f4bec38912b933f1489b4c73c41ea3b26e141d", + "19de7f92ee293142b40d8214a494dfd201964ef788d8663ece4c2ab5d3c8612c", + "19e0efc3b92b86a743d8a25d8228e7a35b8767c51244a2940bf325a900680e95", + "19fd5cb3bbb4d83eb86d436bf9786e970c339b1d854e91ea35e9a144e4155203", + "1a12204deff18038d5b27ab69ab157c6feaedb6adfe5560c46e31174eeff0f13", + "1a169940b1033a1daefd265afd89c6491a7a05d9c479667ea58efe6168771027", + "1a644d661b36094b489ea6e2ed67bc9fed3a3f5adbc01583591fef5eb9704bb1", + "1b261a0ce7ec407cba1565a8e4c24f3219233746509f716cab8c4747ee3537c3", + "1b2f9895a0fffaf04836d9581bb8bb6c2529fedf2283da978f875c2860d61f2b", + "1b42c5fb7e97213a533064bfe6bdad601e007166165a8f29f63e7e7999362c42", + "1b47810cd051a297cd61db10f6fb32c434e35242afbb75ebb728a1a9fca6c7de", + "1b644336b4b6654215dbcd04f4fff2f80f003d27531a1a7d5ae344a96223ec0c", + "1b779aa158ed431977a27764618e2a4e373f3ce3c5e20f75c8938781881d0e68", + "1b7dcea7adab5f8b915a848e6415ef988dcb9c01cf49cf61c573955f0845a4a4", + "1b8a6a6fa1b179d5d5437229af8793f416cd6ed3492b1fa08b9883757ba91bde", + "1b945f3f2ba81f701ae6363cb35f8805bef6fd083cb7f96fc28b60bd59b2a42e", + "1bf373e4138ede234792ca2a31f7cdf7d8000b81213d183c592c57810e5f860a", + "1c7c2472654cefecab0ce73cfd71bdce6ba3723a2d1b0e60db8c98aade0214c0", + "1c8a863bb173fb7383178f4791d07dab6d7e61deafe0533713f1dbe165714347", + "1ca29fa47c93e63575ec16caceca3cccb1433ddf46316e5a0e516a370aba3c98", + "1cb925d6fff01c6d651d84259d1a8ac66ef3e62bbe6edbb2dfbf8a32ba6e254b", + "1ce64787a72f626f6a88392499a9255a86c5383a749e004594bb8c1bd28ab033", + "1d31a051b2ec1fc2654e62a20c125ab46a8257c375a84eed7028b7e4e52d89c0", + "1d520b036adf88c23e2c7b29f0332b8b2e0145a89df01b7704c4dad4a4b7a26e", + "1d5844a8d16fd769c49e5ec5a2dbda1f912441f777969d005b10b7a54ec6f222", + "1d61e39cdd0ec95fd2b45881a6ae2dcabf25bc7b199d93850c9cea4689561fe2", + "1d71ce873b57f889c07cbca6e061d4c9a7e9b09f7a5080257809e5ccce1ef3f1", + "1d7833e75164b04c32bacecf88e1adbce107ef962491f630fa7e7995e7dfd250", + "1d7cc58ad59e6b600b4bd9ad4df955100e8d941433168c6cc049e26e843bde9f", + "1dbf59ec48199ba97c18205303d128b76b9c663595181fd12274398a2ca084e3", + "1dc1fd9b8eaa6883f2faca7699c9f508d1f6a8a77686902ac177131cf2899099", + "1e069441905d0a241eb511339e9dbb1fa46aeddbb8297488c2f610ee338cce43", + "1e43c66eca65528152bfe4159ecdb59354ee36c34b54eb62e985b212b25acd13", + "1e50848ce7dc42b4b42718f33d0c415ab9a46775c69ca5a4b82276908bb943eb", + "1e76599c93125e60681aa1bd6ae72f50d0a47a9c49cde9c6756909e98464d2ce", + "1e79355b42972c791c37b68852c99930c49365068ee1a5b7da7692d2aad48a32", + "1ecd0b4f77b2aa35440911addeb9c567c92d0871fc1fa9100e21b2be14139d18", + "1ecd4ac9f9621863890d5f786017185d6fef36d9a90002909562bd6a95eca2aa", + "1f4c8d73bf3a9ac57f9e2b43d427baf173b127d556762c817091febec2e02b83", + "1fa770f0d73df883caa5caf32e572447960a6f4a39cb919b7e5ef0ba5d8d4264", + "1fa94044a3bd20aff19e7c24bf541dfb9f85059bda026eee808d37fcf149bf33", + "1fd4988ce77729f824275c64a1736a759fd53bf3a9802c5fb4320f94889edac9", + "1fff8991748bca60d71af9cc9b2b3827ab3180ae705ebd62243c072721f8f094", + "203223582c0e7fca69776a87bd032ce7acdc2a2294698ff3a98d3b434f009347", + "20c786ab915d0509301693df90eae1ebf07cd0291a9238b3c107325d77b631f6", + "2106a3207e94eb944903c4fba0c66e02ab7f70389b6fd2655e6a934365c53a28", + "211894e79d6b7bc3345ad4e7706cd6c2e18970084a6b2e493b65bc8d59a5c727", + "2158667fab766e543795e7d22e30a62e6b02552493d9ae5d40764e724deb48ac", + "215af1c5f11ad99c5e43328eb8f930dd88cef637a51840abef90e51f91cbc371", + "215f4b47964817c247e28ca440642fd20f53f922013de4b009d90cde4c9d82cd", + "218195c1668cc7deb5f978b763d886317fec3a8ba0cc600b515d689330f959bc", + "21852b6057ee5fa7766c8f5498de18cb6a9b2ff18129ef78c35ccb43cb3a41d5", + "2193db36c24d0b68f9a562323f3455e60bac32e17e92c25108afeba03c0b8d83", + "21ae1c762c3fff7bc2ff0b1334fa52ec4290d14699b4ad762802e086427e6ea9", + "21bb9b4fcfff8d963d835e84fd8b0a3f0e3bb00da0c31b3ab99f7eda3b9d1879", + "21df15768401d6a240f92e69c17482210d8decca91922111b82544359047545e", + "2208bc75cce9607aa11acf9f64f8a37a4d2f1f8f9d3dcd59328f72e9f2f573c0", + "22243656978707a34f369f92c925fbe6e807c42c9200857afa1712beabec982c", + "223348e6289ba2185e679f0cda88bb6a8d7a8f5f81325fb7199f27c88ddd5192", + "2244cf8a582b801857e5074afda78acceda9fa1730380526087424fef042006a", + "2266cacc0b7ff3f0808e75c671cbfcaae5ac8f347d0c0c809779a3d3dbfa5fe0", + "226c86fbe1e36d2904f345f76cfaba39a6d71be0bd735335cb0c503e3b5ca3e5", + "227faa5ea2706a8fb5dc63022bd1338300485f9df8f7fdbf1733b170fc67397a", + "228107ee33b2c2e9e1e2aa7156e4cad7d4313d56cbcc7245c6b6f0b5ab6ee0df", + "229f12e885bb5e4ac5d830c3548c117169f2ddf5f11b730ccd852fb076c32ad6", + "22a71995d6c30b1889e0ca873a9de38aa25197eaba39464831d78c8132c2aebd", + "22c123126020665ad6ff2e62a8ac0395674089bcfd7a2a5e95879a0f3f42ba66", + "22f8bee7eb3aa2f15cc3a50fde768180b27cff6da04fd3ac602d0588349fccb9", + "2354b73626bcb881817c40eb612de6c984ceea635873d56767fd7d27cf72f337", + "2366155c840f1847f61784e44b578172919a4fb17e789c5e9993adff27f20ac1", + "2393fc9fe882416a98301134c8f1bc40959cbb0df4a788c18d6ba97227dab57f", + "239edc4db69e5c6c2ec386800ed2a16c1d14f40c5296dc5b474fe02f303e2932", + "23a19cdcdb11c480c19b5e826ffa9ae9a41f75356503c4c189b952e7e7229c10", + "23e7778305fd2fcf3d8f178ff8b0542c668ef7e7e7ef8c1a1719742ed4205899", + "23f90b26c36b6a00f084465c27149865452885e7b6741d29261be0963c5addc7", + "2405dad17d1d80f91da8f5654687782f23179182fa8ea95d0e7942f024d88ff2", + "240e6c1a1da07b1182d1f9c34e2585ca561d75e0c7d9c467e9f668638e3d4769", + "243ba124b326bfb985fc9db69b613aa893389059ec2b6d5083705fbf4996f0aa", + "244a86be38dfd9d932f23b9d27a9416b40b633a754cc528b81f7987672c3ccb0", + "2470bfaedd598e75adcd25e04758049ee6770a8f94a68950d5f90509fadc948f", + "2483f6c4d3c44d993895b6443f371d662e7e0d212307b47f3ab729db8d59a20a", + "248838a33696f03df582c2fdf2f6079a214d6ff05333caa5f95f138dc9af2b42", + "24ae887a86eb0636d75da5749f2d58725e00b258a152666689851b7ada661760", + "24aff802e6017c90e6244f7ded77aed1fcbb545953cb200d04972648eced96ea", + "24bde8b59e05b32bb2b477d9106f41f2782c9842a470e70bf08bb527d24132e3", + "25029d6aa49a43a7e8643cdbe81f4689c354b4913f90703da4256b6d93cbe73d", + "2584bdcca36c2871dd912988d49fe1f921aa8ad95ef0c60409c774bec286b379", + "259297aebc704d7d5569506071b5d478f9e3b879717b63b09ab00e4608e514fa", + "25938b7d578e370d915f65c0643c37264dc75c7c2c5a4e86211fc222ee78798f", + "25aaa260d7f61482d0dece1a6dc0ebddda72f625bd38bba89694a83b834d7a71", + "25d303833c68d194606fe985b8b39f09cdc60f97efec4e116be8787bb23f98fb", + "2605fcc76d52f90b98dfa94952e2a390477323091d8d0651c1227a952c2c191f", + "26273a075d3f2fa5551130d04d65fa7cdbec6f2c4770ba144eced4ae719cbffb", + "267564c04ba8e005d6b23639c895d35cb0591e0291a9e263cf5cbde05cfef1bc", + "267b0a39e499f0278a58eca2a6205c39a1503c08694d52754c5d8a487ce64c1d", + "26e4de7e4ae0c7104c8c6aedae934d81d97dfc89169ebf415a3b0219eb8fa9cf", + "26e71a515501d52e4c0fae7edfadaab7638fd7152ac373d88be078abeb2d001e", + "26fa8b7a8f9dbb96c9ea366cbbece69d993514b5ad6be8d8522c7f65a4fc2b4c", + "26fe2653ac2789f9ff3ce5dcf164b2c7f228b648e61805e3855ae9c8bf59526f", + "27427c19368afa942253ff0a473755aacfe1f98982af2f540963275b55a49d1d", + "2771ffdf18dfdfd65d02bf1b8bb36aa56570b790a173759cba7442958b7c8e59", + "27794ef63ff9fb7240d2bda2254462fb9094bdd72226a306977f6b7d82821b01", + "27c5d39a379b325588db6be3aae94fb88d53d4cb5159be340b12466159c224ad", + "27cebfb6abc8671e279fff311fab47dda886f886c26118a8a17132cc55ffd2d0", + "280c1a759d77de7a2eb914d964e2bbd88d32640e4fc9885ea5ad6e97b7926ecb", + "283124debec6334f87ecad97e22eb29412f665347953741d545a1362d50cf700", + "284292effe9290e071b49536e7676e25b1f2b51403501d067e35c4cfd930cb7d", + "285dc9617d8a64ad63c678ff0ff60dfd6c2c395a2084e2dd1b423511b99f452f", + "289e975996c5a4d8054e12f8cd26151ffa576b2fdcbc04ce39d0b8e3853ae395", + "28ce9db3376e8b1aadaf10eacf458f510bc957fcdcfedfd029bad2cb1b07bc73", + "28dca848a9bb9643b1b2d9a4a8f2f7a044c5a1994acb722baf9f46915260dcbd", + "28dd980e1372e6396aed2934d45aeeef28430910a7ed953e7c0152bf548e9c91", + "2921ea55f352623ff28dd31ac8b6126a8df490e5433d55abfbc4c3bc45d04047", + "2924d65dfedd8cff2e2d9db5f0f5f65c545597e7aef61c5eee9215374b1c97cd", + "292f2b9e562927a46924f407c14ef193343db63063425a32603740d594b02d7e", + "293f27e5ab477371a20a6fe6c65b647c259a6a98c3b813fd186b7a356bb63c54", + "29462899b56ca8dc69f31a04da863dfb0aa826f16e099bfc2d5978c938316a6b", + "2969c04005b15ee1f9eda734cb9eeaa861702af06deef784dcb9b8fd06f97282", + "2974f03b745944abd7ccd676a1f3750e8f16ae68c9c074bdc65e10b5623990f7", + "29a08c002de030c471f68e1e749966abc348ebb2ceb422612ad8c9ff3fdff258", + "29b3e33c27623bb4d5e4c858238a1d9fd530fd43dd87173f95456244872a5ec2", + "29b6050cc305b3bb5e1a40aba11155d89c2967f36eef823d4bf93474dc862356", + "29c8e5d1c664155ba776984de03294cdd6d46e2a2481599278cb12b9c042b93f", + "2a08bcf84f783530d696add19ea25a3fcc1226584bd2dc1ea0bd38a805fed8be", + "2a550c026e9ff65d75443586c017ace88635598a8faf177cb70fdec7b4761cb1", + "2a621087236e8404b3c0e45a264692011e1e30e8be64b0555a45885758aab52f", + "2a74d3e3f8eaea1675636298b1992c4b487c22866d70d483ea9d44873dc8f085", + "2a7965e1a56d537f2a2fc4bc7c9a7c4ef69a5cad08ad8411b497598b73fd9715", + "2a84af45206416f82ec91b76b8453b31a3ad892082d4ebaf0ba02647725db5d3", + "2ab5a2e4a8ad61ab47ed5ff6fa9b024652368e9fc35e4dfce3a004ba7169f077", + "2b2568383c501e9b66e98687135285a10376864a191834e8192a47db47ada0d0", + "2b2a0e3b2e9a54e95583639e8663921d0c0dc95ad6e1eab5776c4c85f3d3c519", + "2b3ebd6abe46a3e2d257c221c2521e4f2fb92b20c830f3370929106fdf462276", + "2b4a13516d94a909b64523740d2a7b42d960130275ed885b8476e5fe1a053ea8", + "2b519f4c71b588b9255394601a55032d4137587d9b4bc84ad87311564d4573e6", + "2b5fe3cbaa0557413f47e9904a66c0bb44c8e85dfb076eb68dcdc7195c587738", + "2b694c3919c53658c7115697287ec18707f91c178535e1b93a839ea7236674f6", + "2b6fc7dd39006b19ab1ad37d025d46563503e4d3b475dfc3944e4f30cc0edb9c", + "2b72a5c938c4ead2c17c0a0fa02caf08ffba9cd0c24c9f3dcc5af30e259af482", + "2b72e11390e9cb9502e0c03612bf3462bf0762abbc3c5ae2adfc7cee8e60ce57", + "2b738c4c7c9fb5a740202f324f24154482ea4a7b6f828354fa6daf638cd02e60", + "2b7a77bebff0ce005faa414e6e225e537967e9aca9e489090bd0c7c109c0c497", + "2bd3904c8bb216a19bed7b0a6f91e6fd12654312bad26d9b7e117d21a837f039", + "2bfdfb35553a281bbb7b5dbffa56a58f3d0c6c59d30d0597d4504feba177384e", + "2c69a32e259e132f0c383c6cc4674ab062850bbe9240405338f47b5392091a66", + "2cbb005c3d38bcd89685e0838a6145254e733833d7df151efeb9fce97f445636", + "2cbf2e5dbd2bff53014a66a4cbd93f69f92f886c5b4ee02353e4ba9c94e3826f", + "2cf03c960330a31b32f11d7bb56831aaf8e883f1e62b05cb3f4453fd80e40fbf", + "2d1adbbeeaa8811ef41d9bbd778507b51163ef3021fa808f767943b465b8ce16", + "2d2323f574328014c75e32fea3155f729fde3861ecf369ab6f337d310c90c1b1", + "2d2d9b13157d8f72554f0f880795745f9b6ff6461dd073d584e756caddc4cdf2", + "2d3a44eee75068d618b9bdd36b116e8e40ccbad1c16156b8bd0b06369ae81ee9", + "2da33335bb58839ce28b97fdecbf093fa0213f9d9d79801e050957efd4d4b0ce", + "2db74393909f5acfc2d5e00ffa646cc924b6ea3dabfabba9329b260a560dc354", + "2dc05339260685d20603763b5ca9b7ce8dfbe566b95e3c0979f5898dc39922b4", + "2dc306af4f727cee39b8ec93cdeede9dd9b08460753a2365f828c08333c8639b", + "2dd3adb43e3b61853b8a30448e12a24e24618eb60be5ac6a6e6310cd608eec63", + "2dddc0fa022e4dcd9424b09b16f89f0f61255a55b0748ab2a22890e87878a0bd", + "2defa16f507f490fb59bb70e071d85414ef07276dfa21b5317f8d06c4e3b1a73", + "2df21916ed241f489d69e97d370e4d6d6941211f36a925a3b86d7ed1c0fc1cec", + "2e053f8b5edaeb383ad6e73c2388a18a8f9a6d6869b237fac4325d5a2245a564", + "2e07bf8f9debd974bcd7d7f5721df3d08df6e4a9a3c891ed518cf783df0c9e3a", + "2e2ddfb1b4872831c5c5ee20abea9046923a7fddcc7462c975f79d71af030ad5", + "2e3166ed803467db2f1e7955b14d163daa016118a0240832622a3a89e31cc290", + "2e34ef045128d6d9abf7e7bbb3b7d655a355c932450e8c216830216a55f45bf6", + "2e4abffd42d065405d5c50a7e89b60b4635129858fd422bd8a5bc56debfa3d1f", + "2e7dc207e0ec7256ce878bee56d6eb7e89851dfb15739e987b5154450714819d", + "2e8b45b76496d343b60a3084f4c983916d31c5b7eed40d45909452d83f749012", + "2e992008ae3b92ac0e6c56a979e6e97376f6ab01ba1657b26eddc2f1b774eb4a", + "2e9e3a0dc28d9cc455e426bedca616fdfab0fcb4b07db71afc3a3cc55de065b7", + "2eb409f84a30521f4d270324a38a35757203f0aa3cbe84a002bb76d075c4ee95", + "2ecc79683b3b1ee11cf498155da25ab786ee469d99f7bc0348d55409a9e59f67", + "2f04d8c5bb5359ce1f9de574cc90c3d40d4e3623368871c574c3dc5419ce88d2", + "2f0a059d5a5edfb859aec1f0e51a86a767e10f8debc5af8b1d705bac6c820659", + "2f20d184ed355324c87d927888e73b46809427944c6c76926b221a1ff10fc4aa", + "2f74cccff6a3b3582d3d5c8b80bb2a826f8e8338d1baea38010dcd660f90b724", + "2fd6faf46ffe17059af06ec0c9ba806ced076ca905ac45a24879deed1c45afd2", + "301f4176d152f5ca05d3a3b212924e746ad4e088b3b8f3cb9b468e8c75c4eadf", + "304b4b93752f54c39c79148e2f4fe81ea04595e2ca127ee9162dba7a49c5be9b", + "306722a747e9b40790bb9dfc3277629b283df3204757190dfa3c9a77bb82b6c3", + "3067e3bef680d92ca05a1b10a1efaf2313dc1a700c292d07ac763b0717807e72", + "306ae438448f671a8b163290a896bea20caba868a7989a4115c607936c5a23db", + "3085ad2c20aa1751700c2a52e56a31582262e6d33490a2d863b49ad42eedf490", + "308d8a8b4f266866938940a106851d72fe3e6c09d9a246b1d339a7eaed04a3ad", + "308fd860e7b20a5003f598b1560f3d3d9ca6c1ed6ca172b94d89d8c0a2a81f2f", + "309094bdd0171c5d9013e448ee826e8683edc9caa3b05cdb830474e451b2967b", + "309ea352f1fa69f0db7582c33dae60a6e94af9b27e5b520c5d904f944fa68126", + "30a504f78e25c60f73e949b01851fa600f1748f14eb937da25d60e34f8914834", + "30ccbbd11c3360af33dc437ae8648c6f844ac6c6ad3d9a4bc066f5be76a23793", + "30e05421984dc87342b7a0c5e0f5ada02174ed62e5ddd94515fdcb0562a23a7c", + "30f332c1a28575705598386d0a16c103751abdfede5f2248d79bf7fc1b502292", + "30fe071a03f9190a7b9bf43e6848989931924b3ed57feac707a887d398225ace", + "31321c89060394789fa478b8e5e55158d305a2ecdc1d3e1736ad1fc2da960561", + "3155118baf245eb3638c6b00a0dac1335b2908925cc9ea929080acc31b1d4692", + "3156405fdd7823ec3d73009465ded9eacca77ce01ad522b2686e3f0a53afd15d", + "31904cf5060e463ae0df2858d4ffe8c5e6f88f1b4fc97583a9942f4e39461bc7", + "31c34949f3dd67ded3e6234af496cdc55c1601ffb2e2f9566e0901cbc42104a4", + "31f19b0f89f217f06f53495c011828494e379517edb22220d1e08076081d2fd8", + "31fa2d2738687e84aeb791d1da281c35e009d609352b79e938b035c718a47530", + "32188bec2e0424b77ea0f3633c8be658cc35a739de5842dced47bb4cf29b2e85", + "3226aef36f5280e1a5f7aa6921eed13bc6f959316ac2e0b64006c092639f7580", + "3282223e993dd22d7998813c953ad2266e639d3d9f861168eb41a0e6accb55c8", + "32bd77fac7231b667834724f6fc99fb379885d7c0b217fbd5f741a8e40904b96", + "32d78508833e9de23b051b65fac7099f8a8582b13576e65ddd950cdba06bb3db", + "32eacb2a02b9c5c57ac5384a2c6670c7c1f2164a9895398fcc42d78f3ef0cacf", + "331915366ec39333ff7c232f1838bf30be30e90aebc2e357e9d36d7024e1131b", + "33452c95909e9c0cdfa89c3cc04a7b27102859779a85dd966559b993eb94a7b1", + "3351793a8c5db83f2f1877a1cc8bb57f7d76f3e614c55dbd58e8489491e24af5", + "337ea7d073d3cd9be0463afe0eb37c755c15240f54d10ed971cdfd4f09618d8b", + "337f9f4695b3e8a6d6ef006ebf5b1cde828e91ea4237ecc5992d6291292ee7cf", + "33ac16e402f3f2824708a8187c19404f952acb49f1ee8b4bbe5312ad585fb131", + "33ad56c3d64bd864c3a927b12fb95ac99c6dee0e6abc244fbf4b61149b16be74", + "33b0a6867562a918e8702903b476fa7100a1b356b6613d2e9c25035e31d0791c", + "33bd5cc6473cc48632de8dd7f0ae4c6d99d772cd07e29e5bf3b37f4f9e142d66", + "33c5f3455ea8abbe73312f89915385361981af36a329a1a357c3d7274c2a1d2f", + "33c7e4b1a1be597198141e9f4506cb9c9e0955b01e6fa2103b428cd8d187f5b4", + "33e3575cb0a63713d10b724814597d6160c2549a3ac1947125c10dfc02d66286", + "33f483a510152f19c6c4220525d2227535ac5ceb9fca7483f95ec74122dc0b73", + "33fc9890af9071f76d49957ca4596b2255dac4564c3238d02f369030ee0acde1", + "34169e0b266acc6516cf0abecb99fbf15d96010e9937ccd43726762a9716ac8b", + "3421114015b80b306d6ff05cda48ef6742e935d3e9f1fbd4a79c6eb378665f10", + "3432acb18a5419f76a291dc59126ca2a71d0ded8c0c5e6da08d58ac040d5a264", + "347682ce1cb3ed264f55a6f66f7908b2a5b4aced184463812ad49a7a785bdde7", + "34b271c48e0c0b2b2b29ac13d525b4a4fba844419fb6b88cd0c1b78cfca8c3a4", + "34ccab9180bf8852ae598aae302da522f7e2366d54fde419f9e990b4abcf1722", + "34ccb47ee7a64b14318d84d641a7046684f71ec4d01aadc54c3203a1085ac817", + "34f3ead3029e94a2a25c940365600dc03afde42ba6da925938431506431d3585", + "3543fb202207aa6628c47078d7f21f7590defca0b9eb7af4ba12ed5aa445c4e5", + "355cff0ae44e80d74b235b926e1e414860320ad4a101ec70fa99f9cc2481b626", + "35905154d89fd0df546a823190c2754e6d51f79cd30024c9c1acb9f2c7eda1a4", + "35a7d85bb77a51ffe29fa15e956a970b54810c1f618adbd8547a4efba9df46e5", + "35da11f528bc82d5f9ebf9f5bb9bc25c766cff532216af0646b1d8f15afd2baf", + "3619b67cc0937e9f89964936c4e2ef1897f48ad30b83e4224812c1222882511d", + "36253466aa8a53fc51bb8fc037d21924520d59aa36259be54b53f8d8c67015e5", + "36714da17a776533a53fdb0fac7fc0b051a1bd0bf85320ee3bbb09ff68da5b9a", + "36bfdfc702c50ddc4995779357499347962e08280e108d1f67fc6377ee56e225", + "36c654f26c8c4b5e4db51a5c1f2213b8206a5e4c88d84d5dcec4a7268b42265f", + "36d2173dcb129d98a1fbb9a25ecff8613706c046e4ccf8b49c07d0f8043f6d9a", + "374d2651979eeadfad2699f5a557d7db7174073b84eec55c9704fc171d768e12", + "376cff84d5eaabcd84de92e8037c98ff298ac1d372866331c49efed4d8ad0e15", + "37b247ed57b009b125d27738b5bec0372247fb76cb1cf225c16dff94019aa8fb", + "37c6a25a9fefc754d6d25c419a6485068c7a1dc1af5d07280145cbf7e849fa8b", + "380d3341ffe5b7eb9332109706e251b68211796ad2714d403a50e8809939f4b0", + "382e7932bbe71318dee082bd946788f610fa948c114d3a3bdd763553fb10aa59", + "3837c28ddc9543e2beff4e98d311d4a7ad2e675019dcfa0f38bc54dbdd00e1fe", + "384b8311b0fd3f43ae9e3c803c42ce0b5ac4f23f5dc1c1785def1cd01f34e99f", + "38680b605ac4b6e46bda8a39889e50dd8df12cc82c303e31928a16cf3e310cc5", + "387200a627634514bb8321770d460b668c9516375226ff1b129c54e00e743267", + "389b17e5ec1ac64f3b51977b3ebf9279409572fbbd1cc5779e5986f10ea0eaf6", + "389c9edea933534cebf8dccb4b7e03b96ebac870ab1c83bac3193688e5596152", + "38adf5a5620c39b5b3cd62b452de47b44487adbfcd855ff75b37eaa331277cb0", + "38be75538254cfe4d5e535b5bfeb08d320e36d2fc09e9d3fe0dbc369a03c6f2e", + "38c5e9c98332a91abd7c6654227b1eabf1717bc4c48eae5ba54d4250a1b8faae", + "38d86b76bfad976d136d0a0a6ebf1220b57bb58fc6d0c6bb1161474740643564", + "38f011dfb9503dbb7d7c5547e05c955e684a5de2a8a2431a40cde7c23e1b30a1", + "38f2f6a1c0398f9a45a2c8c4efe37de7ac56d3031102eede259aba10d6ae3fc1", + "392d57bd5fbc504434787a303f8e1c56064fd33fbb145766cf7e7f1a0088ba1b", + "393003d60574390abc414e5bad9f145b5a4382b3a34606d19e0f2612fce42834", + "396066036fb59e21a23d3dcd772be7f1834dc79369b98db5aab76fac639557ce", + "39907f7d1ac19d644f06417cd795e3ebcccc940383f1bd078e1b5c839f79057b", + "39943f932a5282c29a1719b4bd14cb195599345a3df6889c657702b127783e38", + "399da7528776a819912236825acf69f6cdf7b3ab904d49f16e970f0aed4053db", + "39aaf3de02157ee50731d29a7af009637f923a488b32a28213893cde9d796982", + "39cb6cbd40abd3a3b830ff12a87b423447419a54aea2df12ae424db1928a3aea", + "39d727d8064649b6d18281804dcfcc9d26bd27ff747b7a74252c7bfa62c6c01f", + "39dc7dc27988f1ec49f46b721feaabc2b63126a44c585f447c54abf33be9616d", + "39e5e558b78627797fa5fc55aab54c3353435867baecad912dc8c54062da8458", + "3a5343a13cc9fc4fe5e37203776a45663a5e988c50955ba5ee1ef78bc4f77623", + "3a573bba76d4f43d6e64238fa21e38aac63f8a2c511db774ae118d40c509ca29", + "3a8e9ea5bc01a4d394a2b7a91bf89b579395bd802683f24914a6c822969a7417", + "3a9ad0d2857e8b0dfac3bd237dfceb08c1db01b79a0169a868b8d588a589d35b", + "3ae9e28b8f68bb9676cac4f93d99c9704ef82ed42794bb2a9aca59f52833ede3", + "3ae9e7b2eb9044e1be1281a28177b8dc4ea1b4eca35f88a11157bc8f68e257f5", + "3aead832e9e872bc3a1d9324fd90910c8a904255c92159b2cb3202241d1c50b5", + "3b12a56b380ae79ca6c9a061b7e7902544a9cf51eea1b627206e44334fb3fc10", + "3b16dd05c50b6534be4523f8f34e0778455ad90ace4091604f18356a14b8edac", + "3b1bca7064e1eb773d2a2a55e2151392dbe3a9a44ae12a14017d258edb8842ed", + "3b29e3d5850f9099ae05d5171456f0a735ea8f07c137492557a93f425ef7e7c9", + "3b3b58ffa394f68cd450f57e00369649704aac9e4e954fe2d0c89f7ae75b634b", + "3bb376999dc724ca9695e469e5db3da657c83841343a498132d5849bf8e1db46", + "3bd236b7cd8f3bf3461f6e6eedfeb97ef0b0fcadfbc4a42164eea6546bfe0c72", + "3bea6795b923ffc0354dd3e3c427b242af16597e2c327e0bfd164026f1cc8c8a", + "3bec1a06ba82fe284d099ae5f195379ed8b870dc62a4ffbed1a67437805e3eaf", + "3c0d4da7c7013e037a799b975326ceb560a905a9381dce02c6540d46404e6dcc", + "3c3768c794292f1cb9a8e23c221abd3cfb5483be5893be5302dda43c86dd70f7", + "3c529806ad8b1c37819898031c2e8ac6a27d47b259acb7cf1691f51689c86651", + "3c611a1bddfd25ae3b7170d90da70818ca5e5327cefe4454b6628da9a08a6db4", + "3c7cc070b7fe2fada929c8cf26fb697e3c58062a6fe3ca348e1a1eda76b37625", + "3cb6873e95612d0fb931a822a8b55afed47585c707ae3f6136a682b244ea0f9a", + "3ccefeaa917898a3cd386dfe4d65199796e1cfc8bb4a73985af3f1e4ce3a26a1", + "3cedc03408a8b3da093700161a478a062762373e3a952e36a2e11992c6e089e0", + "3d2ff9c749ff902f5bfba3fd3f7a269b5aa37487001a7318e50f09fc043bb09f", + "3d3102629f40f0f6fc575a5a87ae7d73b895a8960e8746b056fba7f368a2595b", + "3d32a74525e557244497297607dd36cbbf4777e0778888152e1603d600b26564", + "3d60580449a07508fa4162d6c188e21c4dcea4014ae77b7b4908ff786d9456ab", + "3d74f4db788aa8bfd1a108c3cf1bed0958332e64df508f002310fdd13fb57e1b", + "3d74fce3a56854f176b3c1660203d4424bd3557c09ca2c224a3403946da2cc94", + "3dc736a1700bbadd6eb95f52a70b1d397f49aca10d5c94a3fe6f9ce946fedad3", + "3de589be6e9c38b0b10243bd7c2bc3055d643f29c3944339db80ab405b3a1c32", + "3de99f1d97b00c3baa52658450c06e846b07ea78cbe8a3338b7be49b03fbc357", + "3dfd24ce8083825ac0413bd174d48661f4e7a666faa6d6f54592d49fc244ce81", + "3e18849ab3807d887c0f4fa62a2bbf6e76a41dea1ac7950ab5a1ba4cf96af931", + "3e77980932066d7cbe8263a65005bcc889b865516454120c1f48f94c2fef9dbc", + "3e960f77007ccc87387c15f7aafe210ae38438f8f6c8ff64551033770046c8e1", + "3eda1adf6b8f49d33323ae8e6bc96a1cca229571f5927a804a6b878fef00e3c1", + "3f0c251e7b67fb6858967a27754f29ad110c89c0b158c4f2e5a96c05fd81b888", + "3f420e76b844336a91049960db17157980dfa4d5916d0b814d78cddbf57c4f86", + "3f5d876571875f965c438a8a58c96b7f32234911546f2c1590b83a5198acaa3d", + "3f6e99c36c36dd12dacfbe23c7ac87082c419842dc12bec4f74829f764a8e6f9", + "3f8f5d84da330a6c7016ad72d234c174aaf723b45cbe5d3a9145e675c2575568", + "3faf0136d7affd01be02bf5a9698317ee8a6ff6f6a0ba75779670d18c66a38b4", + "3fd34303b59e12e06bd772fc1b9792580da8a50e4d69dbf78702fe7bec9b8c0b", + "3fe4f6a0da2df15f272d64d4f9ea68425ad01fa3f0f6ee452ab9cffc98c34b18", + "400a9724d93c3ba1b67e2e8cec7225516e819676e4733d50ed33edafcab0a707", + "4012b33f2ecf8d1baf925426438baf8632a4fdb1f52dd767a572496a457e5ee3", + "4018bc333ed65ada31d42f42e5e51b29c6e927157e58cd60f037c1f26c49599b", + "404ef49e9e6d25710b2c12929318e60fd4601328688785d65844608044de48bf", + "40c9410e7b8ade1cb3a6fa71487e22f7892b5f85da1fbd14f433fabbc48cb583", + "40ebe8d29f30b9acd3993e9d72f36d2511b3a81c8d50a25b6304d3ebc4504eb9", + "40f4b6329e19c0ad22fb492fc79edcd242a2183f9fa3aff583dfcff16beaeceb", + "4119243479f2a04dfa7843c8a9357b64a7bbc4bb9378d364ba66938fa29993b3", + "41582150bb4e6f0252ef9eb9b8d9ccdc6d9111291411798bdca84198a1d29e79", + "41602d2b2ae7b9d18ce632b67e369cba36d272d2b0f412cd30a481cfa0cd49d1", + "417be49aa3741eb0120073ae71337f11595f05d93525afe5dcdcec42bcf24df5", + "41beec4ea2210c90956299942b14f90f8c6c450035b05f56a7b5a8fdd54db85a", + "41dfdd7f8a8debeeb472a7afc5a6a55d1139a39985f07eab8effaa20a412af3d", + "42090d888f6cf0a9bb0956166fbf65d0d16b4ee84bfb7975afa821ad8a10a869", + "421469c5402db04f1276760314af84edb5f2c5ca93e0d77a31f31cebacf0f96e", + "422872dac53957684f5fb702d6e11b39f4108487bb848c0d26b7b4376cef69a5", + "423003117279ba621fa3481afa37e09c1966b3fa7e49608f95ba53db066c4bdd", + "427ee0af0d810082509973505dda1b7b1befe244be465f40b3e642047132adf6", + "42a0a9a7c4bb7b6e66ec7f68c0905d2a4554f50cd078ea3465b2c3e4b6a7e085", + "430794193b81c68d824dc36a195b9570fab05a4a0b5b0be3c5ae5698cc82b6d4", + "434ba4341c13fc1fc6d71d9eee95ea2a39c06771630b215effea797ced42e9df", + "43536f1ba3748225251c8d65c5a5ba97747caf695d420f85e4b62457c8a9db9d", + "4356382bf08cc0c2d865bf6a0e018cbb2b90415c5dd37f5207c5a874e7e1b0c8", + "435933e580253d372d941f3a6b5be5352dbcf61dcd2355007b7f8369c5dc3728", + "43977f363939808102fc0d611a5e27cc924308b2a5a88939a46be95452a0f070", + "43e04de95dfed0fbb2c29a1c7485d3d6c66cc66ea7ad695e830915f1358c3a4b", + "43f0895baa6de45c86e086854700cc2ab2841f2afe5911496244f45ab3818109", + "440e2bcaa12caf38dd81cbd60439f72067e1767478c6b77e3613f76edb11e8c8", + "441a8a6e8fdc88b18e5a5174eab8a9f9b5110d15a3c5329ba01b9ed9da185aa7", + "441b9b6bb84b083a33a31a436fb9dca500ec5d7ca0051a1b7813eb2684be624f", + "4441befd5fd6304f1a65bf2406aa25ad86a0f30ca7bd4f5cd4deae4d384f1ca2", + "448596ed1a8fb48786ed62faa09ff8a9cc1ddb31179cfc0ba5eb60ee00400112", + "4494dfcb21b68387a1e0da5394813e325547a389598b224ce8b10b7bdb7ec945", + "44c16b61c03f9214c769001b2444ea84acbc91960c125fec67b7596862bb4bf3", + "44c9620d8eeeff6ccccd98d825af7354ed4eb4400131e03b5ea04409113b39e6", + "44da5db5b8e8740a38435d426e4eb9f855beeafa03098faaebc33ccea9d0b744", + "45244adc20436d2f5a427b80f4f1c15a73d8579ea5d2dbfb4bfc72e5f997d115", + "4557c4cd811e0166e218978bdb775fb6ea299c9603e3c20de6afb68e24706d9e", + "456b221337cbc952c55988375ec557286728cd771ef9408f1c764a4073a1e8f2", + "457bffb709cb5ccf6977d714e33b256783469ec035f37c071395e36e4cf4debc", + "45893369e05b3cf063d77f451ff8a6417a1f97bd6b4838c8dec22bef43bac523", + "45989e843b597dec4790098482c0063a6acd65d1c01bba9e8131bc813df32ad6", + "45dbc8cf1ef6e1c9ffc1c8b79f3e7513ac92f1e46154a0dbb7edf3d03ee898cb", + "46382d94897e05a802f9482b1e10fa0ade6053254dcabfc957022abbe14e500f", + "464151651c3adc93f0644b3f9b94b0e98dbb04136e92735dbbfe83b18658074d", + "4696efbc5ce832da96a9ef1c6f515d0e944264dd070cba698e9e89323ca114ae", + "46cd422c309d4f4394c38d7bcae4ce458613793042ad31626cca4a303cde1a51", + "46e704548e226c14dea88e9ff1acaf4de243139614902fdf3f5997d9c13fb34f", + "4783f6f77bb4629c69d6822d64cb2da730348eaa8a136a24194d24d53b83f559", + "47c6f0de97d395643f179a9f3247d2768707b5964c336eee0765202a603e393c", + "47ed9d7edc63708dae6e1f25927c5231c86b6ba6717983516b994ed544bb2e8a", + "47fefb31541d1c4cce72568f220febded0b5c4ec858cc6c1147050d8878b8083", + "4801fda1d5dd623aa273a8369de75adfae8657152a36650b6e8002da433117c6", + "48126690b86a0aecf87d8e7251173c0020ff593b458133ae8b560d6d9f5370da", + "4828a99d5491c1b8f564b661ac866eef5afea099c7f7ad2d67924e2c735a004e", + "484af435548059ee71cf025a6b8895e8576d14575677ef293037221f0624cc09", + "4856458e1a9f38fa310eba2ca517513c74fdbd8d62cf29196f5656460f42e268", + "4871fb0f89facb7ca44af55e031344953f8ef45c7b7585984f6fdf9e5946fe74", + "48a465de4fa18a9eb99967acba19b560edf8a061be1926210d5e96c837f18b11", + "48c30858be8459db0ca75bf71f5121e2f0b6ad18a328108363184efb2fecb713", + "48fa46445e65a643e29937c69e0538384ba7f1feef2088a73a6c39990ba26549", + "49253c445ce10685f3fef55e41d69dab439b9c9c07ad1d7fa96bfcfbb343e1e8", + "49371386ec950ac3831816f28cb358301a13abbdb3c56f5fb42003916cd59796", + "4938be3383313071b1269b37d6459e6a87242f58492b02dbc44f335d1a83c5ca", + "496d3f9c41547b2fa460c2054fb7c381747424a75117b3e471d5f5ced0067c3c", + "4979a34d6cf19c97162debc3a657c79cb50dabd39c747623d71f2c520c93f3f2", + "497cdb2183fd3f04cc5a0c73dee40295e9bf0a15a9d91234b7bf617280cba693", + "49817e31b53b5d8068fdda4e2e63369d63d548bed45065c03e04df508046367c", + "49b173f5c0aaed30183ede6f3fe27ac6e96db679cb07d35802d9576bcd672d88", + "49d89c167a538636e2cd7a049b633cc8c7f28d0e86860f2c30b3dbd3de4c8c92", + "49db0c2118ffe8b7f171b29e2e464253a1b10c551ae05ab473386a050c8cbcb6", + "49e4287b6ee26db52e0b2ba0229cb0cf295899071855dc3f665150df4a689ced", + "4a207c0a8a8e584fa8a3df1ad6d6a7572faec70672511c3f9fed0b5d608eed50", + "4a42d21f25dc546223c6113b33a861a36837ebe67506cbe9b0c1b75c8722d517", + "4a5e398567c199f6d294a82583b892fb3b0d3b5c40fded337ee09b634132d9ee", + "4a64db3dc71ce8b6eca7ff5091a0277e2b80ad862567edf4210832e7010a5521", + "4a77ffbfbd81da55bd8c5706cdb05b1dd3120466e1ac2face12b1206e0805a6f", + "4a7f6bac80765327bb0a049c8fc3cfce86f18cae7c8a1c6a57cd7dabec934d52", + "4ab9fc7611e72acf1d3a55fd6ebeb87ffd5b1efedee167da17118bb5705faa3e", + "4b09b1b44158cf0cc3de2907ced21de6de81b27ee094308de5e889de05fd66a7", + "4b0cc785d418234ca91e5b634d702589cd328168efca29e8cca374b3f0806b0a", + "4b0de9893a759494abf37b80d8c8b14487ba7c1f4c2933e3684cf0522d3b2e96", + "4b17ff76e6f9846ad966ec619bbfecec4c15f6155b12d82b97d286994927448f", + "4b5befafa28e84c8bb80aec49d60255781ed80956037db55bce16eaf8dcd7587", + "4b6543e98732849e1e2ba3b993f7da9340803e9e91a1f5f4c030ca972f720c1c", + "4b65ae471b05d20e97ee83c2c32fdc74e406e3019d0e9361b025dd1c2bff3584", + "4b82bb99d206dbe881b684309528b9a233f7c01aa2de42ada61be3497547eadd", + "4bb7a372a1e1de11644233db31b82c7d11e50c0628e7c8f58b2e21f988d4333d", + "4bc0b35b5c19fe1e718251ebaa8fcc726b3d0bcaf4dcf4552ddaf4bd822f97ac", + "4bd9eb8a050cdd74cb9e1348106cc1978b8607f0d34304f7bb856d86f99deae4", + "4befd84c3ba8fea7a5c64dd302955250b0d3ec2e3db7dbb7a1c2d2123865f273", + "4bf3d35df938a7a2900e0f5cfd4a174643b3752b74b69f762a579433444cb9d5", + "4c1549462902d97cee0fafa319ff25c0acc9a9d8b0f0c2fc046123b53e16f107", + "4c32c99d4808fc50a5c7d89b8a1fa32f8dad7f0ff8e06e748a1e4be8199b375e", + "4c33528daaa8c4791b76b49410b4081aa6bdaf0ed2db5bc7dfcd25f31ebc6a06", + "4c8d5cdb0ed963ff600d8701fc929d22a60812685d3b69868d4f42c9fea1bf6b", + "4cd852ab8d9d6c1307b5d037a8c2cbca1b9f0f651b9a4a8d75869ec89910a4e2", + "4cdaf3234c626e8930f9660042f269725faab25c1d6eac7714cf28ada00149ca", + "4d2c2a2036be8d1337f8f878f270dff29bd50ee2cabe82f4ebae082de71208a6", + "4d607073270ea17f497483ffd6baa03ae8fd6e770bf0e0094fc5f3ad9b1b38eb", + "4d747008088d0d38ae9c13e763ea7e35a3fab5859e0169b563aa077c1f5652a0", + "4da2ccad66b0320dfe85a3a91f9552177cac3735266fe014d2037a5a67257796", + "4da980d9ac346c38717f4a7e2361c05f0a5cfab7ede3d665368b67a7bddda4d5", + "4db5086479c285af9c641e7f93dfc4d3a7ecded77e9e29e377b7a654640e87c6", + "4dc96a99b46cd33924f46cb16d8a924dee4bcda345895a6c522eeead47208432", + "4dd7e0eec3c93e06a0151da75caa5a8dd09225d92f887f216671c589cc2f27c4", + "4e06b20920cb157f51231aa2aaa4b05d984392e7e0feac54112621758cabc3cf", + "4e129f2f9c65a1628d79caceade78b6ea056984fcc2e274f68ab01aebfe2140a", + "4e199e45884bb64c5eea327a917cf04e6de8e285df60592eb2b4afaa33729c43", + "4e26a5a289e257ad3df1d62ef154be1e724e71f19bbdc4d0ef54b0b5eb18aa8d", + "4e379fc475c786d5b1be61d19965483d11829f54164b0010d4283a33a8f60845", + "4e3ed35ca52c2e01a7cdd729e7068c1c03a5dc841390d426b04070b750adf764", + "4e4872b564cc0e5f969c3249956cf8aabcc79b0438edd7b02c65391e915fb6d1", + "4e7ae1e39495741171f3aaf74402143b8cf31d863924de41c80a69bb6186b89a", + "4eae55f012e712d2e10100b46eb90c597c8a0ce62bd167ee2f286e161434e0de", + "4eb8937b123b44f09c2574a572e384c7511a3ea950eac45d4aace87c2f44c391", + "4ed094cb2bb666fd3da8853a36964758d91dfe66d1bdd347e0f7c8b8c718ea0d", + "4ed6453dd0eadf7321ebfe6d030fefe0bb7daf1e52cf195ce43db0ff2fa5f4ab", + "4ed9df471fa4c9d9b7d6c29eaf127e1743ef80322b706f10008711fbdfad772d", + "4f186bd841dbf7ddaaca22aa1552a1e191844e3b80866158fcc37236159b7531", + "4f3d06d0b1335a13cb225acca00e85b351b3a5637c9f84e70bf434d52be4e93b", + "4f42fbaea85d8740f2a250daa88a9ad7dae53a07ab210746cc1526de742265a9", + "4f4bb1a8cf80e2c0847873006a5ddecc6871ee627588f1afb032a56779eb2cbf", + "4f865a399d2d50af188ffeb535c333d2017387ebf230f0b13e0e741dd35a350c", + "4fe42b5a3e9d4c0f6a2be6eacdd1a0cf45affa7cbb687c50b143da1179fe9c18", + "4feb47d1ff7a9cb4022ec5fc0914c6fbce0dd9f1a1a7af70a36c7c83949ddda3", + "500325e34d1afe2d2b79d83e7ebcc7e4b1f140c8113bc29fe712cf9298392906", + "504d7971b807bdc6ff779b6c274db38dafda22ac1a2b7d50becee1b3b6a2dad5", + "508a89c82aa71579d982948d197a6967e9bc64f5ec0b224467c4cfed96b88785", + "50cc531f76a921df9b6e2eef827c5921580930c58434a2778b01083e55967446", + "510d7c189bbf686a248aa8172d9553649b5d82cc389ec42c7f1c95bc3af9cb7a", + "511b16f4f474db69694757b57b5805f47decbecabef68ad4050812a972718198", + "5121cfd3d97b25de8e92fa91c182282af8d11d6a9035fd522bd2c9cfa1c3c075", + "5147c91d7c07fa96291abe56b71abe33fe5c8260d37c54b7f4c2008e802fd36f", + "5169e603e9ff88c8b5c21b97f23a0a4f96ddcb40ba25754c332c7cb0edb1640c", + "51ecd39f98794af8a8842cd2d4b41bc9cf9117825ff9915efd474464b2e5faa7", + "51f34f7fceaa4c434accbd8bd8596ac00f4a92642a437f46750ef45e718b69db", + "51fc880d84d3d8acb797768c4ebebbae41bdfc303777b4e52ec7ad95c08ed39c", + "522748f349598f8a5b5af35825819ab6ee2456f91aeccf1083dd7f6353480edd", + "5266828a56701e05b3c0ebfe65103f9d484b036c59b4e1eb0bda970bd5cf63bd", + "527e94eb60c278adb854c2849e5e1d508b6ef13f651ecd7aac0916528851f8be", + "52aa00e24b3fe442d1dd5d535a6b8e2287ee8a5e2bd85b334c377bd26b7bfca6", + "52b2e38e8e13617822a9291ee6c5365b5626ebe01d4272f39f75a7c9335c848e", + "53129650eca54ff4f0a67bb3cd93ed89c64d5dc87d945e9e8ac09ce72f8650ac", + "53214dd5fd650a6d93dc2d3ec89c65cc7d4503cdf665e7ae2b2bfb4895fbb112", + "5326f5cb0bfc01d08b7c17fea34cbdddb4d1a4fa5d907435c15a747b0750af20", + "532f79785cd9091700d6a0ec6a83d5d023e71e56ce704f91e3f5d92ec12a9af6", + "5335fd622f89353e5f12da72d7f570a680ea20fde15a4d030cc3e682917f3e08", + "535c9f3b9205d8d835cdf757b11cd0fe848c1d8bac1c660daa0e710abfac44c3", + "5368d271fa15e996184438f729026a741ceafa7b702e2f5319a02ed4a7537096", + "536ca7234857569d044bce93cd8058dab7eab3b19f4c4a56f2ac347a811fb435", + "53d325afbbaf0a085c8f4dab65d0ad4f6f3e48ad455df4b92efae664e3ed30cb", + "53f7214b828aa5afaf391ef2c4802d1f8d0c782a1d9bb71ff86c023134cda878", + "543c4fd0c392645155f627609c7d430a4e4d06e576863c514b20e1a564381e21", + "54a84ebc0507a9a9e843dc592c639f3b43c7d8e94c6019d71029c2d8e15dd930", + "54cc4fd24af0cacded407bd4f3bc683e25a9e969d89a010d36a0dbd586a2fc3a", + "54dc85bf612eafb02c47ebf4d67017c8de63bb7ced7344de32de836ea5551797", + "550f94d77469ebf1c5b125a72fed8df79c24a28f669fd339d74aa22ddac9b5a6", + "5513af533ca18fd5629a153368b994ac91b0449602a26297479018ab1f926071", + "552e2500e0c22bfc971e5fae6456053307211e2511a4b3f4edf67248e9e60c7b", + "55a8869fa9dc2191f7aad76c572cd5fbb72b826f2aa1566f0ede2fa89ec2a987", + "55fec48f1e3e713fd61d8afafc86d0bf0bb63b88212d7a3524d42201e4363d47", + "560da590c9a2d82030a253d044f3622ecb732576a98175b89f80efcf56d029ef", + "56330f94ec1211784277ffe3d0e6eb9d8570375c1502885ac9d0353bbe9b92ca", + "564b347329fe24e1e6550303be041361ae32520e753adcb0fa3b70d24f42953a", + "565a04ee80c7f76dd537e36950a9760676142d67f41fd998fc8295a59495246a", + "566a331cdaa86a9e637b843b124b48b2e492baf6e9a0856458f6192486912efc", + "56a30765776309f19a9e9cdd1f6d9456a23a1363636db79a0cf650bb7e31c547", + "56a94d11f9dd24ddc273a377cee421a7041081158351923c2bcdf1c180d3eae2", + "56afdf35be6e9e568b089419fdc113e430ed702e03f627833150a9b0f8b359fc", + "56b07e2d192eb70cc5a1dd8717ea1d104734dc3bf0247a85ec610a35ca8f5461", + "56bc76794589d321520fbcf73773be5152d5026d6117d231d5b49aac792836bb", + "56d9a85095e43f325d13a495567d69055af77d9eb0564a401e32cb3bc89336a5", + "56fd2f352e422edf3479dfdd0d0730885bcdc6e8140a93fb29efa33ce2e1e847", + "5750d0299820d644772be4cdb8b00a3dd45729a401c65134cb2a76cab7e4fb2e", + "578c2107d5f26305eed742fdc8f309810093277f54a5d831cb9d62431ff3761b", + "57aeaa2185be958180717afd2d67c85c071eac34214811e3478263c4d376c152", + "580347991ea4f30e4f531a31f6c561c15bde59a529de296194e4a35c2460692c", + "5810e162ef494be2cf77abb454b744a4f104dfc64a8bf30d81d8e065b3a0d7ce", + "58146c983a0dadd6f68056f5d0b5b285c1296cea6662566ad16257119665a177", + "581e0f0f3b40618fd8ef5e2f13555c891e6ad26e779700fbc9e7ac7a74370e85", + "585214c1720d13b39d0c41df6a0222e8eba17741364312ff3dc9aa1dab87743b", + "585e3e07fc2ef6b1dcbc173166d50ab12c9d23ab5b1ac9b6d2755fce6f4873b9", + "58773571cee830e082df51f368c9a63a7f20d290046b62633fdd995ede99418b", + "587db8c7d804f20dea3cd62a9c01057cb3b49601e4589440d2017bd02d638cc6", + "588a1e302469a7df1104d8bb094ca75222ee8da70b0d7f5466871c8247366fcf", + "5890e575bfe1cbd1718521af938e9e6042bf386075a3f2d18fa875cafb6bb992", + "5896dc528d2b7eb93675b4b1cc555efee4ff2eeccd4c3dfc8d36bceb18cf0e6e", + "58bafb2f5bb8a3b1eb354ecb07e3453d00501c6b5baed70aaab8391c3f400a2a", + "58dd3c4e88e304f5b06967264379c278b8fc6f530fe74a4d3aeeb00507badb80", + "58e1f86fa5ce3520e7d8f58889ee0d0c51e0157b76f12db19c7380abae59ccb0", + "58fd614ae697249681124a8c8fb27476cd7ac07bcb9bb5bec862323be835e426", + "59097dc61bdc1cb165e5fe9ef02fa705888f8737f2832e5e5355c1308efb9e82", + "591dee517c139be11a013a596aab5e3d4319d2d056f49a8cd9eee65859af7c6f", + "594c5ef422269e28c70f7684ae1395e7912c61532d21daa7e6c1372555afe0ae", + "596fbf2cced5eaa06817fe6cf08e2573bc73576833d15c973378433a3530b2c6", + "5973d3dab148e37f2b2ff8453d4c0db021866575b4278e4c53e4df8a700ab04a", + "59827f3a93b7f8823af0a16a43d17644aef2f7086b6138074a2df2a6ce5e6a48", + "59c53eacce4fab10ac3a923492063f77745b6b08badcc44256d82f74886e9e3d", + "59e170ca4b004d729ec102c5c05d2ddc53d12c725e025d112037eeb9dd788f7b", + "5a5d038adcb164227b02c45d95d545b73dc5aaf5c29f34d2dbae3866d12182ff", + "5a5faac5b9dd300ae710f7742a8f72e16d8ec858b153f397e45af70731cb6d43", + "5a65be1f3c040bd2c6e2fb583752e5dad7987e11e451d59e690f90ef14dee23c", + "5a665b818961b4ca6b32bf841165108602b3e27012b836b0f85d7561852d6d56", + "5a9e2a164309d31ea17ff845570e206871eb9f4a062edca50fa000b56818d599", + "5abe82d5f6eb9f97fc34764a7867c2f48f6ba3bef63e0c0db0283cb233d970db", + "5b077baa508db040e7bf3405264cf235c7d95ae59f33c54ce4fdd41a2297badc", + "5b0803ecdd5ae32f9940911e057431a19da47f172667396a50231caee56138dc", + "5b09088a32a4d31b4fa61cd7be14176699d042b759c867afe3664b6d4a3c8d54", + "5b29442d8070ea3f34d021c2229abbb1203ce47102ccc375e500ee28380a4999", + "5b48e419b56f1e0ac888f78d01256d7d9792181d244f7cf160bc6b33b86fa0ec", + "5b5d08a56b25f363a8b8eb54f1b66af6fd8d5e1d37ff19b56f08dde5868ba810", + "5b739a71f1b3b09bbf3d54543b662b0ea4eb22fe35809aa0ac14f2fdc343b6cd", + "5b8782b98afbfb414e51f003c063aca6dcc358ce27695ea52a0cb111b7ee3863", + "5b8ff653c10153620887a41370f6f1f7a862d06f9ff05002391c76ae0c7a7287", + "5b98921008beb016b9637d68f80eb8ad495391b3f2dbaa77ad64a705c315cbbf", + "5bc1788d1e6b4a285d30916d2f3846a50e57f7ca7a018eedebd0cfe875df9aa0", + "5c03f2b3a7c6f501261291db173abefc3d9d73a4094af49d78fcf6b76e505c5d", + "5c18ab98cb1bc02ac71d430fb9236c4b59f142d9d3ed4edac095b38ad1e6ce6f", + "5c24a8958cb0c33ff7617e4fd9770cb9e5b1f0d9932017bf0b7e9c7322516d53", + "5c25781bf806586340bf9b17c1f1dfc990e6dd21cadddd271448866f44d1c684", + "5c3b624fba16f6088eddcb0c9b9422eaa1aab3175b5e89732601d788440d1c16", + "5c4ed7d029b580c166984451d8c1fd42460bbba0a224c77b4e69f70cf1428a69", + "5c59eb61bb8b5953a21997aba7dd19476888f96424d4aa3e9f2eee253bfe9b25", + "5c7c610d7cc5465f9cbe4714c35ec928553493d0a16c9a63a0e57f8e4878fc6c", + "5c8b92dda4de3de4816c98e1d58444dc30f0e79493330a36d857be85bc4d3b79", + "5cb6260be3c98ae3ea566ba38130c44a50bf48304db36059d4c05f345458f0fb", + "5cd356062f8e1ada45e2ab1fed44d13c8b551331f1d485e4b6860466f78a8372", + "5cd993f6b096c7825ff9dac935488ce03f8dad2b060d67bf2505f22491292f5c", + "5cda3ced22b8cbf4998a18a9577a5ca62a34e37b38d118367d9d11d2d7d9b3b5", + "5d11328833f680ff28da140865138c3ba6383e972a7d95425a7f199a499017ac", + "5d13e695115cf2fd4c780da5bd73aa6774b7ceb334ebcd1bcede0e7716870565", + "5d1dc41467ed9f448b1dc703c862c1f6d51ed29037aef1e74964b8341f96034a", + "5d349e1d596ad3e2b74a6bbf355fdc4259476cd6977ed29600cf27ae50b32f2b", + "5d4597dfd3afff704c7d40fd84648673786f0d4a6776311ccac43be8832138f2", + "5d5c5ed5ef38e292d47d4e9f0849a6a550f03eaa18bf6f50d757cffe8d5a306e", + "5d8923c6ca6ca759ca9b471a2e08fc501c0ca65a8f38fc4e08fdbbf9b1c37702", + "5d90f1c2ea5e0973c16286af4fee863e69bd2c5dabf11e68efa4b30d15a38ba9", + "5daee84cb06225feda64408ceeac2f96556185059251680e18b092e894f6bf16", + "5dafd93880dfb3436f97a5eea1ecaa129a2b5b0a2765fd61b7ad752f4f45a8ef", + "5db84722f01e750446f95efb0f7b1e3e5be4e972df48183ef6449dbc33831e54", + "5dc3312ffcdd9b0392d350a016568b35465c467f4a8af3f8df8a01bd8d0b1a99", + "5dc49e102663cc053f4489ca3edcf207447454b65efbdeaa94f23a019e50b17d", + "5dc9d6774b9e06240c24fea6ac9ad4ab0a1c0fdae3b9236eb445bf7e05eb303c", + "5e58ca69ef681e85b55a5ee44016c5a277003ffb6fb80d76e1924d7911355b36", + "5eb24ff067b2d15897c338e09f972b4278a6a86b9167986594fcbfa1c4bc9c5a", + "5ebf7cc08cdfafc0c31b22d4f9c6765865ff9e63d72971016abc8c4dcec766e8", + "5ec3e6a888e606119f06059312103a6c70d1ddd2765dc399093457245bd07189", + "5eded2b78b90beb97074676bf47a1f3243b84ecd855a25aabc030a5a81102b55", + "5ee5a0f04e5de073e8b2e1ea283e8811305fb610276f297c8280b061019e3738", + "5eec32ec10e48bfc7f746c5560512e381d9c44eede3873a4d40f2854efd57476", + "5f9c8bf3d60bc1a4b796feff5e5340f352d4b70eeee37d3acd503fade03e1acf", + "5fde1897d8bbba084ff2a87e8fc4c103418060c56244f796f8b102d3ef6b70ae", + "5ff67526f77dbeabeb3eb9af58aae32ed2bd0af1c859deb6830c92b283cb720a", + "60072d766b1383035d005e1516a319b9c435c4e3ce59b69aeb5342f07dc380bd", + "604d392d36d6214c60fba0281725ef2125e573177d58d54d6a6f8183b73c3f66", + "60537dcabb3d7bdc1e312753525dd233fa8a7745c77ee26c77241a7886d0209c", + "60589d3cafbed181eecd4cc288e853fca6bcff092197b3b42995411ac6e3a2d2", + "6059c8c920478b870ae974d4422cba0ca49af2bdbda2fbbf10838cdcfa5c0387", + "60709160950e949aaf4b06a81bb046990a4a2699414d23ff7390998bf98867d7", + "60f873f907ee5d4f835f6bf079ea80950c32b0b885402692574ffa1bf340a0bd", + "612acbf37c5e1db127331fb6a7a9faa48b65756a36cccb51315bdd2663362227", + "6137250e31cccb6df9aef545f0af9e6f425d29f57df8c0bd59adde97f2a35066", + "6162e12b54d9c1dd7d764333543b0c1ffcf5660c585575595c04636beadcbd55", + "6171a6e20e268325d4a4a3fcf435febf5bd2572239d5e36dbc1ac4b091e86dc6", + "61ae93a705ef2553ecaf50ee273b55ca0e859f6be1b5501cc15ec1f78750f7f5", + "61bffd76ee2fc12fe529aed3fea7b656429f720be71e72d304b05ad787ffa1aa", + "61ecf85f0dcb3ce79c049cbf4246d31c3e9ee4fd97924b4d9786ae87ca6b6a6e", + "61f9efcef6f5be426991f087dd75332705677487880af8042569287517516522", + "620ade8ce0fc6e5781a57ab85ae405c9f62ea0360ec2a02d441ab4b6fb9f39d0", + "621d7c8e6248697e85db92cb715da91464290c722f306015957949842a1c820b", + "624d16569d89bc9da4b8f535ce8ed165b63ec7b7a290e116bdaaff37d0a09f2d", + "62a21d830ac26c364928f82f927d53233bfc87386ff2e97163fb981bdac82a0d", + "62db198b6f4c3f1a462a174b3d5d5a6078bc2dc15790360bdd7116e0f1e7f31c", + "62f9affb54a325d03ea5e8311b6fa62e04263251010f8f1e0545824b5250fc9e", + "62fbc7ac4cabfc232dfe0d8a78c55fc656073e2f6642396082245c9c98dd4998", + "63157ebe4e96307820a0d937d2a37bae3f9c14cca6cb651150156ec5c6d36448", + "6335cb3ff64c3cf8541dab770520a7cbcb6e3c8bec899c10393eefa9814f6ac6", + "6363f95dace9764ebb6dd5e4cd446dfe73be55be5f9e0b063ab5406af571075b", + "637340653f23ca873db36e16f9e98d6a1a1d7bd96baa07cf2afcad5123c182ee", + "637ccf26a58ec061ad2ee59d1f87c95f71f0bf8fa029b7ee9797b2a909c36ccf", + "63e61f2694503b1cd61ab7dc4c33759d884c3137d7e4f2a61709c562a01790cc", + "64642476b64edf3a64d69b2bf3231a5175d46c8a7db906ccb95271a787a799e1", + "646c682297f626e5d120f89acc519b581e8778b3b1dc6ffe16476a9835f3bcf0", + "6489ad49812acdb7da4187f73f716b78e1cd0b589e05fac85e5c75b1ec5cb1f1", + "6490ba8c17967e7a7203bce09753747dbdc0480c3f827fd4db746591b610a1d6", + "64d4e42816228f1b393c4571a5ab6e78acdc6e1a207df3bb942305c9de8d1c61", + "650b7cd2d1d95428a6e9ccf0dd9a40a72f1c636182446dce691c3169a007a87c", + "651182a33f678ada4b45eb1079ef7e8e105ae14b5bad8cb3952539de77cd7d05", + "6530adeb56d3e3fff647f3ee8d34065bed5ae533ea00772bce081e753c861291", + "655231a11c2e677666b6d7ba200414a8446e912ca60e5924b9ce1c6f8998f5d7", + "656f782ba203277a60d4a4c5a65a83feb7b139b96c5d5b0ecd132f21fb365f8a", + "65714992f01962d6e80f7afbd4c8e6332b419e436e0cd5d985958d03a754d787", + "6578e518dddb95d215dd3a7dbd1577616364d9359162715ab59552d3ec77d308", + "658b002d9661970ccaf80be9e81500d4a55990b813b813fa0846edece61b92b3", + "65a71290538408a4d8e1f694b3148e0f09b74528fe161cfe3f2778d148f23b26", + "65b2ebfcd8434bc57234573a03281c5ea42211945505d4bc7926620e7c037883", + "65f741be093e64aa33aea625d6cb2a0da9d0f66794d345d4d36a64c194f88a89", + "66106dad07085d8716cd3a57c38719985cfee9d7da7b9e75d42d653fde524a29", + "66278a5f3ea6f31ed36c22b8fffa8d927eda8d7f17f75bdcdcb3e476a900b092", + "666560495c0db35d8963004e3610db8147cba9b15b48e2b5298340a7a82411eb", + "669c686bd276c775b5e02b1268da9fb8d07c792351d0016576732ee0c9bbe7be", + "670869367ca4532f46d9214993c0f31081562026087e6d64941a9c4a7901875b", + "672bcec3d5308dc7eb9a921e5ef64fecce84cb150510afea304e61326daca37b", + "674b60cbcefefa4501172470e2073dbc4946967875c5451bbb39242b91c6ce02", + "675b54560835499f03023d08441c0ebd1e0d08f93c67df4d03476181c60717e2", + "675ee443873b67c1a0d4acf4fa7d50e28b2fb70531bf3af261d528478e59c0a2", + "677a7bf5d7402745cef77d25c358406a21a994b948b84b9627004b3eae0ff40a", + "67ae8e470a9c09f61434cfe21c78698058e3d595b0f68b7edb31c359c990f1c4", + "67b7367d7b14561a50011d56a056e3b8e4a46f32d6e44f48f335474600119352", + "68492785665af90395b524536599ba8101495f429eeed201c267d1a9486b8765", + "6873449ea7587bd681061ea00fb7a11653cc4d9611d6544a074bd95e1bd04434", + "68738cbc5f45b159196c3cb22db18e4c8daf229c4980efcb501427372dff8f66", + "6874e93c2da9e538c7b3817ab71c77b8523fc4ac9d4abc4ef62b46fca1afb8e5", + "688a3beeed114db0cc09136ff3e1f826a4c0009eeb0a5dba639d70c5b8479d10", + "68a2fe7ed3dbacfc51faf72da293adfba3d7aa87c52353002c82da7f71ad400b", + "68af249b1ba166e2336cd9e42a28de6d46fe383904832c4d6537e7352321d073", + "68b27de105169ec72e0d2b178ba1eb0c3fc0a98b4a7995b2b3e517c32a96c4bd", + "68db72e7e93af0434222b65801ab46dce3761afe35c0a144fc7954013456918d", + "68dfd709de674c13150cc384e52feef725a9bf0783546e621a96fbaa2bff3dfd", + "68e32d09a1873503fcd8c4473df014183b75fd59524c232428413f0e7c26069c", + "69247df2ed55b582d2560bfb3db2e758123d594cd88f2dba1e0fc4bfc33b1d29", + "69249f79f5aaaeac200aabe1636937412dfe678a99cd79bd6de302a2c889fb94", + "696e2f5c8d58f45c1879a88969d911893c391ec6cc625afbc119c5d31c1137ad", + "697e0f9df442d5d8ef90a2bdb81ddf81ecadbb8870c89f7021d46763fd8aef76", + "69a3819da4c4f0c147398fb5b7da7d804192caf89f06956ee2348b2ae023d499", + "69acfb9fbe3cd486ef3b93739328d90eb35b2431b15e512b081e8eae896d1e08", + "69ba2a070b08ab1d9e2b171e5ff96da782a6b2abe6d78847e82441fd8f6e48b3", + "69dad4799c84f69e502f17319717729db7b879694541dd198f51c79060f2b2f9", + "6a01220adc0cb957e87d4781fd8dd89b108d1e507b27296ad28773a0840567f9", + "6a0e6e4014dba325b39185dbf1a7a08e2cd10ea7c02bae337c795d68fa6ffafe", + "6a2a3bf1cda8da3cfd63ae6e9f6fbb55fd2ec6385749e7ca09f27edcede57584", + "6a2e45123f24f5b2a79c78a7eb96ab498b77a0247d3cb1d3a1086ba6c026e1ec", + "6a79de837ad6b4d5b78063a389d5a30efc754182c9a450f685bbab55fff0ebf5", + "6a7cea629eb5f5f3bc04f856a20ad4252f2ff11364e698f2bccc18891c9c0ff3", + "6aa8fa03e2650e4784898ef4e27a212426010d0cca9f9cea722b5a9d050197dc", + "6ac918e60536affa2c356c46bc2689ba51862f52e0c4da168f637655fd085de3", + "6acda15ef961735cc7d69ca607a4e11cb962c535ad6adab5bc2953ff51d6e9ef", + "6b166244dfacb745cd227432fd643b7259f9cddc517b05245f62ea70a95cf934", + "6b228ebec266d57dcaa49b58b1db767784f6486d45ee95dc131450a0479c9afe", + "6b27ba831dac670539efbe9131002e9213375a9a26af267c308e5f855c2486bb", + "6b4cf277783c75898a2559ae6e129f1a5af61eea9943b9d6a7d1e2248194141d", + "6b5c7b0afa8e4b320afd0b89e313c9b5fa62fa33bdeb7cdefc1673f9c4acfd4a", + "6b79946dea25c3685d5237e236c8931782449933fce6917c0c7204d6d7133fe6", + "6b937b0554365fa001d5016d0af872c629c510ab04a6e9e8580bccaae07047ce", + "6b9d661d4eb6199238cc5cf77affbd3616aec0b9a794418f256a14003b87c11a", + "6bcf7405aaf5b98665c658334cd647d60106a8b76717466a9c504d28cbc31c61", + "6bd312d9d400813835b84759667398a5c0b8fc2e05b5461da95fd5babc3ee785", + "6bdc16be5569ecceab477b89fe2586151da5c490333f5e0a1f596c4bf83f6b39", + "6c0b4e79c200c629e640557990dd39fd1b5fbf70f4ae153c137d6f35a563bca2", + "6c2f06a98f5f92eda14193ff996f38782ebae82f94c856ccfb148c4c5bf5f7a0", + "6c7fa58045d8afeadadb92380fa79952b72c66c3ca4a199ffd05b405009fe5e1", + "6c870298d4b3b9a594029a58de126c7d3912bd4c8aa8aa0956f96e0c94214237", + "6c93ceb690805df915a0d11307c3e898862ac2a8e2f03545d9f9f31333d97b9d", + "6c9d4b7e0d99d0168eda469e87ddcf684c3ff33d2a120784b3b6669089ff107e", + "6ccc1357aa0f377fa2486a55ec540541ef6f9143b4215c14f2533188603b0fd0", + "6cd5081e4647c16bfaa05928de0b79d48228f7163b2c097a78b43258081f0489", + "6cdd98c3d0ee8d4a939eee49d26bbc9744fc9e22e88563d636ad5b1d4572b211", + "6ce8a8829a4467d50859e5d48868ef249c31b4281ecface940b240804498a9cc", + "6cec9c740ba668e1bc5979a2f406be9d4326eaa440b49583caff5fff16a4a974", + "6d024da7f213afb6dddd051098fce2e2fc219009d7621833e4e0bfb3d459e93a", + "6d3a64c3c7d6bdcd11e121de5b26f8bb5b8ec0e16dd8e0a9614abb6279689583", + "6d3d79a21ed625cf8c2bd6fa5233f3b5eb112cea3b896a466208ff48db23837d", + "6d8429ee4d3409cf09dd4c1e1ee8d17ec622f3f65f2d04d2d5b46d3a1e19ce10", + "6d8b1d53d160411812b2e63ed22f7fab8a2865cc200ec6dd7a103a121405c5a9", + "6db6f17d30a1e7d929b1574447e0a58ae84fb52e785dc8ffeef72988e7b9918c", + "6de68bf5dbfc8d0a38db7653c7b28a6172424c2f8bb2e31a5318bd0636a34832", + "6e46fa4e2fa1ecc23219527e1ee220eb785973a0f8b404956297d5d6594a3847", + "6ec6d1488d2dade7f32eb4be6868b7ce41161dc4b88344dfb788047806eb3fcc", + "6f3203130b9b3bd29b81708bfc5fcaf3d48926c9fdf3e98eb330c02a99d4d702", + "6f6226cd7173c25f9283a26873c340a53ed94d4a734a6c38366fff4c82cbe894", + "6f8a46c31c1aceac05f0039bf6e9a36b209475ef18a584f1cb8d5e3bda48094d", + "6fb212de4b5bef6fc983bddb206fcb4978547681a9542de68b5abd7f51546fd7", + "6fd4ed214af38642cc6bb474abd126841f82ca4516af7d676fc525f3107eb4de", + "7005b0152b7e62e70a4ec3548246bc1b1d5729feb4958c2fd3688c137f69893a", + "70068c35f76f137bcbffaf69bfcf8103099b381ee31719b508515abb965fd586", + "701bec823b7e553bae03ac497ebec8a40592fea30cca8d91cf9efad75e6ad7ef", + "7064f9086f3605fd49bff512a1172dfbd0ceaf58a88410d163a8cd1a0ad34f94", + "7072448eee55c0872253c8a40a5bfdc2c36b8f7b1be17bebe825468540882db9", + "707966f3f0d9b4a67d3379ecf693b83b2a1e1c217358494af3504b95c137fe17", + "709835aa30c7d0a66f14b43475d8db201bf2bd39510d9ebdfad8848b84fc42cf", + "70ab03aa506b299df87e64cd28986c66d4a8dd1afa44066323e9cc1d9f89a6bb", + "70bcf0249de578d517dcd2d9ce720351b3aebc2b3408f92ffc31c3f264797cb1", + "70e8eb1a392cd7468a49fe73f3aaa99481ab7019d354ff555dbfa1901298e9d7", + "70fe15efe7ac3eafb95ce5f3f89daeaf76a65535fb98d50b60a029e4484de29f", + "71024b56d0f6a22d5fe9e7acd8ee1e7ec9a651721f305a2c7f3e4d5849781f5c", + "710f89d19eea86719bec11c771e48def42e5fae229de5f1f094639beb3c85efd", + "713f861df41f12f45b212350544849e022cd8665397f31300942f1ef32f1bc18", + "716c7dcc84d0813272c889fa45fdc626ef28b96df90f083f0f95e51b5909b7c3", + "7170b2876d55cff7bbbadde1cf60918fa82c96b47a419d0dddfe68656bb15f7e", + "71ccfa1efe119f4b3400c25f08c0cb253d6e84a3034595291688d0390362e7ef", + "71d64e8f87b796850cfde842ddfcc5397530526668b4758e95e3ff352ffb808a", + "7208d392e8466c55bd4db2b793267d4f537812981de57808548a24d575c00802", + "7241dc8b47fc985afcdf062800aaa0e4b3288f68ae23e6420d4174936ce1ffc5", + "725960adbfacfff83b82b7df54c856df7d95600c14505b43941eb4a624f2d833", + "7261079205d5dfa4e29d586c9b6d03ca1ee3e2225ef85043a4a4eaf8583df9cc", + "728722ded8b3e23f89f3fe1884bdbf69cb04c6f5b843bb307b4a62e2a2964762", + "729dfd823bb3d1363bbbe0f6beea353b4b9cdf5e47c3b6af17ffc74b854a2d88", + "72aabf4eaf51267a223ceecc011f0e24ba882cb2833bfb09f99d7000e4ce2935", + "72d78fd5e3c79370db8423179341cd9bba72ff6bd98a54b2a915a698196bef03", + "72e1b778da03bbf91d47c4c0fdb930d7ad38f76cf0490408e8b4df6eedac1ea6", + "730722ba5721418ddd857592947efd2f0e6f8166eaa20bf9cbab54a8f4b0a3cc", + "73546fed85b1e74894df9b8f32aa7bd56c478286997a8c92b08c67af0e5335f8", + "7355830e37a3f3593f8f485125738b6e7caaf9813042a1aa65a78148f98393e6", + "739d4dc3543c4be6ec96158cd1f81024d14489153b712afb0a7baa9a136af44c", + "73e3407bdb5f83b252fcf7c2ccd03c3a15690c91e77ab9a390e9d6e133770587", + "73f1a153831e1cab13cc9cb150325007b4b7ed7d147a5aef39665059d0d87327", + "73fb5ecd247e8ee18252483813c02d62106af8bc146cd4e3bd3a321f20cc866a", + "7461c878ab37114c8fa861bede453b9f180844dd0024a1031f8d0d5d4350be43", + "7485d46799828ad55580d2370456706f56e6b531b241d1c09d6e60fe61680738", + "7493553d2dbed8c03679691050369d2cbd955cfeb2e09469b115893f92f81f1e", + "74b8a267ac18fcae42bfc59b17bbfc54cb50efbc4983b4fc0de89fdbec45f26b", + "750b82983cca089581424966a9da92809d4739ff8a84fc81448b6c2144f0c151", + "750f7f9b8560ab8aca11e03d8825159f4a02c97263c4b164cc6b6cf8c627a367", + "7512074a62a9ea08ed848461d4b771a087bf6d0806d9d8e9de9f109de0b62713", + "754eeedfe7b3dcb1fb680ffd21ca550bea5bc1eed3c387b5889d69c739bf82dc", + "7550a0b2274ac6eadda85f132246d97cfdd1fbc17a8c60247c93e8a7d6d42352", + "7552868610e7a0492a47d7bb17f915b243f75b08fafc0ec2122db8ca25d02ba1", + "7574a2bed3690cf7b377627edac03b504ff654934a0e4df77254cab0678b3da3", + "758fbeca0e118842f28a52b4c62c1fbb9828f2e0a7c78c41db50bdc603bb82db", + "75a4c50f6b7b5f9416c27fabfc24bfce47505c2507c9e5c40689f1cf8edbe796", + "75b0312a7fe659ec2619fc0a00188c1c25648195d6e7d9a6f7064d3accd1b897", + "75b3017f16c079d88f1448c1f4b9665aeff8c770ee0174a59a6dac4af0945054", + "75c9c4a1f7af09bd21062dfb98f95b17143fb282d7ecc42f082167e36209e5b0", + "75dae78bf5c4fcc772bd1ae3d1e61f73ca0fd329342829d93701ecdb05cbe776", + "75f25b711155c22abd881f62cbdbe0bfe8236697ac644ba420b88a50799d6682", + "75f96d7235913b25c9433b1a0ec68104bc222192d7a8813010730f2a0659b3c6", + "7622d99087890010662d5c0ded17c8d5a71587f4e39fa1d389c45a24b04cbed9", + "762512c3c71425a88180aeb09010834265222f4af4988ca83e9d4b453058e003", + "763be34aaf034de4d21129b44404ebdc6f95c5e5aa07140a0215b3a831c0c975", + "7658c48e7502d6d1d0b8fbffe97f4df627e7974f75cdbb1b9ab6a31495a94ea2", + "765a03507d35544d425b3d04d0b5f8af819630c18ec83638bd7ca85fab92f351", + "765ea782be299b543c8481425b1da923aaa737acf2b736c47584089744724891", + "766672d016c0c6eb36997037b67867ab2c694726af1d88c375228194dfb90a87", + "767a47a19834085dd8e10c9d3d66ac5964793f8a9513a35b2dde4d1429df7a48", + "76a179bb27b3e317f8d4e66765cf407ff74fe9839e80bbd0d6de766e8bc90823", + "76d19a21140ea79bc1b758ce772ade48566e5a967ba98fc6319541f9e4cab3c5", + "7703f063aec2da8a8985f6e719c2a68d00f1ac73cb75800e295741fa4d40ea37", + "770e2608d147738abd66ba9367f4d31123a567da4e4237c08a58d1b357f6ba26", + "774be2ef21c84a0f0b67221f61609824f9e43ae746ceaa6ffdd72ddd8da88c49", + "774ec128960025ac079c5cc7860ba8866b328c0a910e4ee97d9cbc3948293a74", + "7771b23e1a872781d3c859508c8f81f5f0145aadcfd51d4937479e8e767e7326", + "777e1e2ad048ec24134ae9e9a2cc09bdb9e65db4a33aaf26a5571378fb576c86", + "779ed248c556b5bf3b3c773212e4390243e14167ee6adacbdc126e00057141df", + "77d7f1daec219ca893d2724e410ba5179573dffd22ac21b1ab2a67fc65159508", + "77f2ffd9c903d1cb59f3bb79ddb89b412ca1ee3529d555074ed4cd2e575d330f", + "77f65063c77913e76134b4c37ff835f373526c410e5b367c54fe4d8d613e473a", + "781ac47130a2dc741d2bec0037bbbf1faff9e21ed424934baacace67e827e599", + "7834f835213ed6839d9b2abd93cf8ac01ebe5bdca61c9855dcdb515765e61e2e", + "7841c519c3dac274e9c8c618fa6201314f47dd892aa879e0f41619ece8f58376", + "7847d17d7e5ba94d471bb710e54d9e653488c9753dd1d12661e44c04cb4793e7", + "78c796b942fe136b1056c697af7179df8ab8dd78e2c2bb385d9774710d9816e6", + "78c9fec65bf1ce348f0f3a33687b29f95d7056f34c580a0e4292702501694c01", + "78d4919ce6c9044423da92ac281f463a4de59ff03f9a54382fef3465b64f2aa1", + "78e0d7e8b4413c0759ce0b6c2bbb6a132b7ff8aed71e0ec46ca0d3669080c781", + "78f5bfe6f58ca23b2d85c54acea293e7e19ba60b63768934d1b65d1b44b31364", + "7910445c446ded88f3ae81db2004fe916506fadf83017f1d6c0481764fbc726d", + "791e0feef999d39967656eb542ccd5a5172cea4650d58f23bcb8fa8622551d0d", + "79493b75a4fdce4eaaf946864585719108489ee5f6dbb8440a70987d7ab3a14c", + "794f1d793b6807ddb2da2933851557a4ff3326c21d6a717897a475e7c8305e11", + "79665c355e938b7c9a5085d02e1f4454bbd1fa42d99ff76d56a0d37eede5505a", + "796cc42123f9a58eaa22cb3b3388e40160491dca862fb0a2aa17db03b45174be", + "79851d82ad4f83e06d475cd976b34d79a0884bf77624a6443337c585f5e7d88d", + "798ab8eda49c99f52524fab0e6c29e2fcea9c25bb7eb29e55d24f8bd928f5885", + "7997158c039d6cb8a0206f33a7fac43f12b6c05c50ab9523c5d319a07c9f47a4", + "79a8920832ba7837cd6d4b63760c7db8963bc9c4d5cc84b02d1656de6861cd11", + "79e246581d6965e0b6397f31780e76d0e681e72a94a031bd976890872e8c682f", + "79f7f98c4c91e9507352044f016d9373175a6410538d1d74765f5013de13efe9", + "79fe72616f57da92fbc0c265358909235cd86d5107d0e7d613adf8a67a868b91", + "7a0e515bd7dd1fc037d2793b5bb09d987967b38c7b0cdbaf484bdeebb6fffdc1", + "7a0e65a743023d8e6f5162be55768a3b850f64e76af441e3a5b99bf0528ec159", + "7a111a1887f6e3391d63b0141a7175207f02679e816cea6845b3486565b6cb17", + "7a1a59f3aa4d6387e5a5a2d61a4f4409428633616e29fa29d50ea0fc53bcd339", + "7a29256a151c5dfa124e5c339bf9e5bb74c2125c128b04d6fe46abf2a758f712", + "7a5b2cda69206c48b9e8d535cd1e96ea9cb9185fab4ce335a2956bcc05b0b115", + "7a70990914d64abb8b318d3bb2a06651e1832f21937c00651a6df6f061cd4842", + "7afef4f1d28f68d33ac3ffb659441e0102096da753d5c20969c536ea0dfed7e5", + "7b2cf8dd9d56b7ca7a7bfd1fa949e72969257010fc1d480bd54e043796eb182d", + "7b421ee486724cf4f7e562d916b247b7648a152d31428856c35c2c2db4813bd2", + "7b689b58e64f9ac6bee1eb14628884451cee03f41fdf2178916537c2b56133a0", + "7b6c5f005c475b264b2a7bc64a14240082a0ca96eaa41b4f9d59a0ed65e7d381", + "7b92e26c917b401a6baaa8cecdf723c0cd3d59666c778dca685bbc12ab9c6f5e", + "7bb5aab6218927cd29574273c5cdd63d39849a57c0ec9b59340302dac1ec5c5f", + "7bc0ebc0825f60d79a197e4d27689643d65798e598057d0ae33f72cd39a8d1ea", + "7be40af82f79492703783517086251c2be0511bcf1dd2b1659e4d627055acad2", + "7bf300a78229f582b67dce564df3158f02c03a7d17064a78d4b041ce41ffc3a4", + "7c13771c61816ecda59ab2026f2d2a85c882cfba9b967d5d41c31e338602eca1", + "7c249a595ca1f06717edfa3b35b2b487e2c2a47c29f75e4d52f4ac7625e24b41", + "7c5f4b2df36cdc780578afdd9ddf6d84a6cdf997977d0351ac0ff19bb403551c", + "7c671c670ce130f0d602bd6d0573ba85c6e754639d122ac4993bcea07d5e1b47", + "7c7f4330d058eff280e31afa750d2679d4e686f89f57a402ae5851cb33eaef95", + "7c809ee513fae51056cf753009b516a7d1c46af0c8b9d53761cde8467416e843", + "7c89620ab5745c5c096fed9a789fb4ef9a7038f3a03ac2a6aa033a960cea0759", + "7c90ac3e8b713181be6385e25e948a2bfe21ed28b0c882153787eb8be239c2d0", + "7c9aa9f7348291d8af6529b509632b76f898e46070c8b8cc5a74209f1f8e384c", + "7cf13a99136bc97bc57c8cbd7faf6c461f688084df1ec3a9d65f79c11c600491", + "7d4aeaf8a6c226ade1ca11ee3ae0217ebbe29c768e83b525129fd74895c0830a", + "7d653fa63d81af93ef7779035399a4e53411ec8a7f651256d7f721c1da327da5", + "7d6d2253f232f8dd1a23a77557f48814e176bb670dced172ff3ff7270115e2b4", + "7d83af9e9367d2ff00fe5848cfdb4ba392479eb3f1fe223f6828c6a735ce24e1", + "7d83e4f7e37ec9b9962eaf3c010021be13d664653d07999ca6c6a81e4fa3c427", + "7d9c7b07ccc1daa04385683f46ed47f8ff248fceaf24e67db501c065e8cb21b8", + "7da2911323411aaa29a9a089c7b549d57f54086f1831e8d11e614fb17e786326", + "7db20772098831748a7981a5ced53fd95f5e03e737349f7ac3900188cdd22f5a", + "7dd2da493ec5174b6763f9a0162334bf09572691c2d8908df6fa21d18cc67fa4", + "7de9b973552d85e3f6badbb2ee3721a640a18b97840ad0259039d6e6df85ff05", + "7dedf5136a89643bd0641830635e4f5a6ae5d68d3ecd6e4abc658a39da276f96", + "7df266244513d7042584a4a8e1b07a928fdcfd2eb2568be855f438b14502c66f", + "7e256ccc54272dfadec975e2192dcc8b899784a82c8eaafafc2320af6270edc1", + "7e4083c02abf3d1745e121c2404d91b27f2b0b972ee71c98dfc2fabc838eab8c", + "7e53515a2846c4ac3e3005a0d705ff1bc47fd08a4186c5bf3a5d4d342b7b76f3", + "7e648858b5dc20e69179df0316b44b36ba017448ff6bec6310da2a37e48093fd", + "7e6a0e320a76b2d7c4571302adb31af0cfc155f957166d39d44d4ad842d38c82", + "7e7078f9ba22a164fc61c762fb5db6d955ca1ca86a3b50b8961e9e5a3627e79e", + "7e80a3b28e467688135d12d509131fde13a4f17f81614a7b1f9d19379793e765", + "7ec7e941978523b6bb23d2fd3d55d6fe33879c6aebbd84fbb185117091c12b72", + "7ee3852676020e282bda9cef1c1045e25441647116ab309a214ec1f5f6f1610f", + "7eeaba0caf143763754abd5a641189db220b4f37abce91f1c66ea992dce96336", + "7eebdb6297c64378e8304231ece5291bd19ec690a37b2b58c90880cf89ad3bd8", + "7f175640c764b7df9f0cbc95bae421d5f9297fcf62160d65949b5b100557f9eb", + "7f792c5911a60663e0e9fa68a8f6be943a925cee621084cf3956ca175b27749e", + "7f823f60346810266ccd7ba91ea8984ca742aa3baf849349c8e0475b749dd68e", + "7f87c627f7f7412fee152b6c47e6eb8b6a13bd38fb9397d50a10f0be461e214f", + "7f8834cbc4e365c22d0e3918efe4d32714772b2c52fc2f836ba60f52662caeb8", + "7f98e2cfd1b02cbf7445f2f3c3fbe301e820dd82abfe4177d51c3285a507f3b2", + "7f9d4060748a069f6786af1e4860c6880d39e038135439b0b2458ad5d3c595a9", + "7f9df7d75ebce46939549aeb0324983263bb1d809264f4903d434452c7026514", + "7fb3d3b49f404b6314e29baa782768af91c6415ebd255ea3eded9dc3f584abad", + "7fbcaaf24c8235d541a5609f45fd7144db69a5defadf4bf6b518f9ef5f163e5e", + "7fcba24680c7ad95062aeb55090e10028546a5fd4f4a697d538593deeadabef7", + "7fd23e3b2cb3db7f81e7730037a1d3e53fc9774948a8b85613600590ac7d0f92", + "7fe0b89997665c24edc4173f17d379fb0241804761719324b77a3ad19cb134dd", + "7fec9ff3d09a0bcbe3db33b8066c3bacd1d09326c89e6e453e8c42ea49fda27e", + "7ff731d055995f2c7355f7a59174ff09d3ad70234c6ee73b5b29c2a0622d13df", + "8014b101a0e5de562df78d8629d92a6b367ecfce7c3f7eb968ca1178dcc94883", + "803fca0d27e485372ff299d0138f27c97487af7708745803e2eb557e40c71172", + "806f014e6df16a1654bf06eaf08ed3b60c299fc7b5d1c37d433b3a0ecaa81655", + "8096a2f2dcbbff46a37e430b9e9b6894d5f6b5c01c93a8187900dd7909ea0126", + "80b0d0b784604d32fdce1b467680d1630259424aaa829573fa50c6444cc0b1de", + "80f52225f3eeef206f805d640ed82231bf7c01b9f7cfee7ed524b1b299ce1197", + "80f9218c5e9118528da5dfd6780556e8443856b35e876c1685d2d25887b92367", + "810aa4c9218c0639ea1d9d7fd3811415d7444dc97f831a0dcaf75ef802242f74", + "812c2ac233a568a4da77e7b7487e4472579ac9bbd8ba095177caf7f1e2406b9a", + "814f2af21544b1b03d045f29be5b5d6defb02be970b8a4d85036944c3a408843", + "819ca88d90bf6c86b097fe09a8704530168f1b8931116e9e55affbaafd0ace33", + "81acd0d4f293b61cb77a0cfa090543beac2ab5792ca1e88447b16374fd1dc4cd", + "81d76fcd53d510136dca6c06bdd90619de32a48b1caa2da941bdcb661bf8af8b", + "81fe898b8769901447fb50c71d7d0627025ad9f7d533d59cc9f7d17eaaeefa60", + "82489daa4c05ab621452941f901dd0a684e640632f76836541fa3f45bdc27782", + "825ff15f0782c3ed5bdbb6412e3bb77aacf35c880840c8273142230c0df2c2c6", + "827fcbbece238ab1a8bfc63dc4ae4a456a40d215b9bb3f7c9383d49c1460d217", + "82826c41b67c800350648444e150c3a009db7301fb4c693f84f848977dd3e9fc", + "82d78f23b734d512517876ace50d7e7e19d9dcad4db80774ed3609ed8d3e49e6", + "83171042fc2b4dfc78224fb2b00fa8f1d00a038680000ea14462f14c604eba46", + "833133f91df4b418393445068bc2e9e93a065c463c8c8a25d3521e84f6414a93", + "834597c90083fb02ca00b90a38092f814fdb011897ed0cb4ee5c25bedb69d940", + "83aa7ee537812e09eb16fef58bf15fbc5efb929c298c5d5e1be5682bff8efd68", + "83b61aaa99d449b594ef00dfaa7d958c36d90dab01db14b2e04ee0db9c365445", + "83cbe1bf2b5a688a257ca8d424d4384d53a97da158822b9f086511e145839c23", + "83f7029e77724c8160a53346097015aeacaaaabb5e4e8e3930f21c82663783be", + "842402ca8d019c79cc2980fc26018ecdc2d715015f164225eb0112cf8b619587", + "84363142eb13b6d6a8c1ca2c282aeac21af2d69006b75733eea7b1ade7666d27", + "8463f76ac8b1f2ca1f2d0968a0dd799a8bb3d66f09eecc92341b45b3838840a5", + "8472c08437e9d065a8dfe76e302935c88138b65679974121599273edf2cd8d41", + "847cc4a4ff20a7cdb636264448eb18745c302f2ab0a10f1f61e1345cbe0bd5c2", + "847ef669e72c32f996d6a8245081aed7da92401654351337adeceac90899c4ab", + "848273eda2ed1190523b8ae401df6071e574af543b7d4237f4819ea8e795fb91", + "84bf01b039a60611ae8cb61ae6361a304f17ba7063425fa40f9836d7e76fd51c", + "84d4126224dd508c633f787902a15d111b6faca854ad91c470b008b84c466704", + "84d6d9ce5417edfffb97ce2f1947dd3b28381572a4bf02b041311b8a2ae6d3de", + "85026b06797489a856e2a5c1101cc0dcf0eaaa1b44ecc856f7df064abaed8e4e", + "8504c3f425c74ff723cb3a7f5c7e8df33f66e1eaa213cd2e71dca4f35491e68a", + "852359a7965660c3aa1296b56e4e98ecf4eb217a50e89ef12718539d31e0dfad", + "85374924744d63a016f40be7fbfbfcc00ef1baa374f4e9c31f35a039e4916d9b", + "856321fc3f1b3564e2631eb636aa5ece8bff0a96516788fb7ae44a68de39d799", + "856a22bd189c9505240da1131d3d09c44441396b58ee0031f0e69abecfbe5784", + "8571d2f43d6f338aa2691f71db7d7e10ead6c44764d7acfb62593f92afe32be0", + "85c19a7874cff0defb3daa6ed2411c6a300d40630127db54c7b1d72ab218ec8f", + "85d06bc43fa85e3a54b821385cf84b32ac25b95ae86a0d6448ec3a097436bae1", + "8602cd81454b46b26250823f90f178accf605c3cde02e5f940e4dd2ac634f131", + "863cb5c4d023cbdad947ac7cab27045fb066171a906913f4b8ff04ab9458217f", + "864c42307df55fcbe1f520b716e132e19f1ee4c0e4581b8fb51d1c8e0a2be428", + "86645cf08cbfdbba0c35ec11fccf41629fcc698746c542a776d96f1809aeafef", + "869892d5fe6eb6d2dbd806e2aa54b95f3e4087c76fed7f496ad8da9151917325", + "86c2413964f42e8db6d102682b3527c1d54fd1f36fcd167c75d1783ec9b2c682", + "86d5aa48fabe29b7086c8c48b33733fb5086507c03ce152f3dcff551fe403cfb", + "87251660f1c93538bd393e443bdea252c12178ad7b1fe3717c4cb456da1d5633", + "8726a1f04292bdbc4d137c58d3322127e3c73f977afe4f13da68584a409fab08", + "874aff72a30aa094c623b419ad6367bc9469095f544350d65af2c75f8fd78c60", + "8772efce2dcbd728dc3e6be593fcef89602e115e612aa50ede25ec3edab73f66", + "87a7443e2f33778a9f446b2e6bc81415c501381ad2f80caecd6cc5dee29a9e07", + "87aa334d871a911f774f07e7097a23960868f396ec4ef24f2d2a4d40a9d09150", + "87c60d890ad8c5c2a38be11978989d57c185a25969e84bcd8ba976a7f25070b4", + "87d1b82dd094c4acb9ad58a0ffbea7a5563a9936cd78f6e7fee778ebdcfcbe70", + "87dab3f34020532d6b44f52e4b7a035fd33bc5e4bab4c286faa547834a63b77d", + "87e20d968cd2fe30891243f403b3252a266e8db5fc90396caca386e302d0b8b0", + "87f4c982994ca15c1fc3d4d333ccf487b6548242feaab2b0dfdafda419bd0067", + "880779342113d7f59f2ac7f35283e3fa21c7f5635b19f6b2cfffd6bf6c9af087", + "881aa0facead55798fc83556e0e59977b06d1ec3cf3c254d86462c2dfce80736", + "884553201eb494d42a1993226344515c35c0d161c21d4a665a4239cfd45e005f", + "886ecdf27bbbdf53c2139328d18c174afcec3341a5aa4bd5ddc67e42a87c00c0", + "88a8b7550d896043b38333c24505d28737df4e73ec5fbc816795af28d9295048", + "88a9bdd66fc2344f8aff0b0d71c502b15dcc7bbe157324d6e40dd3058cc364e6", + "88b630562d5d85aa3ff2a6669b4bbfe5192067fc50d1cbcd58374f5d9d48c6f2", + "88ba13465bce1bb05049f99681cd787431e3a53903f0d3f51cfae12f95db0902", + "88c5f45e6084c9eb35b4377db489699d8f8fa81ced9a5c74341ae8f5217a0bdc", + "8918af679922da6f209ec9c23cf601bcf108176e52ff7fe2fcc20eb375fac7af", + "893c0f99b45c6e1ac223a4b470273b1a89431fb4ab140984aef93375e78e5e77", + "8981937b36eb34f0d585e60606ce56e8e67173cc3f04a22f46618d9f6e682e25", + "89875aece432ca420311ff4a23c57fd5b4c505e3c3b559165275845ae5e0e76b", + "89aae336d8ab2ca0ffe06a15efc2abde66c39f2d3f40fce5e85f111606b5e2a8", + "89b8caf01caefe1f5e873dee97904df01c28959a164af479fed1407c92add483", + "89c455c362afed63936ab400f5655351e685606805fec2d47dc36c40e15b971e", + "89c4b6d6bf0f071af66ee795ff42407c4fe150cb8e301997b721860501ab9a7a", + "89c84ad21dffffbd89fd8391e4a68536cd65177f9024c0fbb33ed0aa1988e9a9", + "89dc9547f563493b4c062ca9c1b56e277c0b973a53b4e11dec83468a4af1aab5", + "89e82b72fe11cbdc6c4685419428e65f1b96655d4eafa2343e891fd1f6429ea2", + "8a1f12fc3045a1ae803dd949931b6c477310b8636ed7c23b39af03b3dda64076", + "8a6baf027cbf0e268695248bd5dad15399913f37908c4a678622ca58b25ca568", + "8ae1576dcbfb6e37484071b60abefbee4a2d4183f8e8b21abcda98d615be1d51", + "8af1a4cecf6072ba4dfe2e726448b9d79c9350f80a171fc963e58b7fffcb0fd5", + "8af5596c49e5933241edd73e1c0349b84b28d9a9ef0bdb0b3f08dadcb3592d24", + "8afe556c423b4d558efaf132ca16b5fcd8ec07eab04614e72fcb67a700eedfe8", + "8b142c5aeb5e5c2ba168580db094b7b6da729837abe6199de738f104555e63df", + "8b181304e3a183cff73e26e12f68004c48cfbc7f66edb371622561c9ffb6d175", + "8b7f3e0da8bbb4bd381dd5faf22f3506c22b01f117a180f56f2060a15f7f3128", + "8ba5cc41b621f68b1da7a950361afac2ebd406bb12f8f21e1571be2680cea395", + "8bb3960b9aa49d3c7daf93c0b27a2e82677fe70954a5b1b8b40ff51e01f7b651", + "8bb4e371cb956240c12c6824fc1c42f113160973b79c22572e5140a5a29d4542", + "8bb8b135de8b7901b1b456ea52976b19d15090a7de2bc5afc5cf0e408102dbd6", + "8bbdea659991c41fc41e5d01605860cd53b22535b761954b847e34eb452c1bb0", + "8bcf7f0413754b850c9b24fa87068f48e73c559327425e1bfc82cae6fc4d6b89", + "8bd8787b5b3659b6315c160145c30b3aa5f799d10b61624b530ff90396a5b7ef", + "8c26ad6b9984963d835deae72d8b24856d38fef889bb05c10c85b3fd7a25cd6a", + "8c379436af1581c0c376678bb99b148d4756e39e9446cd804858c12009b2d373", + "8c4099078c2c0f6c69528c976e9308f5104108e2c6cfe95c3d2399672f5279b3", + "8c45266d075cdcfe5d59cd03fb88bc25a7a6ff511ef0b0cf9ae47fe5363b7d53", + "8c4cd3870bc9dc20ba127862a0ab3aac857ed1a4d0e2340dc7937eda0d115c21", + "8c4feea60b5188293e370c26dd06528cf6bdfb30518b3869007d3f80bdc3ef13", + "8c7148ff82aafe024eba8a2ebb64d6fd836fd75cbaac428abba1d92627fb07e0", + "8c7bdd8a6c39e9ac5222fb2b16861c1b24367708dc596f1bcc76c2c7e9c2b578", + "8d432dfd008cd8ced880729bfc45f3d548bc54922e5e6d4bacf680bcdc0a480f", + "8d5d02f66be9555b666419f16215b79e6929aa14a678c08d09d2480bc2a82b6d", + "8d717570e2a44975ba3d53e6575d4a295717dcf2564d14d62a2089a372a8fe34", + "8d72bf24d3835df975bd47aace23e91fe60bdb5cb0ba997ca78e52fbad343414", + "8d78008b2455a61d192635e692cf968000425c1b87e8ff46fd02b3816dcfae23", + "8d878504470b79be572a45051abba37a9ece730557e77120508eeb24db203851", + "8d96dec83d0411426e3245574e8c35f5b73c8df79c1390b684cae3a7950d76ae", + "8dc3568da85a0ea8b8b2d7c0bdf1cf458129cff09d04cbcb860575bd5d82ed95", + "8dc80b3bac6de50377d73b41145b48bb3ca6d23e99fc278cc28c1dba42bc1c5c", + "8ddd2ff6afd3e415f3a1316579c35833de765f667b9501e7e42da54f9eb4c7e5", + "8ecf4a9b224c936daa0053ab30a1858c67e74b17f2c82725389198ba26733706", + "8efc955a5a8e460ec1b481cef6a4a6f51552e6e1e49355f9feb912a0650757a4", + "8f030cf10304c8a821ff762ece320e3489870be3b40569b6663cbfafbe45d90d", + "8f03736ef3ed40b3dd7126f1c5b63059ec0a5b2ae71f67fb7d97de2fc16d2cf5", + "8f145b6dc0b3004631db47f710f7ab74a258adabbec957e85f67f15a99e5ef7e", + "8f4cb1bd07998f4bcc079c05285b81793fed07c094cb52e506b5fe2d654575d5", + "8f529f8b797d5cddfb9dbd137631316ec57cc23c6b3cd5249562e7fc8d8d80bd", + "8f91ee16ae905b7524533a6fcf40137005c080e4608becccd2c865d1e0933420", + "8f9d44973e1d625174356a6be2636e7f56339aa695ddc592dc65cd79f2355954", + "8fbead8e6f6dad8d2bd48456546b24c66bb9735ca70566daafb9118cdc7c83b5", + "8fdd16b6d541b7b81911d14d7f6430046b8069fda31d5c512e78f371f7df215f", + "8ff40cf299ee3337cd7fba77cb92fad05cbf3430ba4891c9545793a70b3a0384", + "9041d1ecb1c173f04808b57a9819a53b3156c1fe87df224597680c170297208a", + "9097a466fefe8548f577da17fd853422773485880e2d7c6085e8950694a316b1", + "90d310d3cc0848220d1011df2ecb0ef6045971926c923b6fa9ac2e8fbf8b2b50", + "90d7b9d3d86e904e19237a6f574643863bbc9146092f09a1b63fb18bcde427ff", + "90dbc96061612277e1e925b9beac596373152e74125ae7a9213bd1a1f8585e08", + "90ee3c873af25ebd77ed889cf4ef6410bb4b9eb00b32572f4651e93bd3b4743f", + "90fbcad54d4abeb3e68dbd7c4b923eabb630fc065a70246b8796627b3e3a1e96", + "911b8543dac7382e9e25b4dee5ce3774927cf78f57cb05eabdf33b3cdfa41e65", + "914f8bfa81a2c9fe0b168c645bbe45399099ace3ca439353229216f9a1b99587", + "91518c76c3bd6245cf1b051b958d8270e9d81f0373bfc56467dc896de7fa856d", + "91aeab64cf94aa7690f78bb5bb2edf91d64e5d8a037094b19a9c3e5feb183a60", + "91cabeda5e16e572b89e53f6ba3988fd8416fa7b03653f06969c126752dbed64", + "91d65e83e4fa2e40a29660e8697d3dedb1894b25601c3bb80df559389a9ca07c", + "927b077b9994f92cc17262f57066e2731c19fdf59f1ad23e9a187ad8a8e6a21e", + "92b4ffc72368d645dc6a5d181ec6cccaa6b2d5733d289a6fbd0d49da064ad778", + "92bacb8e4cb433020247552fb9c6cabd6455018488f8992ac6c202820aebe864", + "92c9c9caec17b174b853604267805f1caaaced45888eeb894cb5f07c3da60bf9", + "92d6eb7919388ebad69f0cdc179024407f2b0f10ade265a6bb82ceb3dd533319", + "92e08317b5264a5c75af6bd32f8f9d19d35dc2ae77a8fcebaee74b6349e2053d", + "9317c21bf5f13c7615b404074d4bdcd514250758aa7dec348b461e3ba7de2ea1", + "93717b7c08182de46766bedabbdd152710832ce74aa1e15d30d2d66748a74660", + "93d4e4a8d37483366afce2294a63b8e94031c2eb2595f06809f3fa154b8973bf", + "93da984a0282e86731dfcd961a8ce43b862a14c42d5b5d1e8874ffdd200d30d5", + "93f71412244e33e67e82e17efea5d58a9ecead2928ca36ac1e8cef2457f09296", + "93f7370ce73039faa1adee0d0cab9177772da8cb361d27ac1254cfdf74dfdd57", + "9433d8a34075bb592cf9c36bb1be21da08bdec9f9ef0718a0b61943b321b2098", + "945c821f819b42bed83f5450d180a86c23e6ce00695f7a18a105e2980b2ac2a2", + "948738b6923f5c6f6af94eaf47ada5f24436125e7b2d7532f2cb9b3f8a1ac64d", + "948b1fb3a88a247eacfa7863b50f8933ec9f89a59ce7cc3a17589ca825f5ad76", + "94a3567ffc300b6b0f7aa8e3de115ea0f5ada4d64e2184d2fc236c39056d500f", + "94ca3253fac86271dc0564b9de6cbeff335102bf817c744eb6d6434596879179", + "950c886241c044f7515eb00ccc25b1e9603899a3dfb4abf94727a1476bf37b05", + "9540e5430f9fac88e79b1e21bc8252affe0dc5893218218b2ff1839999223005", + "95473d6a2079786547cc70ab7f130c85e58839a865eebbcc11b0b75730e53b25", + "955f30c3eaf38525cd9d5503c4b1bea7b23c299cd6c8a6eaa6a6caa3748b24cb", + "95b77329d4972e58cce72f2ea588d614e3cf39cb424cd628e90e58fa2868a4f0", + "9620c1973d15d900e0cdfc235abab14254b5d29f240b8382ae9425fd47d18dcb", + "96290f319d1f2eb52a9f427d1df9bc5e5c149094606c64f51a172bb8111e1d96", + "963991dc96009d33a16333cd8dfd1995a7d274957508b25bb9f3c00683af0a85", + "9648696e71b0f84e436a6dd018c574b57d85ef948f6d5cc577a4964b9da64f68", + "9657dcc5c71ffa5ec11af1b35558bacbc681beefaf10373f74dfae9c13687f6f", + "96848b6b4616088854f302f4c39f7879232f208212d4816b6390ac11fb0eac1b", + "96af2b09a6a25be1f7f654be30ff50d473192cce28c69a5e89a1016ef5371093", + "96deb6e25f941a15a80a373e2ecb92809fa08772ea70db16466a16debe9842fd", + "96eb4c60b1ed6d1cdbb6d0a6e9df4e6d3072c037f5bf8fbb08d6f49fc0e96791", + "970c5fae48051e2e51273d468c630a6bb8abd4abf92cdc1e040ab2e5fe641145", + "97104c8814d8d54be64a2effe279e2de76ece7d9946d17f2bc721fc9ead045fd", + "97af82b0ce5128d252a339103965d1c99eca7a42ebbc19da35325e2cd716023e", + "97e800caad83fd0ea5bfc639fd4764cfe8a7a0fbb1268176e05015bdcff4ba19", + "9807f31242666c19189d7cd3d7007e6c617b49dabb548b216832e72d253341c9", + "980a7b92dfc3cb82bfde2b7660855cdff3a4960d863818224580dccbcb82a403", + "9811203c2c5bfc2d0a16b56c0aca2650534579d776a9cf0d2a949816af975180", + "981c07276056bc24a9bc32b733dedf96f088faf23bae6f053a5381b357f4a639", + "983888a1b90bcbf0f9188f2c89e0871aeef8a39bebfeac066c11418959c43089", + "98701e77e0b6c6887b96faf4f415863fe540bf5ea720db6c1df7da2bd60475f5", + "987defec81908223dae92da9b57746a6942845b340ba3f79cf8538dd83eda1fd", + "98889046817a4b80a4f39a5cb29ee9aacda0898af6ea7c02b82cbf7c1a75cf85", + "98b46bca82a90ea11dbd8c72a45f3697ba61059d391cb02b2cfbd98331ed4db1", + "98c28626cf398fb8e30aaf97dcc9b33e1eda33d6581088f76fdc2c5cbec9c375", + "98d35a6606cf800ca8622e8df0beb098445ed83ac11f1a14eebf21dffcf368d5", + "98ffdad2141e58ba3f1d928a7521c82d40aea01042acccab30f527e31d6d0c9f", + "996f5a33720e295a48e74c5316d54bbee57d280916362ca8f77e5d519db411fd", + "99984f7515c7d2a04b908a483c70a7cb0f2ca25605858592104a41e709665b30", + "99b4c019bfc6e68eb07326258763d2a30e257474a0da57b9791e6531c62e9e25", + "99bb9b16e809868a3c0e8195dfca2107f4bb888cf7a569b8e62a1dc8813d7323", + "99d4f33215908f8993f4002c40e20672c3831f527217db39469b57ac7bff8861", + "99e21fb94cc1441231170fed489593e95f264396012ce6d9f1887a4c693559b2", + "99e9ecd54eee0b8c28f53c9887b0f7f6e76a07fc2bc3defce7b09032c47fd533", + "9a528a5fe792a2afe2443a7f889a837a87c2f143271855c941c898e5bcb0b671", + "9a5f1226f926f45bcea2f48d1bbd21fb46b8607b63fdd464c5d429e41685a80e", + "9aed6498f33b8d9b4030e31861866f063c68284ff77e0d52c533eb19676a51e1", + "9aef46bf4b917c607a06ea8f84a33fc09b03e46d4161aafbccb836359b1cdf20", + "9b03128ac34991380aaf809fa4f6008fca9964dca37bb9a141af5be04b2dfd19", + "9b1c963738e61cb6be8b2320ec1f5d55b632d42de6852b77a1bdd26fa590f2ec", + "9b72c6281f55aa675ab785fbecd32f58bfed0a6b427b612b0872230734a2f6f4", + "9b93401d713707902cc42358969ae2e8a3f67a7abf682e6c9c662b6a4cd02c8e", + "9baaeff6a1950b08fe74b5224b5c12994587023cca5d9ccd79f2d5b9a9ed5961", + "9bd0c6c55c6ff96e5f018636211870a2aa45bd2f53041e5d6103e05afdbcadd7", + "9bda8160ad9e098a3db0011e26abcf4ae8137edffc8c7484befbf9c861f034ef", + "9c60ce7d1e20540bf17f23636fc186c7084acb8d696a47803d3a5667bfa20589", + "9c8ab72ebb2efef086b21855d5a4ae3f5292616e5a9c876f8bec8e28da0fddcf", + "9c91b3f38a7c6d1d242212504e68ba0a67a684a0d485f15dcd357bd19b411040", + "9ca581e36ee1174533857b9d926754b77009f9080246afaa63d9748d2d066095", + "9cab822d1fe9746b3beac1f5de7e24436882ed4a39ae207f3c9a51cf5b5097f0", + "9cf21be9a626e2ec27da045de4d7f4cce775ff1474fb7b4b1d361407f15bbc18", + "9cf6e80299c6ecc47c8d79c3c5f98265011381bcbf756a12c629ace25d71e6dd", + "9d20f9cd2e12a69400d1753f325f197a34cde2feaa0a6a41cbc8d114cb24d407", + "9d4d421526e0ce02fe621aefed63966502e7a6f1aefd76f27d7c5e7b57760626", + "9d5312a67b24be3aa7949b355c9627bb9982a017b95e263fb65e40ffabbbef35", + "9d5fc103de859786dedacc04713afa5f5ec908af5a8d4b6f654e4f35332f53fd", + "9d86dcec27b7472f83a0109dc136502848b7506e05e3d2b05a983f635bc617e7", + "9d91de5aac37435138b7a0fd208877e7f22c0f1ec931edd49824d81790758ccb", + "9e090e14941f35c1426fb43e188ac85fbf1d1a199e057b80de662be34937b5bf", + "9e0b3c8611c3983453fb5d666148abeb23e5f988cd09a0e5a34f61fb059d6898", + "9e0e34f721896560c995500d5251f2fac8c4562403cfb13ec4a2abf496d8e1a9", + "9e14ec38f8398efaf34b5b15bba9e47ab2019fad693dc51b513bbe274d9d160c", + "9e22c3ed476b2c040f1d9357094d17f92f041d539117569d75326ca8959e42dd", + "9e34c2de58f482b4d4e2a962ca938c8513d8555258088d2815b729ac114a5d10", + "9e397f028c0b7df416cfdbdab53e0b8a607d2348dd807343849ccd811e6dd429", + "9e513c1e436f575aaf5bd5c7df54304d8390ae88da87efdd3c9df0dfe3b395c9", + "9e81082b39b55ed18042c2c5371a652ed32337f6383d9e714cfeeadf99dd5851", + "9ea47633f98cf0baacd4966b055be5d3e71087b274b18821abfeefa6d304550a", + "9f06acce477a36f418f3cc826c27ccb555ee6a836ddcb8452cd76a766d8d4565", + "9f23be74bb52beb0da75166d46ee912a3ee0bf66954efee53a92ff558b0603ab", + "9f73734372aefdeadfafabfcff94725115e0cf4f9b15c18b6d671c93bc45d4b6", + "9f965d1380ea525701e2cc137a76dbf657d135908edb119b5ade89d517c642c1", + "9fbbc8610042a490eccef51f5d910410f875d56ea7ec41b455ce0d7f6fb76e1e", + "9fdb058c747884260689eae9bda96e5499101e7c85685c7441d62133692bf1af", + "9fea119b522607162bd0849202a5af02fbbcfcc9630713404eb24acf7fe44770", + "a038947bb5d061ac5c76c52746b1f3a3177cac57b6990c86694207fde7c6d52e", + "a0b1daea0fa36875362462eb688f7f3fdc0d602feb9df26f1ef223d31cc2da74", + "a0cc9e51bc6b5aac329313a6901cf0320d67cdc2ade26f4db2d279ec352b42f1", + "a0ea2d1b59920fdbf1565c05bf05ea3eb49b8a893dee51b93bf7d443d947b85e", + "a1240a45d1455232215af2dab413d40b707bb262e4183f3068350332abb33b22", + "a16a139ef9ca152e81fa85305fe2b5cb805153c6bdd2ea89b48a0f247ebbe12a", + "a178707a23e01e9e0d753982ef537e8ebd27f10881be88d117ebffd125c84112", + "a1828553aaf5d9ec4efdfa0a925fb03449f6db4b13c376691b34a6f4775b439e", + "a18640480013082dd7e7a22d73e66f35cc59f1fd1b93f5ed3de1cec43413bd5f", + "a1cb72da3133be47ced5d3fcab95755ef24d418f76f4fb0b4d47e6e8ff89a470", + "a1d812357c1be25f45e129a8b8635d6a2e8d8b2eeb0248984bbd64459918b28c", + "a21d104b5dd167736bce9902303d4ba1b1f02237c9b4a5f6eff0a7439042895e", + "a23825f174104e351285c36f589dc37770f5bc835d7d0e920e09573b704e62cc", + "a24336324a1e3800247283a001ffbf0c66ba08c1bfd2194aaa88e91da4c2a16a", + "a2456c53189fb0ad5fa63355cc5c3041e80729e753cad05922be0d65b48d2fe1", + "a25f880fefbc75dece8b8cfcab410d6383a6e87ba0d63b18cacf501ef8d0f4fb", + "a271158686e7f14f011abf7ccbfa93f0b0a444e3b356c8f623aa73fe8013d82c", + "a2a7b5c40a898db6db90eca16c9f41edde6feaadb445b78161abbd523d4ee84f", + "a2b0b4b8b334464890d9a5d9d6f39b05260fab4f43ba90faab4ee969594848a2", + "a2c6b407b6b42eaf49eb9077bff37c976cec72ddf64de83b95d34b75d5e09718", + "a2ec6a6102628055650d617239939fcbe2324cf862641123946607ee1eea542b", + "a335b1d36fab56c1b1ccfd69f872f9d3b702b312e2f8d64b3b63990e2a02b32b", + "a36b7eae29896149c7696386376724ce04884f2cf9ae685a42133a31bded0fd5", + "a38fe3c04414577e28a405c41a2ff11ccd80b808dfeef1bc20e36264da1368c7", + "a42c6de83dca6e8a8483d1725cd6a3f78811ae75be16ab8afa4d9a95965f30c6", + "a440cf910bbfe95dc9a81c122775b244009e5fbea638563e5760e4e482038dcc", + "a4776777ba6678085120b1ae5cbcf2d7739848f9ebfe6cb6d7b7bee59653964c", + "a49914e2c5326aff76aa60d7f5ee3c3640d622c9e8b4c68b37c3ccf680fbd7c7", + "a4bb7e0ab08ef465f0b663f20a013ec927c25d17ee3d4111eed4044b1d1c2980", + "a4c7c3bcb82cc25073907469db3e203766cb08f4cb9e2396165243e0708db374", + "a4c80a95b8f850c2dfbf410aa2f795d233320f9714d5237e5120063e6b5ee2c0", + "a4cffc4bf7e71400877b3811d34b1038e95f6053ee7be10b8990b485c7112140", + "a4ee41ba2c8e777a9555f962d285865998c7df97062acfdb9ce6caa79aa76bb1", + "a4ef3eea01ae764762e35970478dc48efcb323c6465751ac59d5101dea270504", + "a546c967ddb57c8307ccb939b6a2be51ec7639d4678662bb377661aaa3c80b38", + "a56d066f7b27d828d979ac0852165457388eb9fb7ccf509ce55be322a79336eb", + "a5def6fa74e09ff25a2be14c68cb7685ae5b85c27241afd2204da0810134086e", + "a5df13d7ca9fd83e65a0a5795994ed24336471126925fb292b760d5e8bc7ea98", + "a67c76e319bee136016fec9557c156c4c8715121226474fb21005392a92ad059", + "a682b5600e66458787495ec446edb276970f001498e62f2f7416d7445f85c8cf", + "a690a4c2865eaa72e8d5f2985a25fb8a77c688b977fe7f670d5ec3f1e41a9285", + "a69ca4c0ce5b896dcce10da086405f8d109c21fdc48bc2f174d6da28a516739e", + "a6ce6ff75d73dd15b9755db511202f12f64f6cc578ae887d28c1b5429c60df8d", + "a709d08dbcf24d3d86edf9333fb4b2f3767c49860619eb5844abebd7e8995130", + "a70dead3d5c69f30999bd47228b9a51d8b6a03009aa88510f1862af51e3d29f5", + "a71fff06653ad8cf199d4e6f37db51a88391f423f5ff498188361c1e7b6d34ab", + "a75e488dc3e774199bc944e1bb796138ca794094f25e6cd6fcc2697ff39752e8", + "a7acb1e2a2622b4f46a3c77fecb918f935fbee00f4698ddf64ca13299e0d779c", + "a847b4f5daa6a2730017bed869d6fbb7592a82e92d83e337a9f379a7bf071aea", + "a84ba5d88853d9f39f58293080d7675c8a20280d0950ed4b34f403b07fc94294", + "a864d70f399f5f45dec5d6850ee6cac2e405af6d81e08a0167230b795711345c", + "a8b1d5189fb760726fa336137e4278c0dbdd9c6b263f24be466d4d2e04af99a0", + "a8c190caef1cd42699635f6ab8c273c11a9c540afd96e14745854499dc90747e", + "a8cc6da58014750451c1aba1cc1b8ae1eb1f439ee203d1462972e4cd1238194d", + "a8ebc50ebd06ac561c84209d42e3395d57b7a927aed1790db3217dbb6d261ab6", + "a90aeee371c90fa42d40c1b41c630ec063f748040bc5006fd9c2b88372430d46", + "a90ee73b0f090b36a3b906fc3ba254d3d921f539e4fdf8178fa2764c3c515ff7", + "a951575db1c5632e10bbf2f3012328ad5e9db87c8c3d6642165a5e59c3790092", + "a953dae70fc62946d83ceeb303e8ae3838b0b0930ee3daec62514a2859a0f5d7", + "a953eb424669375abde80755e7260407805606f07e0a2475802425430ccfa20d", + "a981bdeb4c49cc8f338c986c9c80e5b0fb4179c88f512d472dbc4d32b6ddd837", + "a9baa63d7dab29028f641775aeabe1073f5bd65eafa0395caa9dc2b473acb87b", + "a9c76a3cd3ac63866e2fa0680a392bcc7fe67d652a27ab62c2f3fe50d07e90c3", + "a9d5e8a3bb7e612f9263323961dea5f8e066e61fea3ec027af77816c7545414c", + "aa055331e79144b7c663468f03e6fe569cd36baf77fa333e08bd6a7e3d4f242f", + "aa1d01d96bd3a988acec7c407d567aee6f731c70a4f449796468e2883a1a20c2", + "aa2c77c6f377cdfb433d54423d96748858541f03da3d8943586a1913416fc9f5", + "aa5b0cf7fa87a46134f260b548a74341fcecab639ad38e324f09dfa171c272e2", + "aa5c9f8b4c37a2dc2f29ee3e60e2b49487c0561c5a698c0fac5ef89eafc02d61", + "aa64551893a506054432e9e661b5efb425769dfbd9965568d21ad1eb10dff7d3", + "aa6ce1d0818f17de327f41b9a0c29e1cb143e49f5a039965bc42659ea7492197", + "aa97ca3097e3987f4519063fc8728c5b3b01365ccaf191553fcd10197670106d", + "aae9480c83f3cc084dca70e76f618f82b87bf2fb2e617143edf01665ef506093", + "ab62a849fcc9de65ce3e9f885d959a2b3454622150816ab94e10c0d8d5f0af14", + "aba3af84c0c932cb2ac57217c3c01c65cab49ec15f8773ffe5bbba1c7fdb4051", + "abdd082537018e878916cd25555617da6b91fa387c23f45b53fd80da215f15c7", + "abe660e96896609144d8f5994cae6cd441200a09e16a5a9080469f3023b91e86", + "abfc23b6077fd0a9b69141b3798a24ae1bf70e8a6e985057ad09c3c1c9e17246", + "ac2b9a3dcc45274eb9f2cd32498118f539bacfdf5705c3a9a60d68b8be68cebf", + "ac4a30459d90b1ab88ed2c6d96d1e6afa2aa1a59e708ff7350de36b260e4bd64", + "ac91bb18dc539462084798d093ebabc3c38ecdc88db10582b97bd1ec4063b1d0", + "aca5ebdeb25a6839fdf7d99c3c40094535dcc69fd098c51ea7e86f870a768388", + "ad1fea799f9b928ae94a7a9f820465a3d54a164276dd68f1fbc771e2458ea95d", + "ad4aa588253fd0b75effba32d3f3f62d2a0b20499b4b2ff20183c9e9dce8921c", + "ad4d7e703b7b024c40df24238902ab1f66c74d3982da912c354dbdb120b00a18", + "ad545207d62ac1a22cdee8252b85b32924c5e16627dd921a96a9c327c21ee4c9", + "ad9016fbde8ab97a81bc34a102503eb570e2d1cf3aa49de6d37cb6eb272261df", + "adb558ba9f031272bd864ed4c02cb66079249969b4a84714d8e904450bad301f", + "adf7df02e5ca3584edd4f5cdbcb27252efea4db7d58d67f833789d016a911c43", + "adf817abe34fd96eb5bb476d4ecd70d5838d3d1535b1a1fa7f89e48deba3f691", + "adfc6ca3cf146e6b70ec610f433048f8f2f61e4b0a9a61b00bcbd548aeac7c68", + "adfe8570209520592870637d0c6d89dfb53ddbf0d5162c38e7ffa79c154e6823", + "ae282a9feba3cb183bfc8ae5f3029dea7f85af44579e140d29111a5ba56a8a8f", + "ae4a88c7e31198956db2ffbb52fd170f8391acb7af4b75f0f7e17c52ed28be38", + "ae5753a98c376c9e7d29d50ddc0e0a6c9eaa15a6fa983e15fd5bf6a70dc1cbb2", + "ae61bafda0632145d2c840cbf5b9ee880f5d515b1dfdf84255024d3aa9ebb866", + "aeb84e1cc03533df9a567948e3096a4651622ddb8c65d273ac6ed9cacb76b27e", + "aec8370a06a5d1b6bc64be94fcffea3bbcb31bd7c3f87072f6eabe7c2f74353f", + "aeda0d224f68d7d2271fb38d4cdea0bab20c6d678bac9e7415be86e1428a8f2f", + "af0eab4a7ff3a9f565c5d441ee48c6728a8d2572bb47ba29bf054ad05c830fa2", + "af3d43fd362bb702008257f845c0fbd7fb0b247038bf11c8577d02b448ab9644", + "af40469b4be5f0f237a06204c6410d570c9b1713dd294125dca3fd71e5e67947", + "af93c5d79d26229544af7194357c4a6874a024c4f513e73ffb9b6fff55d8f800", + "afb9f2bf7e8bd33d310cdc0db5a756e3a4783e435816d67a201b8ed3f797b1ef", + "afc38038f2d082d7566ca44715c132c0d531f317a1a3d54a88178e187124b18b", + "b02963656a19f9f7dbd1c3065b907b214dac7cec8ae7b0ca8bc882a31112e43d", + "b02f7b28daa1a2f7aab7632e16b8cac778bc70c3e8a1b92d2d9bbf3721e3a4ca", + "b03c695f732f3d794a58bd6ccb30774a7e9f77e6335038a1b81997cfd39be8ea", + "b0641b7d679fce235e06223f2fc03382a110fda99b2624b408fdf9edd18c9a02", + "b067b6ae3257a455bfa37d6317ea11da0285343065480c68b88fdbf1f564c456", + "b088b8fb0d23433e44bfb8495d0bcdf14a90a8688a40a33d77ffa1434e4bd021", + "b08f6cb49d8f2c0cf7fc4529717ef050a3d5ac48257e43bcbb21ffdf9ef56721", + "b09d4968b098e1be873a624d4735318198e28acc81516d23ff2a718d5e05da0e", + "b0c9a587407aff5c3b96b28cb92227db0849d7b1fb4dd54ed01e9e194748fda6", + "b0d272d65e86b83427688ceb352a31af5bcabcac115cbeda72ce0cd8df37c3c1", + "b0f9d0a383327c41c70b0d99cc1e17d9e4b0f1a1766c4b1c410a847baec0eaab", + "b1188a1e16f91b3e25c4437f118bede028ee084b2d52ef9cc226ac04a33076f2", + "b148ce2a75b2aafba33d67b9414f1a8b5a355f84f16d4c0b6438da02ff71d9dc", + "b14c6e982b47a9f7cbc83e2178db724a8dc1a43b96d54f4d28ccc5f2a03de985", + "b164746f375cbce5e956785bb3571c970f97f0e3ea06b58f63e6f031ba2b1d58", + "b16a445cba1d8945f315d29452fc1bb6b36006f64c9dd3a71818a89102c48dd7", + "b16c7b13be12df7a0a17561e577053f14140827fbe7f4e220b1d3db6df56a2f0", + "b17984a1dea67fbaa09b778d2318f797f0b0096ae071c7380d13b2913befd546", + "b186db261318ce9d0eec255ee4aa33caad5d23c3fbfcb7b0cc74a01c7ccfec43", + "b1940f4e9449beaa5e5553b1396d1bf7ae7cc18512cb8927bd44996302e44010", + "b19d1adb2abaf3a1939ab6fdd40020c0fe19361f943dfba64dee935859ee905f", + "b1a5bac13634f77e22d4f4d18e98ea341b72743117f0720cb05cfeb06188a979", + "b1d03318fe70818bd4a120e56e58c65af108ca8089ca38b33aab4d2f49666b22", + "b1e5ef44a5efd3a383ae8ccbbae9e741e221ea1fbcc5d05bd23ed1f2fc3e5fa3", + "b1e84bde7f97e4c7525cdf0971c26f570dfa7821392c3414da9bf6d49989be9a", + "b1ff72519a4f541cf01e4ae32345cede5aaf9d36c67d965e8981c26a139c0460", + "b260bbe4a2dff2585030152513fbd0eecfa57c138379e0087ea6f906c03201a8", + "b286fa0eb10cb2daf7436686cd9582632439c280b04b6b7539e1cf79a9f11f93", + "b2ce9e4d70b36c0cd47252751ed47b8c7765839750ab046b270f863a82f19fa5", + "b2efd303d551237f7c1248e6619bbf925479058a16a716f102d67b94e494131b", + "b31cae085781532bef6eef09b4bfa31dacf2bc02dc20fa2d8d922a7e9f985f43", + "b322dac84aec62b55e85728718e2a0d9ddab14bfebcbde23f2eb6b949dd4759e", + "b341b490f5f8c125d57f9d9633f8af89f022d09083e79b096a593a6b23336d13", + "b34596b6121b6f5302625bfc13325f97a351ee3824e7b08171554f043e7213e0", + "b37d030e04976ad9717464b22b3854a50114d068ed51509060bc73376a484116", + "b37d200ac7c0c826ddce7614f9224f2365e8ab7732483874f4ca181394c2a5e5", + "b390d84397dacfca64a5a0e664c32603b4064baa103beea8c699d807793ee9f7", + "b3a19406b80a96b58ffb2186de2d9ecbcb3ea04f0079be0b038fc3676d2f5763", + "b3c4733af59558e62a4d1f9f5ac676e225e448d7cf70c381d9a3927d5f49c450", + "b4090022ae5f781ec0846b887e8576989db3ba34f51aa66d8b619eb4ff73f665", + "b464834e6ccec4397ee4c4f488c26779ddf6a067b7258b25fcd31bf1d61c77f4", + "b46d29e256ffda81cd2812cbeb60119d4c3521ed84384a74970b74876f81bc7b", + "b46df5a380426793e33ecd6a5cf0ef9cac8fab77a13a0d9a1dbf80ad98ff4f2e", + "b4d3a904bae484b4816a592f36be4cfc175b6af30db3d5fdbc11d3692a42ceef", + "b4e84424287c53a682e4e2c85b57e730c130cbdcaeee4c5f08e481b0c9767469", + "b5731d35376fc114009c9ecc6feb8061e4326f8127de14c332ae7fd0f1c8e8f9", + "b5740ca18f0bc9a3f6fa9ca025e89a4f4ae9c571ff67d75890cb3d6414463e69", + "b57d18041db98a5c8a9f58f983b9b0d8771bbfad555450164542942faa0da287", + "b590eea2c394badae79c7964c2752de3e07cd42725af5153ad6e0f4f0f81560d", + "b5af2eac889304f3f2106cc0cd4e4269657876909cf0b1a6a5e1422caa69c026", + "b5bac383570e16b15b2e55caec37e1761c6ec382a8b744174d29687b4508a94c", + "b5c30c652903550a6533882aa07c3c99df4e03ad64056ba2df1245cd8d2556f2", + "b60f4d4880ebd0615405671fadd4969804cd9ce9c249ff4af97d235871d45324", + "b6266da8eded1619177f4f8b08f28b6dc348b362741465078fe9e3f05d516da9", + "b647017f986b484639ada0c1521f4cbf3d09bb6d852f17be1892fb2e22bad569", + "b657cd7a60e964d2f7b07dc6eaf7e1a4e91f6fb08c90180d3dfa1792260fffc1", + "b67925a01180149949620a0dddcc956c5af9cc1579fb8026c717ac2c2d6f81d8", + "b68f5c89a885438b835515c63cfc0cf094b9b480cbf4067fabc35fc73e54ae70", + "b69f06e4f6f273d7a8a6150e56c64e6ea920641fb286e654a6d548a0ec5e3ce7", + "b6afb900709a13953b9833e507e5b0c53761bf68ba514642a45fcf3fe7dacea2", + "b6b8789681c6078777268a6ff1098d67a2176a210b052275e8bdfd378f0b7be7", + "b6bb805f019769e7c22c3099958cc7079d8261a3ceb6760f2307b824170a06b0", + "b70a4c5b5ad5ef61ce3dfe870e9a3f04dce28b863c72efd2302aaf9d0284dabd", + "b712f04ad27bfc82a95a0a9539c5cf93b2ac2b0f938ef593d5301645a3dd8232", + "b7358990749f89a239d0c35e4454c1f2256f2696f43c0b9a6dfca0a01e8c234d", + "b73736da3712e2ac62d7296642cc9b095a26ff278454b9c800c8e88ac19b0c68", + "b75225cc5620623a5f0aeb1ae56a99714cea6aac6ad220343d4ac6fe3681e22b", + "b75f3b57a8761038dc34e8c06242932cd7a3a42a4684ad04c3d0aac1c8e01f35", + "b79f8493c9f22103dc29fb01c9606f726684a35e81826d67290a251a494b2d6d", + "b7d02801cf1eaa121d3e3e958f782edd778ca42dd1acb0d63030f50b6ecae0f4", + "b8089da48eb95d0fa7aa7178c148f878c61fc5c425e163276050d66769b39570", + "b848f9c1cacdfec2ca9ec77091fa926373901a81e89893ffd44b8e34e813c6ac", + "b8a81aac98d4107d71a94ed1e7dc03918b99566b6fef297c43daa713c1e0aec9", + "b8ac6150c2c004604580621d18eb3af49871dc2626c1d951334225bc65d1c438", + "b8b5a6b49726a5e7522829273581631f66139462cee12dbd41ca7b93d8012a3f", + "b8b736ff78f5dd8bdae19eefa05ac7204f4f07187d163341e9316f2caa7921aa", + "b8c3bf17a916c8272eec662a19fcd3ba15885deb7013e3165443147be8624afa", + "b8d7cedc5d15d681707f2f38e63c1b38836456b98577792d229443c26cffebe8", + "b8df782b5cc955e789adf0cc2dba357393d352da099418073e9a9c255f0f9797", + "b8fd7e25bc04fd03c01b2c376dcd64328a543ebcd9d53564ac8113be74b1aac4", + "b928ed0ade3ad7ae4d974356691db8dd8a7fa18ed135a9aef8d746184aeda3a9", + "b93fba82189b4ca8c32a2557f46a130f50b57171e1951004e5378a2d8fad05fd", + "b97305ccba8b3ff42187b7db6c2859328d1799cd55cd581fd3cda2ab303cfd93", + "b9a967c30fe2122901176bf823703e243ef604bc34f75753fe0d8161c46578ef", + "b9acce70b7e12e8b34844749eea5419deb55261a739d1519432c2cfb66dc567d", + "b9c540741090fe4388183904f3f19738a7b727103ccb50bdcaa87abe0a812dec", + "b9dc3d032fec920e4b54a5f3e44c3d2ecf6c8c09745da579b3fe1a22eefa9bbe", + "b9ef19b21ea3253daab567caafe43363eafd77cf8df382c906231547b7d1eade", + "b9f2cddfcd21ccd881f6178c8388173f4997370ec9a2a5b3a3f10309af4cea8f", + "ba3e5e077781c9e12718fd602c426becd35555b333346d5c8b8d0e4b8d59fb75", + "ba3ea31cba469ba9522e17bd900bea020ef196b15bb4f6082ba322d71c7cd2aa", + "bab819a3345cc38eb9d2f4b3d594f7040b75114388442241d3dcc83ce9289ff7", + "bacfed8aa647656b317f21fae6db862e24fc59481a66338f040977139dc3d059", + "bad11986a7cf2e25876f9ef3449c835f2a40ce7ea2f8bbe7da9bdd9beda4a3d8", + "badae713e39d2bb3121a95ff0de7e6fd013bdb9dc86119b49f7edf04222f175a", + "bae48bf75fa4d9c777766969cea7efa83e9175b9735a27008fe457060dac51ab", + "bb17ee93889768038584160ae37403acb9401651630ab3a405abd65214f8e1dd", + "bb1a561eeef5a67d08fa6850904216b1d7593e365271505e36cee5c56e6e886b", + "bb53e6ce9e0343c8e4a1a689015ffcbb21f3db895b2ad5ae51472dfae8f98759", + "bb811974b2088e8fdc2606f0c8c076e55e48972c5213cf3234945c63bb9aa8d3", + "bb82c9ba73073bc7bf00d3315367a6e01d136bcd9a9f0677b9ee642fd2a59227", + "bbb54ad3f3e4d91ef75bc242b35a9a28625963d91f7c123d99d53c2ddd58ba60", + "bbe0f13c903510cd9b65c6bcbe40c141847bd3289e8d27a17c494d98104f1ad6", + "bbea53187321d8577bf4de25cbaedc339cd30cab7900e2d0f9dfceff92e30cd9", + "bc491ccaea000e7928611c69f1b3e7ab5f24f03ada9c29fcbb69f7fc05aec117", + "bc65a7f288310c5ea632964514744d5054e03a6862fb478ff41f6ebfb5e4d749", + "bc6adec90a6dd989815d2ebd2d3d122e5472c349eaab762ddfac58eaf23a9f57", + "bc8cb19dfa4512030c9cfd5171d50b53c2524193b48d715df8bb2f349d24a0be", + "bcb180173212c62ba2392972845d7d66e70d6efbf4d99f19703185b405d8d6b3", + "bcd8b31f715818910c72709e4e53ec79e715058b3b8b20b88d421485b142705a", + "bd2121f0f8916cb944dc0b9cce499d8c8201bb9ed855484806832f0e3774cb14", + "bd55dfb70701260beac95f7ae6c29b0cc675b33a56815d4368ba5a5a9b2fb960", + "bd68f00870fa2e09f15aaa7d6f7f5e3c0e0c8e9df9fd13caeb5ba5ec721129c3", + "bd6bf91e43218326db970a15eb8c67d056a452ea307dfa1826cb6633acf7da0c", + "bd6e313ca24faa2d2310f0608762f6c5fac8ed5041e62e6e8b5c7c80edfddeef", + "bd932b7f64314837ebadb99027ac33363e1ee0729674016f754c0ccad8e8f101", + "bdc0a195aca3787839f81cfb8e1b323702fa9650364a46c5fcd573a2c49f60c7", + "be0b46e7fc8a373d20a3fcfbafb196c04fad15e6cb4292c552dc243ae1323f09", + "be4265c2119ae94dd3dd6269a67b63bac95797b3cba30b31349625b1607919a6", + "be543b6873587292c6e6a41172e329c02e95e4a64e504f19ea40c4cb61acaeaf", + "be6c45e7f69bc3a50da61647200e2ac1ae02bbb1a8ced24f59103c3044bf24a3", + "be7d2336c310249ab90834b1f81317af638e6dadbaf11073b38092b368151dbe", + "bea496e9c1a81e100601aac156c4c56a930441a8a23838954bbb3323a21047fd", + "beacab588382cbada4b9001299ebb9fc2af37622555922c641cccb25aec00506", + "bed8a7542d9679d11feae206a51d62c627da9221a91b6835876f1600176d7dc3", + "bf0cd750da6ba9752ef29d82afc70701c2f466f4f7762efb7c587c973e66d8ea", + "bfb2e72e247a7f021efea6c2ec93634f2e549a87d06a6d518c04b2b8ced37d7b", + "c00ac129f5040ff62e1ed55dc195170aed57ceecf978448290f4c98b6f2b7cda", + "c00e8564f343e9d6d7bbf1516dbba91b91abf3c89dd7b0637417f310e9e51245", + "c01a0385e94fc2fcccf46f244ca591e67737a37030caf872033f60323dd42c4a", + "c02899f51d77c003d5e83858d1c9b0f4f01b04de3f7642167221b4f13a0b2982", + "c094c64f759b68c09c223f21b1cfd965b766db99af89b76efe2170546a2ecf6a", + "c0c3bc99b53fd5e09e26d8814ddf1ba8920932745eef252fc09e240d1c0e0d3e", + "c0dc7ebe001f9d7d104c791c9de10c31255c5a850e14fc31dedffa78e6541e83", + "c0fc70c7452a8d99076484534e581dba98bd1e867317810feb0a103d2e5c37b1", + "c10514926b6b320fbab45c471f278074787252ffec0aee89aa55d78ee98abc39", + "c116eb782fbedff0cc22f419af954749c075c7af985c9eff7d0c165d76144ba8", + "c16d20b8b99da3786748ec64c23f1d4514e948d12aa8f5bc5187a38454282226", + "c16e7d672eaf324069aa23d5d6a1b5f138a706dcdb9d093c6ef42bd08d2b890f", + "c1791b84f1d8438c1ca830aa9d7176dd9115d3ceb6fd23aa7b204fcb05165ce3", + "c1a4323c6bd7607433d6ddf4c76e4502e8b7a6b3b72fa385c906cdef3699cc93", + "c1ad7d9b7be6927a9c31647b1f69ebb2da21c369c6a817099e6976b981c10deb", + "c1c21f7564d5ef802a6cb2a5fc333b10067d5814640df797701eb8fe4b114e7b", + "c1c2b04639ef27293b03468107a7b2017f793a7c5ce17232db08ad396c23fcdd", + "c1c84ed5e9f2228c43bd94eb64102cd7d02ed700cf4f712be746eec31807506c", + "c1d0a5bb9e5792eb0903e793a7e924bafd953d7e53982e0f31e650162658cfbd", + "c1e5ec301d21dd885bc19330ff1cc10a1e028bc22cc866015a3e550ae1762066", + "c1ed275f0d09590a03749fbf16e0767add13f879a89ca1c55950f460feeaf205", + "c215aada505a3b2c249a1aa1e3e6b5ae1817942bc390c1e2366096e8e438f996", + "c221e076bc9d99365c242a0b180ee5895b305510d85fe5b1e1e4fca94ecef40a", + "c2456af35e9845a2a973de93fb3bbf8031c8f2e22dba10d9496fa138065731ca", + "c2461e62faef7d19e61d6a84bddd561ee9746eb30d0b28779b0f24b0ca84dba0", + "c25b6a2ca778cb99b613fe51208ffc8ef01a48f9516645701c248300d6ceceab", + "c273d409d18c86f08b74523ff515897dfce4c5bf272ef773512fa8328eb3e808", + "c27aaa5652f29d382f2e42082cb18850ddbe91d2c142d8cf62d16fa36e6dc829", + "c299e5c291e69611dad567130400548bbca22948ac9a2be5d86cf0be1ed59c8c", + "c2bb18b10dc4435b7225f86e6c9ddeb04669f2b2a062cb6d28fcb9fe61e7d29f", + "c2c199ea4cefaead9e23e15c44d8f94855398419bc748403163652b18e0f14cc", + "c2da835ea1010e60a621f955df541bb0d11ad051b342041497657f9d3a0f44bd", + "c2f750075e3b223f783bba59ca6cb7537feff873a77554742e170652df62a787", + "c2fa1db7cc0f17f1b740a1d3da1b0c2ce7e1cfb7abc7f92eb342cbdc0336983a", + "c308697a46022bb28dd37829dd583edbc414f1646d6ba88d8e788d74fe75e3f4", + "c33f6e1d953c2e2459176f207c5837fb768cc7eddbeadf4619aa2777546de62e", + "c35b5d06952680ddbc500436b29ba9576bc8f11bcca1f5977d6714edc5510ceb", + "c35b835d08530179fdaab703ae0f98b31eb83ff1b1a9707c341029c0516d955d", + "c37bc89dca3af800f44aadf1d78e4f7e3a3e89af77ea633d31651e1a95eda347", + "c3af48670ea6f3200c2ff85ace910f488e272e926055891d86b862e0b353bfe3", + "c3c41e5552308fa4970fbda82afa59b66f489c27a7db4d5d94a60d0db8c8039c", + "c3f8ff3e207767558db61456c7f127af9d79c2d0eb50a8270bce5ea45db2c543", + "c40d78ed2ee68ff20485aef5e34579f5f4054a6fcf5d9b305e7291b701bad3e3", + "c44cb714ef7ca78ac4a00b50760b3abec03706a7545d5031a3a5ab948f7e3830", + "c4736ad4146e4335178db8a9741c652d5d05833fd419a4d44301e034289f86d8", + "c52d67b0644f775244057009d1d807cf959238e8b094a325b89130b66fb13549", + "c5935c567c338bdd710e01da38b97eb94bf8a373c524ffa90f06e141ca21e0bb", + "c5bd03645c8290866a1d39f3b34ff2bb3e804bf5a0d19d1c38b6f3327ead98aa", + "c5c447a38bbbb89458230f11f0b3732d0fc3dfa2e7dc93aa8177bd348c3d8b13", + "c5d45b34ecba22e99f79cd23ae74c5a3af84174d5379bcda1564d7fa6fec5495", + "c5d4d80494eec80c6ed832e4cd5132266d42a0076ac5053fafe48ddc173abaf0", + "c5f95ddaaf9299738b4281a94832b4558835d454e6f79f15b9b41df9e4f5d760", + "c5fe2f8f0295e4674f673532c94ee14bd9cb9a81e0bc9cde32814bb3576865fb", + "c611664dfe03fc5ee5c7fbe647d0d25e57afaa76bfcf90ec9e82f3331b41dcb5", + "c61963f555a95cfc758ce53612e8f0e4cd2841cbb614aff60605dc6ed944617b", + "c620c3c9379df967de6fd8f4c84db0679e9d2dad81cbfb3e2d77d5ce454aa3a2", + "c638f92723f379d1dc48135cdd1a27c1edfddbc74c7ffaab10cd4879227f346b", + "c63f67dffc9e3aa8d60e13154e76d0db63e3fa987ef4c910f9912ca63a0f6f04", + "c64430ee7118581e5bde54d8e9856c15054d73a04f4899f64ab8b59a320e9365", + "c646b12f66f51279cd7c736b218ad1f413585472da68bb60bb92369f7cc66a03", + "c660922239aca421a5cba165941bf8cf071cd9b118cdeec290fe7f5095a38663", + "c67c22645c881371accb498fdc5160ca3f3a69cebea7d152970ae608de1f480a", + "c6c3f5e34e82d2e364d88b418291b2cc75a632eab80e23a502411656fe5e2af8", + "c6d7bbf143e0a344523a1d435ff82552e0ea7c64c6eccff80f9bbe7d56107045", + "c6e87c32c76b5a2e213fde365de66d9f0fc396743bd3d759388be531c3299d42", + "c6ea608314b0fb56168c2fcf3fe90f112a36997db1f7f52b767255a85dd2de9d", + "c6f1e298f5c323a4991b06bf766f36b810701cb0522045b27f73aa8a2d8081d5", + "c71638e6645944d5989bff886d6604db71549d3e91a8138277d2f9d85c9bfd26", + "c729c560656c7822b69406e8dbfddec6ac00bab0a37680eeca66c468bf163a39", + "c753105e888b26ab8eb96284b0c6ae789b38ec094f3a428b913dab070eb0451e", + "c76ecb80f592ab61cf9933db4a4ead1e171011c713a0d4b7de404783b40f05bc", + "c774bd3b040c5bed6d13003b638a72d4e9a2ba11dcabb1ab4a80a641d5d7d37e", + "c7835c562b64fa359cc458c940feb654af46e8b10e2e84fea0e25f077b9f1e41", + "c7848b1fee9b082918121acfb53913b4a8ab7103e792b429e76c9657150e070a", + "c78bf4ee459dd9e2a4acd4a83fb6178ae4f3ec991c0571dbaf28b6cd57407261", + "c79a23775dd5de96daa4f02e7aa240eb03a1da8f63b61e81bdcb891e29416905", + "c7dec169ce85e8407d5039e463a0fe4a5686cbd6f9167dda51caac44cabbf1a1", + "c7f25797d0ee04f41ae508ba50790f03ae751892f9e24bef0a3e447fa25822d5", + "c8bb562f8f805383903a5574b9f84445414378205aab1d3d22b5559a7aeef6cf", + "c8d9cd0644ce09573c71564657ee8e0a78a66162fc7d207a8567710c8f7d7fda", + "c8e463592713e1c7727569c6e667d8918152fc4cc28c15fa75ce9b41239475bb", + "c909c842b7d32ea12f44d92ac041cbdc2c64248e9522ae465168aaff9e899909", + "c91c361212e050943a81e7bafb3d4f2b3a17c63f4373f240593f76233b48e5db", + "c92bfca22b81581e51629b216c9389ede9575af63c0cb28097310c7035952bd4", + "c94ee22263a5ae8a3bab787be129a555d8c2b662564b238c6d11cf1d88fae542", + "c9785645bf1b8f42290c3c10e0036dea320a18d1bbd8df0d8b57f974565bc139", + "c9d61d4310b1e84c3208b667dba9ae044e0acfc1fe96b96d8e2a11fd1f4d9322", + "c9ebe28a3b00f9cecc4ec7d71ff046f07fb16d4377fe33f68711a4145243b523", + "c9f778d144174b667b4657826699683e72d081916ab3d4443ea5cf1de63b5ebe", + "c9fb44774055fb5761f738df4c8bbda5c59121dc85ed27811ee16a7b17b8a234", + "ca02950b9ed42a6cd522865e22c5d5da36b6f4cd1206ce8f36fec5c2a9fb7100", + "ca0ecdc8c99fe496f1a0728042f34bb8477aac8d6f6eb988220200fa60ba3d8a", + "ca894012f7454a07dc52cb1a1f0f3ff3df6ac6c9066f13c331ed5c1d73eb0f3b", + "ca8b4797bb2a647ab2051a4a299d4e1ffbed14988e084b66330bac78a06aca3c", + "caea21412875078c8e0d019066c50138b67a46835a5cc2c25945dae6a099059a", + "caeb0797f58b1448e6f64d2636587d63efbb6e27607c26a6fa3b660296288487", + "cafff4262ddd03cd199ebce7acff792b8e0f906c2f90c0f7b556f8faaff4228b", + "cb1e6c8197a549f105abbef457a379bd4d71aa5c35d63d780733cf1f77e3e5f1", + "cb308fddcab3858dfba8e2d1705b9ca9aea23cdaf9dcbfddf4b77d6db5db9040", + "cb3d92ef090fd329dceea69ac6d48aa42aa88149701769b1a4625ba80cbceefa", + "cba2b38f8e1d3963539ceaa0303e8669a015599a0e01062fbe4e82e8f359c667", + "cba925939b83f0d297ea329100f6dd9ec95d783625be4ba508391646ad22388e", + "cbc4cbe38d4e3f010efbfc9d4a6d021783b5f8d66a9edebb9e6afc046ef0ee4f", + "cbd9adb58482cd85fc5c54d0a13ebb0e0be278c3edcfe7a42b8b246cc8b46e27", + "cbdfe9dad04b6df20ab06dc513414ca71c92b6b01d7e74b79a13ab76ae590474", + "cbe87cae84854bc4177b85a47b953f39523e61561c2488db4b4d64374cebf4f1", + "cbf3c36ef8b5885ced1792a28616aaabddeaaf368413906e9f7ff6ac103c9ad0", + "cc1299ddca29d3f47b825ac93c64b361242fa25803f328fca13441684a4c7a63", + "cc1b30d08252f2224567abf1482c833f629a31afede28893f45868a3122d025c", + "cc8b9c23a4766d262667973e449c8e1fb6f5ea9182359fe848983de8e69420f5", + "ccae31e6c91561c34ae01567e9f442e6ff4ae66e8b2ff665c8fb8199b0222253", + "ccc80694b03de71ba7eb7837ce36fd2c8ff6cc6a7e121f1a0010e21394ec7d28", + "ccc9952cb786577ce9a48ec50a19331a7e3b5aeaed521227fe6b36ca1650e8a4", + "cccab9452697a5822f7228d9ab3198a4e3f2b73810aa78705005edf91c8b68ff", + "ccccbbabccb218f9dd35e3245a04c9f58c86e3d11edef57aa70d17ed0a47ca5a", + "cce04483aafe15033058fc57a6adae63474c8886b7fbd33c2a214c02b64b66c5", + "ccf474053b489d3012904f3d2c634e04ed67f79fb7f258d12174ceffe4d581ee", + "cd03e2df6e42a8883dfbe44e1c0efc58bf63aa6f6d32d47fedd8bba1e23a973e", + "cd1847ee00a06fcac86360000d06315bdcb62abf7dac02e82799277175c37a03", + "cd1c9e3e32e853d95f9f87241c0907ac60f999a01c96947e80829a4cb472a2f8", + "cd1de18adf0a6ef2f23a850f3b25be3407533a2b7cce889d7ebc5ef5c137a3df", + "cd456c7ce5577a4d33433324f28e893d9257b69bbcb020525de57e17f7ca2379", + "cd6590458cb77b5c7aa0bc28bb00582e6f5b6693f59af5d38df77b4db73b7aa3", + "cd90dd5b59b902f716500ba7c07bdcc5f9d0265757f2d1367a47af2c143adb32", + "cdf4874cc5a4273cab51aa533b5fb08d7eb14cab1179572e46c68715013abf23", + "cdfc4db314c0d71b8350c0022310e352a396e01c94d446739e8fc33f6603a4c7", + "ce80b2a6b2332251556de83f456f5be22ddf5c98131073cfb4db9469f6c06eb0", + "ce8347d62ffbfe3ef6cc58ae9ad45b4a527df7b40b899e0d7e09e5cdfb0d254f", + "ceca7e2e8199bad3a54ecbfb618ba5292f78d1f3731bd38a7f8f9999ff8bb941", + "cee38d8376a08f3ca2660337ae409abce9f7f89102199b7b55be928111c3e34a", + "cef24ac7588db91521430146ed719c060006d2d6ed9315fb63fb24975dc094e4", + "cf66b4aae4a945bbca0bab0f912f0a584ac11475c3caa7c65afc461052f2d415", + "cf6b951dda214e04ac328b5e572449c55180815430fcb0c181cf61da6e998975", + "cf844beaf2e6c685aaeeffb989285275203a16da7b6c92a4478a82de33bb6982", + "cfb6ab02ca975d55b0a6c1878cc4a3f22ee15f7f9ce6642e1490eaac8fb8da77", + "cfc5f785a585166a29ef45f8f3887658907612b4704cad2606fdd86580d9306e", + "cfdd01086c7ef1d3ec816295c00994d3133a0c9fc0f097c579a38f67ec965436", + "cfddea7938adca95988dc306017212e307a7d9d29300a49e14781cfe582b3cb0", + "d01fe0cc347b04c146e981c9f3c86510cb9b4ac16c75439afcafa961284857eb", + "d070e8c8a5b0b356d8fbc0d5e50dfbc8cba88939108ff3bb17c8cee06ef92dba", + "d073ee715c3c64a67b1dc52f02c0645f2e16dc4b8934d870046d611511240593", + "d0a2f11cdc874d7797789d80bb38d398145d118b2f161f08d6f171b571673b78", + "d0b0069247d86164502ffe2c678701ba41e1ab19cfdaa75461bc56b6b257a399", + "d0b354e0d29108ea1816cefb8c4aef012ef0c74a5dcea0fb7683de54eaad24a6", + "d0db6137e2be2f61916b26e69df32c0a1525d91867ec2a6baccd1b05dbf733b7", + "d0f579e298d6c00b884b463527e40a31c703d780772924526fc4601c3ef12a72", + "d12dd9f2c736de3dbf0ab05b0c4715204d65d682112f01d6f0a881719086827e", + "d164afffcdfbad0c8b8829a9dfeb78cc90d6a4245e4744a2f4f9462af84ab382", + "d192fa159a7984c4b8d688747b547f3c310c85249445eda2a9bac352ade8b47a", + "d1a0d5cce1543295d9ac16a559390ca2ef9625fbec0a148a88662b3bdbc07566", + "d1a395ca68b59f7acdb1ae4b11b826a5ce25f79c9184abf7dbdac2d87d2a53de", + "d1ab005534a41df9b1eb7c7af7275121d5cac159e60361088178022ec008693b", + "d1b5feafb908fc6394d1e094bef4e084d8003e475c7314265c8e0fa1bfc63484", + "d1c84b48656978636a6b54ab2d8c5a289df23fe8ba0cd8d8f4e1dfc7873112c2", + "d1f34f69500b5ea583cfcdb117ef5cda1352b29fff00113740607e752e8d522f", + "d219e8bb14cc94caa1833f01f066fa4bd963a3624286e9fca56ed00866356b39", + "d23cd9664d80088a3a9a96950b1d0859a1e198edbc456bbeded1a83db91be9b6", + "d240fafaf43c653236bbf6eebbf58cb3b479c5f0bb18c1552eb55949f8abc091", + "d24203d0614be5b8da34b8412d279a17f0441bd4381ace8178a1c044142b48b0", + "d25a40be63ec05dd9772fbfbc282715edcdea3bac2a6050a637367a6be37f0d6", + "d26c279d4047b77c1a4a9a95383b7487e2e22bc12aee632ae36466fb6c02a0c0", + "d28ac0816f3c9f0bf18e3d08d90ebd4a752239f4f23d06bff4f47cc0c8423ce4", + "d2cc4fbd2e43a98674c6c4e68b970c0ddfc139b3d0db1f70db40e8210e8402ad", + "d2d2ec5406caaa6d416c4acbf9dba6eaa4c259b8a97dd1203fc90bd92cff0bf7", + "d2eddfd7392636028a12000fe3b0d06120fbc56d0b5bb92f34a7a52ec0feaa82", + "d33d3d89031950904ea761667310076f6b95a4cc5ca930b7b31b91131f7121a1", + "d3638aaebe3f77b329913705ada57e8ecbfe424f447bb858b96a4aea55f7cd29", + "d37f403d2e1a6ad27ffa735476b4bc9cc58d1031e7a6ee8c42ae69932c9c56d6", + "d3da0f35aa5303b3ababfc1859247dd0328001748311a88cd77376fadaea8a70", + "d41d6abf63e47839422bfe192daeb310402091b9e7e024b25ec534131766d17e", + "d41f562e5632185f7696701cf7294f8deb89416449143d857d247de6eabd1101", + "d436ffd00330337a12dc5021ca62dd16010db019b10d98dbc3d88d878eab6fb4", + "d43d1f6f23de682b557ae10b04fb03b9578a38684ebb2c75ad53680a39bc6b42", + "d4887e482e42cb9ce2d5a0350d934526145985b1e312e711792f24c38a951ed9", + "d4af0e0f77184ac84939d282b93b1018614e0fb91a40d6a0aaea1109f37d8301", + "d4c681632a45ce471ed9a1798c14e9f6bc335eb80162e5f1371611462d639d14", + "d4f514dc89a34da7c37a834886b1bd0144061a816f77fe6cef2bfd066955d183", + "d52bed0de5961ce7653d028389a47d304bbd5ec2fb492688d88e01c20c9e9751", + "d53949e80f745b4d64e9553b036572189079413f781fcd75d9c956d7a09aaa53", + "d55253c49dd42e9a2dec3363f86c4c8c1184894b8f07fe730a51c6660b1edbb9", + "d55b36cf5c50bc67d8bb6b130ab1cf86a08e9317ea19ea7ea9a3df4645d6646d", + "d5737cab82e5a56e1ace27cd0dfecf5e81a85a5b80e246956891a90b2ae92e5f", + "d581b656c72970c3bde09f7167783111a25b8fbc77dbad63a9a5042e6e1c02d3", + "d586cc1e5ffecd95fdc88554b909d8221f17d16a4726358d2bc327a2d254b8df", + "d5c3519f7ae4e585e1c3cd23634b0d912b7ef200686b7ab800b31be4b3e272fb", + "d5ccdc32319e9be322f989a297b46a9a0b100979c009b6ba6deb1bec2f3365f7", + "d5ee28369b14bfb5029dccae76c41cc3188b947e4f7c045d5945febeec161b14", + "d60003a162be418f023b13145c3b1429932f426df639d42f7eda9c12b25f09bb", + "d61fe033fb6964bad0a578ee4c4536c6634c299ac42a84d963a3743a618558ac", + "d62433ee8b0120631f7f4af20bdee7f25e9625184b009a790d3cbd85e25cd0d3", + "d624e46ef452e34d883a49229c0136009bea51e568c553540b303a7d2c94cf82", + "d639559a862fb3e47517bc78973650a49c35c11e75d16771260d838e65ce4854", + "d6a34c88ccf7607bfea26640f4fedb3197571406ef9225dbebb65252b12dc1c4", + "d6ad863a975be3ebe83c4ad6f1ce0c26beff8b91b3fe36887fd13ea576a6e568", + "d6ef592700ea7d33fbd82279ac402a40bf172cbe8b4903576bba1299252fb198", + "d6f318978802318d0e5ac779d37df16f5a0d831be6d654aa57f1e88c33c4417e", + "d71f2212c6c3b2416020d45b3e01d88c807edcf43f6b83e95b4cea0de13befef", + "d728f827d33c65af123c6671f18997b4e8f26289ed3f940faa60b4eabac80ea0", + "d74727b5d722908bbbb3ecbc7cc5b5d356a3c09635fdb78e3fb23a8d9a090622", + "d76911df66f2f4125ce433021ad75a37b8f11dc1e98310a3a5eb00bd2585c467", + "d7691a888b5923650a28fe3758cff2345bb1ae8d80ee8f44bc43de702259da8c", + "d783b3620e8f7e8de20c14c7c66a742cde0bde86556180ee97689ab3626c19de", + "d79918e84e2867f0b93095aa13d9df173a1306205e2c62a26c95d5e75af9a4f8", + "d8051dc72cec1c8f55d0163c4f6606d459ff34a268c1c639323160148604f86a", + "d8117061146d01c9377d0a4142990c2a3eb36399b490ad643275ebfac9e53933", + "d86a6cb10f44ae323616539741800437205a848404368791f18793c8697c27c0", + "d88c67aaeecd2123733c147b75b18a7e23d67ac8abaf7cebc51f004b001cbf94", + "d9064a1bb6a2b88b73173f4e5258feae5b2d2022e91639f3ddeee2c6adc6597f", + "d90c3aae92540da66419e78719f2313129851b552e2f3d21effabdbd0b311e5a", + "d93cae2b91c10e8b3f169f19ce95c444cc9c8b2b46c47e4556d2830ace7381c1", + "d93e2156fbfa90b936ae9334eb4dfda6fbd1b597cab22cb2c90be37a77932af2", + "d9406b1fc98b36f27aaae17128b74ec926f8ad01aa3dac817410f4cff97acba3", + "d956c4f0e28406e4c7b6bef2d310b7df8fa0cbd440eedb9c06f3ece7c5e4ee42", + "d957c2a65445dae0b2e0f0bc24514a284d28a55cf39ee1cee5a8d3e688b925bf", + "d9931641acc262693d83fef4e7c13905f928c7442a51ad8fdf6e1d6f74646982", + "d9a77f4a690ed3e06d58633a85543fd0c80cc41136e7f258c47f1552fb075343", + "d9f3a7eb5261064dfb2740a6bb3e8dfe8cabce064c91099800bf73db39f00fe9", + "da09f8de280cc5727564880afd5046632dc2d4650e1576b3569c862785995645", + "da11ecebd84b29778efb2c763b45ba7e11e55c26ea665e136dc6148fc81385a7", + "da151d715afef7c4222446b54520107722f3c1294f727eec51cee471cd982e01", + "dab4e81d25783c9bd0f74aee16ee181acf0af223526b364ec8945928d7c673e9", + "daf8e49ac3283bbbed06fe7c1cb3f514bbcccf5e32dd189c4cab86c74f013636", + "db1e47ccc5090a6d2281a7bb9d33077e0659d7bb7c697b21a9e649b6a3e3745e", + "db290975bec0205404d595bae0d1f9f9ee1fd7bc26f9175121ad300bcb31bd59", + "db2e86a479922463332e6278dbf55e367557fcab64dda06d3cc7de5c22906df6", + "db4b658fe727a99f255ea3957d2d3529947b6caac5ec48fe25c1708db1fb984a", + "db5d60dbab7a234266c0956d863a5f5c5a100ae4067a4d46e833133108272f8c", + "db91903e6de419db6c737b68d92f7f85721221ebe4c27813f1cd08cef5ecce5b", + "dbb5bbcf389e31bf48d994286a8395a089e7a6de641dc06567efc06a8125c08b", + "dbc1a9a5ff51b0d3d41c72676706adef865ab3e45d26ff2a05a993487a3a8029", + "dbcf50070e709dee8be0cef48068aa573818c8de9d5b7c440bd01c1719eef6a6", + "dbd36f5d6918f0b3f987d0d18bde8833f41024e3019ed93025db2b78afaf7f49", + "dbed23923526ee3ad9c1ba501c4c7150bfad61ab420e5e711e2b4d4e76192d25", + "dbf0ff60e08b430fcdaa06cedddef05cdb2fd205061012a0ae4113d9e22c7c18", + "dc1e5c4c9a22b0020c807905cfd648879658bf757e481c49d677f7ab315ccb3a", + "dc234840669526b8354dedff55c633a89fae838cdce0ae3c777b20bd0ff8a5b0", + "dc48000c38c5cdb704442f68e2b1faee6e061401cb9df35454212f46001bc316", + "dc6c45d3fb6024fbec0d0c553ceb9182658161d39902d52c837631db86229ae4", + "dc700ef65fb407d53f0af7dc467f57549ed1c4b6ccf8f743f380ada78301915c", + "dc78b2e1c869e9e4cef3a00177f73ecaf699a511a4bfb691b0be761977d35758", + "dca104eb57c18b8fbeb17dd08fd35b458a0cd4c870e1202653e4452fc46ccd00", + "dcc4579b164b16e503e32fc81f19470ff3982c05d4f61a41a063d1c25adf8e71", + "dcd3bae5bf55c08d3de86830ddb7571d60fcd64bf47134a6cd8fa7d15d10fc4e", + "dd29a8e572daee4a427ebdfcfd9398d6ff0384d4d2fce00c2eeb5055d110b081", + "dd8cb0abc314ebe78432a219bbfb7ada743bb081249088447dbcc4e4cc70694d", + "dd938aa5437ea65e7b2e1a8ab074abc3fc74de10e486f9256553eee63262b54b", + "dd95113e1f59e4c6968eb8bffa51d996a80a07bceeafedf95a1c8c58b302715d", + "ddd7e5361fe63c2df295a8cc68e8dd7678892867ff1cd46dd837175f30fe4175", + "ddd82ffd7398afcd1b42a4859b65af105c55dfbe21564d87addedf163028a75f", + "dde71388ecf1192c2b1cf1b0bb1341e5800ccf19e54417b3d6a3a791e60e97f9", + "ddeaa5c8e0724599daca62a8952f9f3dbdcabb48576783d4a5921d67bf6290a4", + "de1f40bae42ab53dc5a1a9154c96b94109cb63db2939d268d8c27be0f50c72aa", + "de2f03f07e8f5c21b5d86803f1c512267e8cdfc5580d1f7767383bc7dfc14501", + "de484ca0333fb6a1426bc6e8423a3ecf0e8cc6176a92c3d55155189b9e5bd488", + "de6da3d412c132de0603ee71fbf57148663c9652ca08988d366a2bd38032211e", + "de79493ba0e7a9bee56efd8a6291d858b5a59c282990fd67bcd24b8bb3e8529a", + "de7d61196c0267bbc0f2e2350157db8607f5ca2005af62e78b6c492a53e627d1", + "de8b3255316fb1ba2eab755aa341fb1645b172862215080cdbe07d595f6e1a67", + "dec04ecea85213d947af9b3d88ed75d20fef74ebdb0a5b319477e7f40a2b019c", + "dec68eb79dc49e5ebef9247cdb8ca00020536d911cdb3d504a44903e0f13813a", + "dee4c4ad7cce6ba20f17b691f3829bab814297ad16f25a705c017156787705c0", + "df72209a247f2662c87a21897664b840207d054f5a609083c4e4bd58c913dede", + "df97baa5c6e3317a4b7199a23efdf9739b610abcf987760302ca7749e6bee48e", + "dfa0964ccd4294a4786d98030d7f786a51de585ab9fcc66e9c5af18d7d61fa22", + "dfad806f4668af0fdeb83f2124e6049759bfc6a1ba71467f70a3e241d50db23a", + "dff55f5278fbef8d13bf51671d73b47fe02ae344308f737e751d224de5ae0c9d", + "e00b6adec3f29f19699b8ba00228d2c78f2d72bb996d0c4ca64e232b18bc36ef", + "e0348e9295bee7097b7872c7f50ca11c038e81dc92e7f76edf179e8ce64728bd", + "e09ce2a126107b366b8f8967eb0e8acd23e46f2100aae5d70dd3320ba973d21f", + "e0c8e621f083e33474b8b839fa19f52a709ad11cef6da76b1000469c3a4d84e4", + "e0cc2ed2a8b47079fd14310f898e4a16dbc27fddb31b8855b89f3d9ecc5cb42f", + "e0ee1ac0a2e7f6e414418734e3f8accbc6f9f09832a454b5ead8ab7eff5bd3a4", + "e11e96d715757aae37c340799218673e837289d9b80fae6534ec3f91dcb01699", + "e13160d8f2421179342e179055d54da9de069a1ccd13c16dc04928481d8d024a", + "e13c156e3c6b33114561f9a03066a2d1f474760c197ab3e22dda33996abc6225", + "e1490b6ff8322a5aa02caa25ee79e0e8b6dbd41368f32b055a83b38b3f20b072", + "e155b99821af5d977974bf58e1807c82d232156f53041f13339bcac76da04221", + "e15d71bda0132aa953c779dc21d8eaec2160b70dfe978c4a64c59cfaec344854", + "e1833ccd30ff1b270164c4ca86a26f362a7b4d378abe951db23af2437292a7a5", + "e1a0656684ec308cae1e1c9973c7db7ac78b8891d318efa3854fd0ccd6b55223", + "e1e126ccf4e5b5d3f928fb86c7c249c071384cfb6d6c49f59748fe062b89270f", + "e21ce0dc2ee47f468c8e7b8a13c61223d7379531ba486d121feec867fd8e6e7f", + "e22bc8f83c92edc88ee5e4dae3d64c162633b5e1e73d21dbcc85adfaf90b809b", + "e22d4e35d578d3bc10e8c0bb073103c053b3ae33c0f42e5f40ee6f843acff811", + "e2306bf5516952d77c9a0b4a41ab36ceabd3bd43413b14a2dceddb4c0342d351", + "e27557f997a9172b8decf36332ec7af376eb8cfbcce1577279b2a79db50b74ac", + "e2b6036fc7df03dd49b347b097e61a41f1608ff15d2268190f460d5d4d17eaa7", + "e2cca3b592eb4f08c768a27df03111493aa29246e2f896a08bbd1316dcc9c8b5", + "e2d431394164bd0c41c89f9b8adf6088435011a64d396a874e55abdd7269e4bd", + "e2e4de26dd09f5f661a27182517d173c2b5784b62b363fb94489ff795bbce5af", + "e2e71862d3b63a9440de0b65100f8f3a5f868f4685a2a8f514805033a88c9ef6", + "e3161696c0ff6c0c240ab5c8a39baf2cee8329d591aa4219abb2e6a8f339c0af", + "e31ec9fbd684cebfe22f4fd79d494c1940868bbb1b706892044aea02326b6703", + "e331d60266d5fb71a2cf5b4e342c841d9e08c449c00bbf5f21b41061d5e7916f", + "e3d29931e874f9fb5e99c63c1da162bd8be6723ba3b15e2a3d115353a095984b", + "e3ed4db7194f77d1944709b3080b212e4d1148881725a441b6a89a66747d152f", + "e401536f4e5869d0aafdcee910b572aed4bc9214aeb90a0b3ac026b6f2a36b15", + "e42ef36206320b49147f2d4545be3c521ffca988fdb68b93de1e150d74f45d80", + "e437847d2cd237d56bb0f4e94d08b96d54a346efbf5e00bd4403001bca402b3e", + "e49a197326a94c87b190f6dd10eeea7819b2bc890e12060ed234afdc5c549f21", + "e4b7acbe1a91e932a5ff62c651e8bbce6f578675db5c9f073bc0f4f595a4ba7e", + "e4c8ffb54e9731092c01d80eb64f15c244287cd8ce2755042e43812f9ae308dc", + "e4eb7f4d1ddbcc4ffb54b2bb8cf2f0a3d25bb5bc69d96ce8d49ca9aaa1346e6e", + "e4fbe2e7051ce629dbf11bec69934aa615a86ce36f050d38530722b082d96f11", + "e4fc8dec6fb6f8ce4464735036575318c30469a8841f3421203662d728c7863d", + "e5560868dd89e19db66b810054778ecfdfb79dbee842c17cd59d5f9259c8e745", + "e57a10a2ec65c306f28602a78f921856b4da3dde464448a376161c9207ad5642", + "e59cfb000b5e37220df6031d4b75f9caa5064d8e250d4c71555ccb917f9f4f53", + "e59db623511c79fa44e3331011355c450de3267fdee43f73a6e1c3be6d535c58", + "e5c3d31414b03e9ebffec47d7e6539abacca63883994e7797d0449e759904e8d", + "e62dc0358bd61478c2d074d0fd346a78581416f6da7f5badf1b14638501df1b3", + "e65253c864af09523087a95d6e93bb100f4d23a89d0cf9e7e149ca7d75796ebb", + "e663a99cbff1eedab7d4eefdf715b20b94288ea6aeea064d3fa5652427a79223", + "e6f99b65c2153acbba6bfceaedb81e6022862e7ca651aab3f2a6dfadd0b50d1e", + "e705fd902403d9cc9857a3cb79418b2309a2a73617d28b1ebfd9afb8affd6903", + "e720b0907b7c559e2ad11daf498bce7e81b90e04f6b7daeb902fcb445315791d", + "e7304b63fa61c5bf44279793451cce774c87dea397e7ebcb2db6415df9b98818", + "e74b7a55a37a76b850f7df1fdfbd4007b58480460e036b16cd2aba06a8170201", + "e74d07886141e7b7f17aacef7846cb3851eca347bbeb9bf9e12115209ea7a89d", + "e77a1c97ce579a6463489cdeb9d291a1deef4981ed63886f079a0cad1b71b24c", + "e7cc860c5ee1d94b6ddb825db86998db190ac87293ce08f59ce1f18720460690", + "e7efe271fb083d4aa855fc07a557b0ded89c5af326a13937164f32d4cd5ef697", + "e7feeb46423d16a543c678b1d9e622de494d4ec17a1d51340eac3b6ad0f8af20", + "e80068e7a72ce50a0bd03b687439a393a446208f30c8e9a042f4987eb1995c8c", + "e81a7edda92f777c9606500d272f71dcaad22047e5043f9760d290a7b9f5c210", + "e8314d44fdc7f77c3837fb3f8a00072e6957542d09afab98e04c0078a54f0de2", + "e86b8058966437966248ca46b07426dfb0a3f053336043edb21475056a20fde7", + "e88c64b97523bd0fcd353a58a965d2d49cb5d8d4ff848a2984bfe33ce0ae52aa", + "e893a900a6014aae7750c958e2ec9b4cff8b442c2d7330cad9ca387b4541587a", + "e8a7b252b4bd1f8edb0ab2702106d8186b92de10c4669bd7c2edc7a6e162c5ef", + "e8e85111e0a93a445476d3004291721ec6f144962efea2a6c2ba30b1aba3569f", + "e93bfc5bc342a1682e229484069d4cde0420f1092212a91dd88b20618aef5f3e", + "e9748c12d086fff748c634103440f42822b4d30d330de751fb7ebd16fbb65fa5", + "e97a1a46b82cf13f9847dfbc47322620100f5113275f800ed2440577f989165f", + "e9a667208b6e17c44ae2a228803f68bc443fd9890863921ba73faa43e0531ed3", + "e9c70d4e8fb45ba63db4e9e130bfe555bebb46a30dac84bc65efcccd5bcf74fc", + "e9d4b30aace05a47643d8a3306b7607b465c9af32f343e6c27e15afbe2ed9ac8", + "ea7322d351765ee91211e726f2a2e71b148614ff858476f2d314faff22537095", + "eaa227c5a58d2552cdc53b0ea798ef846e669c58bf6e1236a9f3ac8df3d5bad7", + "eaa547e3196dbfc5bf312fd6ea2d6860d9ae18fce3872e91d94a259e4146bc55", + "ead919499710acc08c0afeceef3fbf1e194220008ff82f204e997b21f0c4d1ae", + "eaff850268079777284976516c8b4e741a24febc416e9616a9b0ce64d0a39bc2", + "eb078772e8c9314f42cf175c06ec13c2a59fa5156144670cd43b0cac5ff3a7d1", + "eb17893ad911455c681dd6323aa29fba6306391cc375a157a2febb36171a11f9", + "eb5f7c73c14782faf0db5f533399f067787dc7c0042fd8b4dc6117e4b7dd4488", + "eba58ab888533f8846fdc9933d6d36e7325f463e132129ed5e040d70375a2393", + "ebba08751abc0f9c4f5074fae111f889f1cbc096694fdcca5011e5d753d5c630", + "ebed887eb371af718ef561d2d7488b49d834caadd3af8c5a0544b68efb7b7526", + "ebfb11f55ace4943dcd0b4c8c78d8e3316e1d4d22c73aae77880a891d2273e12", + "ec0c3c07db268251f8cdc4756dd27ebdd9a37526cbb44d0cf5a9c1f2ed52ed7c", + "ec4d703860817d225317b3ca6fe99f767d67bf59c14201c1109b89fbc2703fbe", + "ec4de8153a1f4115e7e6eb09ca88b9a38349ac2993c137e62bbf7d638e1e5415", + "ec54410110150cd6c1ebd1d382d132d0627034a939e7b6ef93c2170db5a5ec62", + "ec59c3922f577bac3bb7132377d65a763a014b6cac1269973bef2f8541a63075", + "ec9081187fd745bfa1c3c7f9d05a46149def1200bbc2772183179385df2525fb", + "ec9da9a275700cd08b7f6cc22ad718bf73621761924b7366ddbcbf6a783c85a5", + "ecbb1070a795551da662c74f7809c8ca608ac26e70e1ddca1c73c026143465d7", + "ecbb17cf37f94c9c7b3f89231851aafcbe0925e7e4d7eb96d5ff54427e014aa5", + "ed0b2d5e9d81368ac6029b17c0b2126f43dd2eec9201c76bef086c3a4f0cfb17", + "ed1e78181721b3f5aa283d9ebf81462ef18abe21419874ced31934518045a5f0", + "ed545e76d727586c418f0744d339402358a3aa5540da6a397c659d86a0bc38b5", + "ed616c04d4a39d94cc2066556580c2263bd90b6fe017b8fe86b8ca13f019ae4e", + "ed7f80b722d4c5d6cdee6e8c5c621f956149df086e3723cd4064ba0d5be6838f", + "ed82fe48d398b7d2cf5fd18e30e272c93df532b8c2c1467ebf9ca356c33f909a", + "edc1ef0e343b63c4b1fc0ac740deb67667e878d75a060dd098ed0e06050f649c", + "edc5ed01c736565a07399504b2f911ad7a8b02670da0dc1eeb2ca5a780cf8d09", + "ee3750871ccfbf83bb92d4c931e88d78a6e592eb39409134c1a18c8461722172", + "ee9448da8478284de63644ea593656cd7c9fd513177eb3e58283ba84a8c1079b", + "eec253d9e8deb02ffa7e8a78467d48c67b5e593e36f46b2cb74fd3804823d5bd", + "eed982158217d01a1d5b5c628a6aee7f4aa9758aa44e35ae6b48ae4b0b36bc23", + "eee65bd6251f9ce7acacc87488126d67cca954487a386830d5e4f3304bfd5b70", + "ef0211b2a54bc7071af61659e4a0487f611c1ffb44d722cf8b6a7f47a266559d", + "ef0aeed7749cc3cdf075c187cf83633e54450383a329c6e2c0dd9d9c893d7271", + "ef4c5f83618c0f55d9ec021f80e2c8feed4a3044076ab4825cdec43b091da1d1", + "ef588ad2795460519841155c165a062f282045f733d1ed6d5cb1d548a306fbf1", + "ef8a439b7f1d5e93bc57ef1607c0aeb59f791fe38a8a8280daad941542de8cf8", + "efad264184bd7aa09ef2eb1b312f42ac1954241db19463bb7ce5f07e3b9c7419", + "efd01beab68ff2d4fcb1e4f0286207fcbfb74427295d34575d8ceb391c9c5806", + "efdf1bc52ff67b6eca8933310fe35f6e2d914fe396c9ea7b65cc8eada41c3fa6", + "f021fbaabe1c089409a58f516da03fd2e19c31b074e05be889fca1151e50fe49", + "f037cd9b21c0dbb33b365f4bd160389d80fa5373a748b3dbf9be255f0fe64338", + "f03eaf76ad7edd7350374cba202dc95389556f56bf4eb3c02a32c61551fb8921", + "f04338b6f05255d1a4efc150f3a1a2d5ba1533e874fba4247596b3442faba88f", + "f057e1afc93790016ca44dc2cffdbf67c7d98134488954fe16fca88479c0f422", + "f0611536592f851e763da6c07e4f7b6fe767250d886b1bc1f5ac527edf740d29", + "f06b9f2044daa583f152be142881eb31a0b7caf424e1e2596359a7d2eb00524b", + "f071dd23de9824926063c391a86f4129f95dbaf9034032c70f807bfee403f15a", + "f0750574f2b36357f51ca81b9248c6b2d7154de18878f944a4a438a7d26e26ce", + "f082fca71ee6941d5c60d24a7c7358b281461c8c0a2e2c55e4373f220c7a25b3", + "f0a1e26d253c2e1370acaf11fcd05ada4585b63dc572ea53813e7f0870337be9", + "f0c004c62fcb2c23aece72277c417f7d33656d9d9e0e05187494ef6f29056018", + "f0cc7ffae79b48422c342ed7ee7ab2f9c117c7d9b92102ea48b05a11e47402e7", + "f0cd108d4d1b11a4bed5645b1b295f9ff0699a6c07434ee79fb7764684c53617", + "f0d7c76e820802f368a015e8589209c0b1ff010af501316b0e4a82e7590cf821", + "f124e0aab0ff513e104eb3ba2ff2c974505d10ffd7bfb3087781fca6d1f2c852", + "f12c64024ab41f66b085ec4528a3d78c82c6dd83c61812ecf475a1e0f12f9004", + "f13265389b401334fde5646bc13b7e7c4f8a05c630878615034f77541b1396f3", + "f14f547e4ae201c702c05d04b1024a226baab1f7f20e74559c94c8b5800e0359", + "f167fa0d6df35de3a5ba0b255a2ab45436efeb3b143a7cdaf0e8a6a68ec77f6b", + "f19f0f821f7cddeb39e9fce9ac5bc78d6a24e64275b28b2290779ea1bf99fd19", + "f1b00f410ccaef0d7ae613b337569f38d35d6520b51cfbe13970ba7263367342", + "f1c038bbd103b1de60b0ffa944d940168af7f5cb28ad2f619f58a53c5b63eacc", + "f23baa5741bccea2fb140328e4e00ab0f5cb1e1e424701bcd5a4c4be33f6e098", + "f23e67c6b6e6c08a3e110eaa2331c1068330ed9eea335a54606d1d2e156ed26f", + "f25aed755465da7d5c3b4e3c95a25600cc4bc635e9640e7ef993d1c38040b344", + "f2669e86800b3022fd2a15123b693b94b45af55681b255b85a85dbada47af1da", + "f2a404f19cfe1b22fe2af0d23235a5f7146d784a3b1a0692d6bb8bdb3044b552", + "f2b1b88aa102690a9c394f9214a04cfddc9c153861459fb689f46bcc63f8f4e2", + "f2b5f26abaeded0cdbbbd330a97f60a2cb3af54e0e4014f0cb1c0251a2989be3", + "f2f5a1978daeeaf25c8ffa085e09762e27630f6001497d9ad2be7923124031a3", + "f3aae264c5324b53d7c9dfa3c93a217cc9acb8b59786172b2436713fb7bf04db", + "f3acee3ba45918475e3cb3f57aa38f918024778585bb85d7ad778e5e8ff12046", + "f3b1ea2e2365db574a8289dfbed5fb65424c09de311a0297f2229dcc65e52243", + "f46ad557fe453b456d94d7591a9482f084e3c502e334a445ca0cfab1d465c943", + "f46bed6638a9631ec01f7450a8edffdfd1cd597efa1e3c18a7b971ec9b56d5c4", + "f4826ae6b3ed964c98c870304a5985692a6401ad5d2bd799fbf648f3e455a44b", + "f48b5f5117b250997fe6c64af116867753b003ba870eb9e70cc511a7d6cc8830", + "f4b1501caa6b19f21b015ab1cfb44af7a77d9cf11436e9b8e74ed73802fd4274", + "f4d2e4d7dd527388994c2677651db31a41e812bde44eef9c6683a97ba479129c", + "f4ee92a108e08b0836423cb6772b501eb452a4ae5400192dc88bce99518f91c7", + "f4f047a3a53e130dee3f20a27f71637e3b13c6437223c8a641b6b4a9f6df27ef", + "f4f81e3dda331425e5f951652c77ee7deda8d3fb5cbc5a2bc1e9ea53db2b9320", + "f51a262120089fda895a9f80697ca8b686e8c057f19ee736daf479b7826271d5", + "f55b877df863c6b4a5a3e233892e11c00368a8a49ffd2dfd7a1feada89702cd1", + "f573ff54d3b07aaf198fef31cf632c82a409ed59eba85845ff96b0367d964b1e", + "f5750ff4545c2651debea6d7c4464bb4d92721eae8fbecea7c011af94b084fb5", + "f58cceafea23ddd305ba490e7f8cdd8ae1df5b02f66e07bd698b2d1353ec578d", + "f5939607dc859b81f8b9eeda2fbb4bf58e9ac3f3f259f2141284fa44fe350cc7", + "f5deaac65043d57651d7e4530e62761b8014a54771fb2fed110eb0b30e86f3d3", + "f6041f907c89e38602fc4f723a7ba880ba6ba6293494427f433675fc139c5740", + "f63d5f0e4107f691719d2c7e1b0aa0fa40a7fd868acce8040031abdc046fe06d", + "f63f72c986c0997616af03a1c7a6a2a01ce412229e7cd8f2592de4b60789a350", + "f65732cbd65b8f3f8b4b3257ae9be69f496d828b288a643c54070577e23694c8", + "f65b8d423e8c5a5869491f91860120e2ad932f87aa646d51ccc5c97e478e8b74", + "f67204bc7998220c42535161b3da945d9522fb4f66d804b7bda97391d18ed41e", + "f67a153cc00c83debd8241b7b91eb4ebc6efda81127a3143614b4ec202362dbe", + "f67c79723180993631bcd816141ea11c780d74ce1f167dfd20d64eee34020ee3", + "f68e1fb5c0a10c18c1b436659a676060f2ff347549074643cc376516187d5e18", + "f6b57a0cddb03aed35a73ccd10e928ba35eec1f593614a9621e383a15a4bbc59", + "f6fe4d7f7d890ab3e96cd6deecace45ccf2b7703dfe4d7cbd19fc38bf96a4fd4", + "f72103979549dc42fd342428606c57e0056e1ad7aa6367c9ad53b6eae3ba84b1", + "f73acce0d0caaee1fbb643dfb565a921a94617a3349d93a8469b9760fb7d2dd2", + "f77aeecf0782ee72b26dbd0bc2afdd9474c7a16608b383e35e8e7247ca1719ca", + "f7869b4843638e7f3dfae398dda8e0a7560cd9c5aee80270a5267ae8866cf734", + "f7897905419d70b23db05fc0a1001d0b1a3b0af0f832117479edb4e0143bf2fd", + "f78b1994b24b4fdae392f7b46573346d468ed74676c110875db6860536411972", + "f792dd2b474132905f755c2f31fdc6d04573311b6838f293d104ecbba7ef9bf1", + "f7a7d978a948f36568666db2f266897d1d6db97c881afa967813a1d90c861ed0", + "f7ac2ef367d2595d4316d92f2f5a1e0b3e3ef0c52b13bc6903ab626e0768daef", + "f7c9b0a8be9f9fccfb26c2cd67badd6c4baae6fa4720cb9b9ce32718d0d42ce0", + "f7d15ee450b14cfad3a63d8a40a182d6cf2d729e5427d1bd43b1d514fdb2ac18", + "f844dac31b49b7e2be2afc4507c6835c6275992bed428d5c2811406eb0636ffd", + "f8856132a7ee942f9935d819d8bd1ac2e8db73d3ad1e3504231ec44eac8b4b2a", + "f88d7b87fbb90b5eed6107d4ca238347cbf7bd9960d11e6dbd6202336ba47a48", + "f8bff3207a9c4d7acba4b30d1fe9159776e6dc1cfb0a684cc73660264474adcd", + "f8df2bc65afbba35fc3a1f266114766feec630ea2a193325a0610fdde899e85b", + "f8e8e4500b2f9425a8c19279d62346ba5015130418ab023656960a73308e39c8", + "f8f3be4f9c461671164909f3a6a4360a0a18664a5783a29b2f869345d28689ba", + "f9044f70f67651a5074910319f059bd29ba17d5aaa643cd022af04092ec5b8fb", + "f9373e58869e091a50e8fca190323e20ad36dad195a8bf0aafb84d405ffb41e6", + "f9426611ad2ed31b5fab523266149e5a7076e35454e8b4b21b69761164b56c46", + "f952fb8637baad559eb2a8d8541a65dbdd0453b111a4f459b15c12e741274545", + "f963862beab529f79ec7450689199006366b9f9eb602dcf88829b30549b0dff9", + "f9b818c580b690669d02210dfef753cf6d8cdeee736dd43edf3e3873be4f3593", + "f9bf5accfa2f7af0cd3c16bc75bdbecfad15455e969c43a2386ea5e0dc164b76", + "f9fd406f361fbc59236ff4e5db9fb03bf34b0d52a314e50b9a06463060c39b9a", + "fa03e828df8c0572b8a53b3ede30b1093736785e63a68fbebcab58688c8d25fd", + "fa03f44e759f0f2b45d4ae60b6bdf1f883c7b28c8e584f4c9dbdfd0da8acf021", + "fa2d7063043b250978556d2efd5c69280ac146530785e68eded6c8c4a2272f2a", + "fa3375c4d494fbde579c72af92d9b836e215537068065aa024adda70b3e2fb87", + "fa44d75d52a573658e4fb168bff6591313105d2b215ec101d87c8003e5ae1ee3", + "fa601c703bdf0f05901fda4215366afbd6b8da68a13a1acb1ae5a7d0ca551dad", + "fa86d37d13aa868ffe88887c502f54675183fb72a6bf0f0eda73353cc93a6f1c", + "fad28332415da4ed66e0a02710033fae4e7974bd895649061f6fe1447aa48eb7", + "faeecb415d0620338cffc4971adac667836da581e69d97a32e8cff554889bb23", + "fb0c91e2f07bb12e03c91114d97b28f384dacc22f55c9c2534fbb5341594ad79", + "fb1c4b9dce86b632b78ffea1501e361fcff7a4d914c99eeb5646a1483c17a75a", + "fb1ca8b33a54a6968735c70926614093f25f1485371b0b5c94a50866f1561c02", + "fb4006f12e6539562628afbdffc1114c6109fcef4021e01a31272d54f7973643", + "fb61451de49728bbd653e2fb66435c9d7551b5716e4d795fb8ce5de400c31628", + "fb63b0298dea67ca91f29157c90022fdd2f6b692c615cd54213b93b435c04a68", + "fb87ea8200382d0ee7b1a4ddf3ca0d7068d3f3967fbc1cdab44b22301b06a094", + "fbaa467be2afcb06c9ee22987e7ea16fa3e79c192296b6c4129f07c8f60714be", + "fbb08add215e5c4520b18356ee5e2cdcfb7397916a93d3df4d9e0dd0232af675", + "fbb5155bf20f9145c10c42fe56c7cf1d1c6b7a8d5f7c748184a431c101113f0b", + "fbcbd4a4a21904d22d4d54896b1429e206a079dce30c8eca0933af05232a14a4", + "fbfd191d086e9d8c6ca4a41d248079bd285124897f997b424966b625f3a67a1a", + "fc31a936db1402433f3384dfdab6f361b46d3556e4c7d95f52bb844018d491b1", + "fc4ddb1b80c7669514ad1ff5d62406a0fe7e8688782d5189a850dcff081340d0", + "fc6c4e67ebdb78dcb98619014a4419b074e164bd5e992991575dfd2a66291e4b", + "fc72d6536dfdeb226151f1905bd74a43e8f04d2e7c4b12c36f6c3433c50d0ce7", + "fc7dd06302e49c42e86e4e8a4e9e093e918964e38a9e35ce206109c4b92b5391", + "fc8a7c5bbd30a4fe7b08b44f2057a67dfcf5588a1ffc249d405f6bf9756da974", + "fcc5e54f7c00f05f6f78b3cf6c1daeafcd911a02240265d44cbc2b853d6a5ab3", + "fcc6d55972e8e70cf5ea47dab7fc1b7efa3f4dc786c5a33ba46e4ae892947a72", + "fce6f3c6682f3b46233f31f7424fe98ca8855762fc84632c4019464a3c06caa5", + "fd057104993516baf2087ccaf9a5f36fb95373e33a94a82810c7a7ad048306f9", + "fd18b02e97f3f2538c2c21b3d618c0f0d47678fdd8494ad14a0fcc5ad1bd95f5", + "fd2c9a9f34990dbe30ab307f0950e8a255c1d575db5e24ca54618ecd92be3263", + "fd2debd3f338a433e73fa8321ffd1581b173f088dea2590a4850810f55616bf5", + "fd44d05b0be2cf03d5487ef0eacdbb3b76e5c00fd547db7623d7d26cda7fcd3f", + "fd4bc5136625be7774541ac903c7c4f174833235a42a9853adfd8371097f6fc1", + "fd4ee2313d81fb52f0930d955c668ed97fe3b85bf1a1c92c6d28c7253c84fab7", + "fd68aad1a332f4bca84e4a4c75d469604e8f51a2bb6e02f734349ba870efac86", + "fda15d0579879a85bf0495c5862956f75fb23e793ba45977c389721b079c6c77", + "fda896bad99a7e6f63b12edb5586f732b73ba6187afddea5b9f2c1b9deec86cb", + "fdc4083896df70525d6cb8838de7de6e510385561045aae9b6a11d9eb7174957", + "fddf26cb81896c40e3033f1d43c911b706fb58b681757d1c607e5cd8ba997df5", + "fde50489ec700e54054b2c5a63ee1b596e1dd9d25e1178b9d97bda5cadfb99c0", + "fe0d45c84237f46dbcd90a2d90b7d7103a5b1ae79d9641dfaa7e7b5d7c155382", + "fe2db61e327fde7d349bff423eedb5664b2d8d268a1050d50d700e44a4a4ec84", + "fe45796d92ed2ffa9edadee0a8ed0baf06a01ea06f7e2b3b280a3660399707a0", + "fe4834ee67e3dc86f371db6861ab5514c8451744449c22c80ddfe0855b2441a4", + "fe5b72d2a8a29732c5307f43f7212a492ff5720c9eec8e98b31c01b57293e447", + "fe7e015b2a149f7e3addde43798f0860be1f92ef8e0beb0032e9282e858f1a2d", + "fe7e12db4ca7b495ab3de2b8e812ea23219baf38291e7a5836944eee383c1362", + "fe860d68dbfdccebe089b378ebc4e3beaea70d1a8b24d2334c47799a5edff5a7", + "fea5a8461835b1382a1110a77224df1ce8a067bed704f1a6076904647f068b1d", + "fef252c6261533f1b9784314052f8e1e48ac6bf10dfc302c24b718ea18b32274", + "ff22d9c91fd4d74876b2b41c3a653963d348c8f2040039d5bd0af665a5b59af5", + "ff3168092a52292e5e43e7db6331bc539b4b37f1df12d19b1c616ff3c2dc0ea0", + "ff3542e42ba107e85406f63a9d670e4d53f34d98f13b7e53baa3de8f44b05879", + "ff3f03ddfca7aae413d0716ae39a988d7964e752108c348a4a4423616d85f81a", + "ff55ea16c630a7b728e6616bb5427410845da8046007564c6258d7d02b986859", + "ff6427309ced42e9287b4540496c6ede902122ee4ca6763c4267c75792f11ef5", + "ff65174fde7ad22bd4838e4c6a501c904ea8406aaa9a233f1f15b266abb8e1a1", + "ff7e5550a6afa9804c92139375dbd8bdb6930b456f9266869cd42c7384cbc6d2", + "ff88a6da61a4a0fc99ea252508a180d48600f13212246fe266b5a02b64ac14d3", + "ffc2588c1509c663c1406c1494a663b87978bc0c3620feedae2857f5c22ca4d7" + ], + "include_outcomes": true, + "label_counts": { + "negative": 24912, + "neutral": 6636, + "positive": 1156 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": false, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 2044, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 829, + "num_rows": 32704, + "object_embedding_content_hash": "fe97ac428d6b0ed4da7060eb6f697c1392b4a8a09988a10c0f633b1e457bd568", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 2044, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 2044, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": true, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "43e04927549fe3aadafe63067bb82c16c1167c54d0c8ebd47d4114a814f338f1" + }, + "shards": [ + { + "num_rows": 32704, + "path": "charts_00000.npz", + "sha256": "6f3211ef91cac305045b540e71fa40156ee697abff9db3c8f994149a2fc1b663" + } + ], + "skip_counts": {}, + "split": "train", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "000b25ed5631161d0436064f18bf2927ebfd97feec3b027cb7a3fc7f802faf32", + "005c6ef90461f4461053d2f248598e4dc200fdb34d95079ba9b6ee9cdc796282", + "006bca42e3c79ccd3a2cfe015bf7c713f69f779e9f9b6e05e6d60e05adc1ef2d", + "00889249a42766e52451f1930d859b4e9c6a18eb2d2a23e4a466065e1ec6cd8f", + "0091b5c64f92215ad5e12cb639483bcb463e589fb1442461b3b7f2e1f99bd18f", + "00a20929cfedf805498d877fc9a08bf4e18093022ea54d5e205ecd22b0aff85f", + "00bf989afb844173147aa217cda23c2d540be3549b8d54cee51524018f0886d4", + "00c9e85ebf618703709c8e915feb24d5f9fc6ef4b1ba77a7fb4bbd07f931b588", + "00f7d5c91383370fa6a6cf7e0da5227d76d4148a8d74c28136bb2e2c32e9d5b7", + "010ae081b71f7c0e58868fcb7737f45102882974c383ff4d8c1b02ce1d895661", + "0117fdd7ec26170b0745e65b08ea88008b09508b62e77d62a69473f535c25715", + "012a634e5771527516fd013df470d5b27c8a795d224f217fa9655c378cbdc6ae", + "0147c0991e5aec13d38c9a12625b9824d5e7a497734845173f31878b6daf3369", + "01642e4ace471a0ee60cd4a110c921359d11750c72c4a4a17274dc285f8de946", + "016859c711e2d334a59ec1acb53b154655e7875d1c095191ac681a0d6f2d459b", + "01a740cfda480c25d931fd14305d6b661829ab5ebeb80ab3efb4bc1b7d400958", + "01cabb034d28efce276c7c37f7c4d1b3fa2c9d00b140b109d619358e1a99ac3d", + "01cc39c8b7c4511f037106757c86d8a9147e5306a4d30e1bae3b41bde0455895", + "01d46a34d74e86012c60ccbcd0cf56dbba216277d41a455b8f04dd1367dbf373", + "01d93a2edcd9393b7d5f2543c37638ee18a7f731976a7f58e144de69747df1fd", + "01f9e4c4ee47d37a28ff9581e3c433583b0b46f8edea284260559029e7c04bf4", + "020d8719f66fdc0b0c47e07ef57b3ac2a06173c2c743a699b972fe3996758e9a", + "02251ce01393ea7b7a290137bfe09e465ff090cee97d821901fb100038b3fb16", + "0251eba2dbfe3f1be9cbbb27321cef00827b19394ac802bde83bcce72d7be6df", + "02752960d18784921c0f4b6022bb7a034bce292b03909ebbd0353c12d48ab314", + "02860b143f2e95695756174fceb8ddb331e7510aa0454f124250edb7863fd5c5", + "02af5467f98ae64c370ed93e1b882b5259adf7e1a41a00e36d0b0a64bb6ef756", + "02df6abd276ead475e81d9a264ff6c4187b0505a8c8d36e0300ee9fde4d4c731", + "031cb9954afaa630fd3a550eb9641912cb237d06db40d1acd81a7f6cc7ebdc31", + "032090600396eef932cda799b7e4ca43ec002031b155583d41ddf5f884b0e066", + "03422e256c0166427e92805dd77424b2025b7be0dfa3d2cacdd17e844c91a80a", + "035290871ce5028fce982cb3000b928e26a7daddacfa891677740136e5f415c6", + "0393682c39f9ad90feafe5ccadfe0e5cd11db16f15286b404bc4ff620d0a9164", + "04016ddff5f00fa3ef76c2246256ff48d5c7bf896cb3563f358e0ca9b5cad5d4", + "04042fe5cd41177bde33eb3dfc7c022d68426c8bce2b386b6c3d744b3b6c8ba9", + "0413d5ba033ddb1d8be7f3fd905b3a3fea63495b9e2bc6636af73a0cb799b926", + "04463ccaaca5d28ca99f63f4f53e070efa4ad2299568bd63a9105702336b5ab6", + "04553237c84ff09a6543e606ab9df00f3fdd3359b381e9cfcecb9f0cf8f66c58", + "04736afd75d9b70defe4c540c6b91495c1d483916acab8b9cb88954faaf5d7fb", + "04891991eaac4f5fe2628582b59594f435c2f81d561f2c42ec1dd98ea57408b9", + "04980e08e9f08128a95235e4570f5c3b26e9900930f8e1901b1cc805055d835b", + "04e020a7f9b5a6b03c4d0cf02f1a5226b30f77918560b372a4a86342886926b3", + "04f06ba196bb7367e0483cf316dadeaec8bee82115844252a7139a70a7c202a3", + "050edccb9a8c424bb0da9dbe686f19e78196f374d0a0a6d8f47b92cb2f8766fe", + "05165e6acce39716961beb3bb0ee00c1158ebf8fa3658dc70048d10cd99093cf", + "0518bcd40edaebdb67c915e851d4938473f26ce6dca50a21e69f83fc32288c89", + "054a1bb649b430a86f7802a9457cc6a83d15cd5b8ab6bf8adf410843ce7aa13b", + "05550c96fe8ba235ebbc76dd6570b63df19358382aafb3937726a87d268713b7", + "0583a22e745ea93e01a9d2f9b53642289d9a05b222a73c0fecf8e710fa1b59e7", + "05b5cf5f903d65c126181a2bf230af182068934b33d8184849b6b8981f68ebdb", + "05c6d0e8769e7b9de479e7e02edf2eeda58b5ebddebf2e1f15c962e257d49e40", + "0602af5175c035dfbe398a4014adbeedfe194d75ed41a0b7eb8a79b48ff6bccf", + "060d8bf103ac5fde82e3703ca8e2578b4f8c7bb7c5cb738f5d1209b919c61dba", + "06257bd3fa90f0afcecc239680999406ab79980eb303d45a2d1fafea670e4a38", + "069f55a960c8724588c1ffd62afe2fd0bd83efd2e34cf6a5168032643e6352f2", + "06eb82c273f65f490d85d60a39406f6cf2318d14ee9596ecb1cf7fcc3ac9f8da", + "0743154e958abc52c160fce6065de25d968ab60c7c7a536d400d2295bfc27255", + "079b15a218441cffd25d9f3aa501b9143a3292bb7005f9eae05704e55f3b38ec", + "07de76536f57dde25b6235024f5a41e215d6a13d9f823e2ef50e4e84c87fb739", + "07f15fafa5887d8328b676cfb87c6f8f7dcae9cb187b8b6969e2f3a4ef37e8d0", + "083bb24051300e75dbd52e0202170794bc727994f278922c2d158af777a3f2cd", + "086bbd948427f350f1d964b288a729ae80da38291e409fb7e0f0c688d99562d8", + "08713adb8a3215938b380fbc0c63f235e063847962fe02dca3f6d20113fea1cb", + "088e20d6cc294aded49228f0ac9a7191e7cc9fb848bc19a6ec9d03fb7258748b", + "0890c32a99d90761a2f31733eedbd91b1980913ef735752d889c0710fe572764", + "08b122b9a1c8a40b5965898017846a28d6377690db7128b7b31417f45d1e407b", + "08b58c89333a6a06c7714c86704b3f06bd2ad23a18360ca5e8ac7a2bde0649ce", + "08c6791c2cfa2927363fe34b6af41498531aa6816ad3edd85c3f9835a1ac1014", + "08db846838425971e9024677f1cc8e070c502bcbeabaf05f6f3631dbed7a3ed6", + "090f2f8b58a9dc0ae63008a8fac34a18b2aa93522542bb472a1202fa81e69465", + "091953502d8a89e9db47809dba001d5756c622e3aba8318722f8da0054bf92f5", + "092e168f994875a90490b287f3aeb7ad7ec27428bfd07d0e1ec1645dd2e01af8", + "093675a243ffec08a1c179a6757e916d5cd8dd9cc46921469e62bbf3bc12fba1", + "0947a97e05cd96908d88dd2db1de6be0175c37c2a635e5506ab0ef60723e9244", + "09a45c5c82ae74f3fa1dbfdd04e9c9cbb68ed2af9f96dbf6cbe731b22c5f00c6", + "09f192983656d6b34d005d8824dd443c5aa2a86212e1ef363d3ca398a61127bc", + "0a2105ebcf3307835abd4a7f5a7ea78b1b8061a118837a41879beec8ac9c4333", + "0a39ffbc1c4821c186d48f34e505d1dd889f98280e19b2967c7296fdbd4686d9", + "0a7a2bb9c6b1a50d1a9522163191dde71a243bd834f093cefb2ff1481dc637bc", + "0a7da33713c8db7bd3bc44ae27bb34e21ee7301152b2bb9d76626ec934e57f5a", + "0a994de647582a2ed0d6ce05c5ee895783f3d0a242425bd51bce5a205f5e0c58", + "0aacc576c7717acf5a36d239d777b8220079ff790301e35589802e502b65cc6e", + "0ab3580b189b821099bf7214360927a818a8e415f10d4ee7006a7d6ed518446f", + "0aec7bce1ce582391a1644d3411acad983fd582a91af97f199631e487d483d9a", + "0afa74ff678a87361267b42d66b59fab3466e8dbf8b95a5f891c25ee4a0a6ee5", + "0b034ef0b1596741e3285665c5bab78be118eeca05fac3b0685c0e405e60b01a", + "0b856ee1f7054bfe985a8a4929618c2f8c241b97d548c3ba2edd0ce3c8636aba", + "0b8bf874669ae24a086caf5364a73cc92e86e1baa7da60ddd21cc9dc58cffe54", + "0bedc58061fd753c26bcf63e803d240be5e7f5a044b0628b5d5e456b35345fad", + "0bee130933c311df93b7e72ecb227b6894a91763ffc616339264184411326529", + "0c0ab38d6a39a42e4cbcecdc53231d83e1b1e645f5b24b1a6fdc8ed2213d108b", + "0c3ffc0a5ed70915980abb6a49e16622554ee49a5730d559dddfab9115b6ab85", + "0c7a98ae4b33c672b70b431ab840bf764156ad0a3143c8df83ae1af6ffea6551", + "0c95367a82ef1977f91b7bdece3b7d452ac5947ac67445d20680d4324e6d70e3", + "0cb834d2ef4c99da95a871846baf987a939a014b4cca2f156974445a21c89196", + "0cc76f5c6a58bb1c614293fa3e9294f64fd03eb893cbd05576a9e93ee282ae61", + "0cdbd10f984a65865896ad1dc53188dacf141bf7ef001a0762752abc4207d819", + "0cf838444d8848a8b327d97bc22b1e3ecf4c14bffb554ebe9dbcccf35078d516", + "0d2cf77cb168280d8d9d3b9ca4d212baf17223c4da3f1f0dbedaf7d95bbfb42b", + "0d31cf5b5687ceab9361200aff34004ff93663803b4644b27d1d959f457d6090", + "0d77208f3083852c88c631f5a4102ad7684253ee7a8f2ecb5105725de98a9f22", + "0d84d509f5df6bc0a68efbeece7432b092fa13b52609b417755a8db67632970d", + "0d95a334465d12b48b4882fcb17e7bcf3c9c1e4dc69e753f044d91f7525654e0", + "0dc074e26e6b013f64ab01a46d120a9f9ddcffb756692e9dd7105039c88af908", + "0de8d03b14fedb9561b9015c19f8ecaf855b222a2423b0fc9a502374ce4a6c2a", + "0e0cd8063d131f6694b924dbd28dc10dfaf98b2f7df5ff6bb011ab411cc528ef", + "0e33d93a2b330cc4879f36904e581a044e9934fe4c2f28734201782301bb9a40", + "0e55cd1f05f691f5f7316ced762325ce7b77786edb3e9e65486d53c6e34d123a", + "0ea0a077924dd4cecbe0a3cf6e56b97055a69138eabc98f73d668cdc55a8d342", + "0f5b30575f5d8d9fbb772dde91794d51ae97b2f4a84b8986885d9ce9982bd455", + "0f60d64a0247253787e778e9e05d247a67c0c1e6ad497d8d596c13a8515015f1", + "0f76c338852c84ba09db812d81c87051f18e3a4175f866f1748dcbf8051d58b3", + "0f87489e07b3fd86800dc412d9dba47d153dca7d2a2bf1a2bd499bdf2c6ad911", + "0f9b2fb89c06a7b3f998a4e878ac7359a60ddb43ce1d9d46c5298eb2ce78ae10", + "0fd61f330351d6e64c0b9d1e6e17e73760f6e839bce6dfd46aa8958b0a00e0d7", + "101dfa78c8e779ffd065d635677a806d1220e5d870d64ac8bd95376840c9e7c0", + "101f400f3a1a701669887d3522d66c35e1dd66e64a55542c144f74dd4c7228a1", + "101f8a873e2ff5f5f2422c858ee11adcadb2eb241c8e329c5ca8d6b156feca65", + "102bd69c2a0b6d60b3e093cef71d13b91187ab631524b3fde873a75a795f82a1", + "1030bb1d5219a2c2d7b4560f0b8fed5a0b7645b178bf2a25224f3e8a1620a5e4", + "1047bd5df24c19ad178a6ba3b0e1108087b995bcf277520efa1ba27511aca823", + "1057678ed417e6ca1ca396a9143da3da3c7a44d7824c00178707a929a980993b", + "105fb9809fe0bc910f4fa8fb60b5a9bca2a517ed9781d2c99525cef6bd7a7c33", + "1076382ed2d4fc79f71805538631478e0cbb956e3884829ea3582c5ee8511b31", + "109679dd2218dfbb038bcb415aa96ae23b53c35a1a9cf156656633fd33b12051", + "109be5cf5ff9399f14ee012b0e509b867c597216a88f62b615f0fa4f79cb313d", + "10e050af1016ad6490f688299853f4c6a26b49fc52e36d8e84bb16b1d6242f63", + "1106d1fdacb747420db88c70e23d0522e849e8ec815670c0ff7c826e4a75d53f", + "111c5243a9942e1524b878a9931a8bab82b9f22dcb1a804a118b7d5745e1c557", + "1132f5177070b804b78222ed58670c88c119a10914c7cd820a71b18061fccc4c", + "113618a22be4bee42ee2bb850f8ccc18363063f6b3cdc8a30a8ca58b9b39fd3e", + "1142609193b022cf38eec3ec0870d6c51b2c09eaaf6138a8d55deb11a6c5f22d", + "11450674cb59ca3534c525d225161770cb93022c728f4835a7f52574e959525d", + "114707d425d986244f3e56284f7bd171563cf48974a42fd7a9280980c67a3f95", + "11773ee6fd7210cf7c79880cb39fa7cf7ab2829df19080e82cad70c285ae4268", + "11b4798cc26f0599eecdc28b4d71317e23c4acf33bb37093c50a39a188631945", + "11b56f2db4d76ba9adf943bc17191c2cb6e5a85d85a1208593cb7c1be386ed44", + "1209427eab050c56945e46d87c5c97c8037c55ddae6e4f0aa97a12c04b38226d", + "1233ac6385a62a731f93e267599b5c5169646ecc236c05196bb6256a4601e223", + "12a42cd1df46b7dcdbe7e2b9a63a24bf047a07cb453c4064a2f92be8e58e7a95", + "12b0cf2d082125418884cb235be8f0cf114690e28e8e68ff8de681b5a0a801a0", + "13149b1fd7056e439febeb35a6867dcbb149e9081d37fa40e83b1f2918ea5e6a", + "131b8be76b5625f24c2b90ef450e09681b8105c48bb24612d260f7abe159b85d", + "133e83462cc2534113fba38b5377d44f087fd0aa62fb17119a2d775c4d36ae13", + "135c96d100c2bbb210c05b0fd0ef4847d85bce2f7db80ff53a6db6a34388ecb8", + "13600885db220c1356adecf1f18bea3b6548495d5a2dd92685a3405e6dc32601", + "139065da5be130bbc91483d942c99736367a5b8e88fed0352cea387a7a8dd805", + "13ea6dc51f604aa5829da023023854a2495048e1f0760c9b3693d1b6d6cbc295", + "140b360113e9fb4ba876e619c0f710422a72e52423a3a5c80a7ed758f1681024", + "1443c885727a11619a79c4d8beb93b4f70e2eb0d682dfd1cf245d1e66fa67beb", + "145fb05e3a2ae5ce368a34f6fcd96b7ef31dbf82c770652fdb4a93e1309f5cad", + "146051089e993bfdffdd37eaaa68c9bede30409ab45c27b17c19c9bdfdfcc447", + "1480b5f9e56ed421dfa2682a888b5340df9e3417b2bf8c26eb628970dec5a891", + "14a571926fb18de1ad06566225635e5562408c6b1e2f78c46b959033de658e70", + "14b5b48bc2a11d15c666669958c19a316df7da7ae93585e4fc29782003f22093", + "14eb14bc234531012f5a646c2481f6f876e53d1549adc80ef13030c6ca20ba62", + "150e06f72127d24afa4e0520537a06b3c6948119d290c73c8bce75462e52b706", + "151401539a88f6fd7ef8230cac5454f2ba76c8e3413bbb677dafdf138979eadf", + "152b07d8b0784d39ddbc1d8033cb660d667cda442b82103cf2cee4bc344b62e1", + "1589857b2270441a120ba8e1402c97cb04438de24c09d023d2255f6916f012e7", + "15c85017940438224999372bf58525a0aa05fae056b9b62153189e1b19774ea7", + "15d9ef11aa04e54d29e0e84e71fe641dc54224f835c497ea74c18a6c2f710e53", + "1627d9af029612789104cebb56c6f6ca76795364d6ea2d2bb6eb4911ae636d1d", + "1652f6d3ba2e0a8818b2449312190f6e266553fe636d1f9ab834dd7984a01386", + "167ef625245b0fba78daf7d0bbbc5e6fe0aefaa9dbe1e57dac61fa631b475138", + "16946e5f2cb7e92c9b2e2be8f3e6e03e7c4a7b884986bd8db1b427600a1e6591", + "16a262c3f0d6c6f5df9156d5b413d2ac9c076056df7e3b059c0bacfd32a02c74", + "16ed36710a71acf4e83a0c735591a8d8c90197e92a38efcc8f5ecf64a1868ec0", + "16ef1975b3bdb478bc236271efdc9cffab09408902a5f97ce16f5d71136edb63", + "1705a03558836eb72c3179c8c3f78886201b56975c7b1ee7ef61a9cadeb4a57b", + "1711dc5e3e5570e0e338a8747c3c62bcafd93fb89e20f4596ccdf0da8c1a31ce", + "17218e8f2c3254089caec4db721323a772301788f1ae0e1d540fb82101af6777", + "1729956f439d4baafa124ad35906905bce52a38cee105d0384caf2bf4b1b8c16", + "1748ee905ebf6e5544ca8a20a2dc34e69272edfde8c325294b5a6e7feaed3445", + "174d8e6fd793f2b7032fbf0d980e5f4d8bd766c85f9873782481450c8baf2078", + "178a0f21298df6295ec0adc89eed35c2c7b0010375ade0b3ea639cb06e4c7c34", + "179c1cca46f3cb63e3f75c021f41dee206bc6a554eed8b17a49522eeb93db65d", + "179db1683a5d69775c9698822868220d9908f07495335ad2473ab81fd62943b6", + "17b9ff51808a80a062bbbf618fd89a0d21a707ddfeadc23243cb82a6aa2f9241", + "17bdbd2ced1b33326fd60ffe6f5af3a474d9323baf21761a637897088221a48f", + "17caa6df22d23dbeeba5faf91e1d00809f676ec09c65139d493616baa2d814c7", + "17cb801862c13d2966d77f9841a7a3e020ec4eaf3b76f14adb6aa1816047b308", + "17e6e2f1435e3d01d6654206b99090f419461dbfb37993d5a7fc128169279cfa", + "180c43a6c0de8a43420887064895b3aa42bc535816446275fee6a6a6af523c30", + "184ce76e1968d8a3369ccd694d266187a1189d85515eef1759b0c1c6f784d838", + "1859ef068a39acc92b320dadbb60f49dcec9bb2799dbc8c6f25f54151240f0ff", + "18ab98247de6b45481ea7b0934e111b3fb070f46173f5f586bb9d45f4cd3c700", + "18c879052385c74614d1a44ec0ca146ff4413a852dc5ed816189f45047c61ce5", + "18df2522938daae00fc6bf415f08a5503d5d4b600b060b5e514628b10a8363dc", + "18e88569169f27453c3a17a88edbe98bddf953e9022234f2e5a0bcba4849d111", + "18fff60f2e7239cd15e46ca71f35847df2b47d7e499474cdd1d3512894750bbd", + "191f38fba735695d000d80a4521af73f630fea434a5676d87d1b27c544bd10cc", + "193ddaf83e3bfa7913045010dc99c78a7900f686f81bb1a64c72c8402131b494", + "194d8b0abc3141bb77465d1a491f4c23166105fef6a0ec0b46dbab0fa0b27a97", + "197409c1266c07fe3c0307fa9dbc526ccee630d158390c766a97a8b3b521d16a", + "19abf2d41c0502ea57f2d87647da2fd9096befc28cb60052e5c1f9a03815c5fc", + "19b6783b167f943186601698d9096375a33996a58185b4fd8f6a1ba54222b021", + "19de583fa8e8a4aa2ba3b2362b6f4a4d5139dd4c45718c1b6a13f34cf5614017", + "19e44efb9c3709c75976aa81dae9336fabd9f3a16efd14724881cb3730964579", + "19f460b02fce9592cf785408a8e17e51bf35598a9f123262c56d9cbf144a1aa0", + "19fa18cc19f1a47e94f37519208bb6dcefc4b91981884f101182e1025c76433f", + "1a296224e9477d2b02c8f3f9abdb975a926f5b16f09a262c00a1db29c7e29127", + "1a5a2327dbf13f4d8062a3a676c7c3be2acc4469f771f49f385b6f608303f885", + "1a5ca891c3e8863c73d87d409285913f3ff31d7d816ff7d769b18424406d0b72", + "1a6fe7be0ae3c5a1eddbdea9cdb59ffec5cbe937bad1daea304c4a4c33ffdfc8", + "1a770631048156b7cb85f7f1c3604ba29f06fb0194113c0cdebb9741cb21cf0d", + "1a9e514e8ebae8faf4aa9b2561e82c4da462ac342967fd23eeb62d69c788c37f", + "1a9fad98a2bc4349a33356f65471b768c20daab285e0ec8926cc2cbd64519950", + "1adf55444a134beb42228bb9fdcea16e6ed4ea5514f059ad5f241bec3c07e58a", + "1b44657071336edcebbd0778f6a189a4c5d407483596e41b82cf2caa223f7184", + "1b4d8ab0d77e3a7b204f36bd251a684a81f307e3e5c353299c03e46527bcbe57", + "1b692f8a75a468d9d73d47e69bed36a362534ac7439e4b7ffb46a28ca6ae4300", + "1b938aacb3f82d2eba748f4d3ce039643df540aa52b8a226b1c47559dfd95300", + "1ba01ade66bbd22f55c0b6c4fa5d5ad80ebf7c31f10ff208dea06bfa5acb145f", + "1baf7fdda1317cc8e1aa739628f9f87d48b7e0fdf26e88fcad20f570602d58d6", + "1bd4b7607ffc276d7dea3a901f5c49dd25aa8450579c89f9983848e7d9b68b8b", + "1c260a74d7a7e4a86538fd40f497ddaa09cf0bdb87d3cc4a2f491d1b76cad2e5", + "1c2f381834ffddbaa77f1c0985c687d61ef5d1d87723ba0026aac8c53f6c61a0", + "1c4b6cbb1a2a0dd5e7445c1927f918866bc9ea76cea0d3c46c79421831ed4b09", + "1cb958ce0de35812bd01a62f72785aeaf1d2a0b942e3ea7be0b3893287d0bcfd", + "1ce18ff05a935eb586210f789946ff86af6512f5626fd0f6f3d90aa823c59b26", + "1cf5eb085a340488bf274e08c6abbafb32b94ff4456da6286a373409848f1373", + "1d53c386b644f1386934ba661826894ad14674b148d6199883619500cbfeac72", + "1d693019454f375a0ee1f16e9a0cc473cbf941f780b4eab01c210c6ab7d1ddc3", + "1d78802c9564ceb0481995708138e6af5daf67039ec5fffaa7b6e62c2a09b7af", + "1d8b9fdf05159ad613bdf0714f03e8b12dc33b3f78389bb315d13c336f8497e6", + "1d9d0ad3ae1bd0b3c2584d50c9f535b95f6f981c0c306a903ab3a14622fa4e83", + "1da17175ee9ae5d0b54fbb2a6afe84ab8f750228fec9acbe63af0fdc34e86a27", + "1dddb86c43db3223ceeb167535187e1dc4f77f558311137ab9598e173f42fcf4", + "1e37d61f66212b48b8f89e47c6a666b81600b191dbf1b93cd77301e19b59bc1d", + "1e60e9b00d53547071ebd296021a97f135965fc4d14108f39b2422776efadafa", + "1e898b25e792d44792dae03c892d9509da8138095c2ee7ff05f747df251ef63d", + "1e9370a197078bb8a937eac632798a8fc73f985b22a08e3e4f4418a7d252a53f", + "1e9a4d1e09c1d1eac8f0ddfc3732c0a6625aed1cfb4792cc9f0c35b226bea6d3", + "1ecff6afd06d6caa8afee5203626181994051d7a71897efddc9be4c42af91989", + "1ed9801a7d77ece07e35f4a3dcb5ae794b3fcb8d8b30472ba56281fb661950d7", + "1f1974c9c42bcb251ec0a6fd11a37ba070cba50c94b94d4d8173f17c7b3a8669", + "1f2197f0f714f26bbceeadb235929047fa69008d79e878abd900f1599e4eaaaa", + "1f5676917e8606c554ef1e53c14771da295818cbcc218eb002cdd7f1ed92cac8", + "1f93422b066c8f014f661708d7b347338edd9f76fe8a7e7b2318c15128416d7d", + "2006d578e24eebea02053b839228dc47b6caeacf097a56d9d747b1819df472ae", + "20403264c1f7c368497fb1b777303827fa9983e06820d7281639af0bf3f4e96e", + "20646ba67096da4fb1ab927a11101408c675c2eb98f47805aaa769a8b3db67f9", + "20bb27f8873c4d93c946b6891f3e513ec84ca2b6f09a73049952615b0248e599", + "210a7a5467b03c8bc0c2cf65ac6d5db5d76a98b285bc0a1e9c9c117b1768021d", + "212234d9d3b54e23a153e6222de1af78eabd8b93df9f6436078ee4b2a3223f68", + "2126cfceae5b8e513d078433eef8fe23109167b12bbff8d1c360ccee15bd0e61", + "2149243c6ba95fedbe578ddf8ac61ff2325b3ebc36705d3e278142f3806a062f", + "2151099bc42497224ddfdf04bd012b865f8565cf17b37ec2ccd7a4a73403b1fc", + "2163bf387c2bf5b804e987bf19844e67db7a90704c25bcad773aef04d4d859a5", + "21c4f19658aba33d1fb5c99d6e0d6c0c139f5218e44d78a77ffa5284896141b9", + "2207b41b5d1d5d2916d616e2af7d8aefecafb390937d39fa6e2a540a3bd10e4d", + "220831fdb2b9d540590561a6fa4d2b97ce6d6482f2ce58f567f9089ea8387831", + "22280f10fa1c1437d2664ada33ffba110c92a720bd7d5d657803207dd18535c7", + "22a36a44c5a57339ad24d7023c86fa5588a6300e8637b51351dd7ac95da29064", + "22f355bcedcb413a3a1dc60fe601ecca2584fcb94b8f2b56491c6361d23791f2", + "22fe153e2c7dc2a356f3551ddab83540615177d8066b248bf72168113be476cc", + "2314f1f7d20b72aa7d1d275a77ff5e154b3ca6e5beecce0cff9cba24fb95f873", + "23523c218d0de27396382b1ed9debbe4d895135feff96a92af88cafe23eee549", + "235c8c8b46ccec4d668a3c9c9acf7e1691674e6d76bd31cdc5b8919d9c62d4bb", + "23750121de6757ae56f097ccf73f62973ab859693341fc53986837e6cdef1a50", + "2376eb1a205defae31db9d21736c3a9981730d3e8de1c237e084b331f56f0226", + "23c8cc053a3e3937b369c9a82b97dbab7c1b3418079d83bb808c8ee6a8cb977f", + "24037ecc9e35cbc55aaec3c4beac71aa1b73ed68c84ba0882c32d53a156835d3", + "24063a84bea566065e3eb027a021d7321f6073ab346602abf8bbd590a787e463", + "24418099cd07ceb506972b9e4e1787eea959ca7655ea273a189bdd687bb39f54", + "2442a7acfa983a1ea38aa0f9d72e26e644620ea256c96537a9ea9146d9453022", + "245709bde24a4091af4962982e892c9e60ecbeebb4467db6ce16bdaadcfb3d9d", + "2459c1f49eef7a04b4e30c35ab426b182f335c3502bff32a32b15b42f73ad032", + "24894d48044a516cc510afc78da561f4baffc729562753188a040e7378af3d26", + "248a9d49901fe119fb30582e47717afe7ae45690000a45fcc8ee35518753d89f", + "249ecfe12202bdf2985659df13fd59ccb8802ae2dc6188499f1386d7362c0cab", + "24a0451be2da0b8e65249852523eedd2ec51ed37745039663151334f2023c326", + "24c84ffd078a3121a4145a43c56e4f1a2bf0af2f3cfdb189f98c838731066f04", + "25063678270b59e0dca5a6da6eba3292f23b73d217c9cac51605b15560e77120", + "2518b9c1010b8d9b2d7d1cd22c1483a017a24ce6480e7d11b44e414ef44b0765", + "25348dd365bc036dac3ca8c5d136c534990cb2faa13ed65b9beaab47203d8084", + "254464dd9570b6db1fd50422d4c43c65e00e79e73b7f67805753d87663fa78c1", + "254ab0473645a7d33ea1c7177f62059d16b3aed7d778d712fa260af6b41fe5ed", + "2562e4795a7465ef02f84e915ca1b58067581b7131b29252f9dfdea193c17fbc", + "25b468e54479d43367920591e3ed6aeebd9abf6f10e1eea7317a9385008d1170", + "25c0469c9130572e4564ba51afc94384fe426a6bb26817c98e57d5bb2226ffda", + "261a4e8be9e066d28fe884861cda7b2f9157f907f5fbc1e367352c42f3878753", + "26212fe5d8453ae051b0ac57fe878c9227f645900a62cf21bcbfdf6a0fc34c7b", + "2656e30609ebc0b05b195b9c0e09ddca9d3dcf58b9c2407eb1baa979794c909e", + "266db8f2f7eb2cb3582b4069583e6e96c68f8b4c2111cac4214cd4572c1bf692", + "2679142ca668cd2ed57827268096b51b059693540395cb5346e1c31aaa903641", + "26b4a45547ce31c9abe7b9e18b8dde2b06083198e899247c49f3da64f310c18e", + "26b9354f82f2e5c5d5264dd5e3d91b597a90830ed119946f4e086ecbb69e4c1c", + "26d40782ae484f44ff1d3a6c9a760c457b48f9cc56194998c017ca391b7d597a", + "26db33a4e5b448543a2a7852a03a797297f34982049f1bd0dc7ebf3807f9f981", + "26e92dd8552c48b677811eca3aa2246840723432f17775fafe537fdd1fb61302", + "26f397e39bd00131ad71a7aad609c68e156ba48c68b264166234d946ab4419d2", + "27066882d04770d7e9e64e700a19a6f9370b9a34ad3802ca1f9bdf19c37770bf", + "270b00f071e7989acc5fce6eb464501e6b57d9c336002964e9eb65617383d72f", + "273a74693860dfe7fcfb511a287decae91dd4c8a72b71af522017505694a6794", + "27407481c77c04104695dc23de6a69977aef5457e2ad988c1644523701f13d7e", + "2740a0e42da39c2fa8c568cbe32098b1c3d225756665665556f3f7f6a43a0495", + "27858d3f5cb16b93823d8914d2f8c3372e7c686c9e54b1ffd81c5b934ad1e5d8", + "27a7460340351ea1d4644e1db88e17f3eb72666eb67d741f28010308ab3a7a41", + "27b0bb9643a61edfdc28887735cbc0983b19ca2d152c614359ca281fa5d5d57a", + "27b242c5b4cf58073dc81620e1d34d802768844a3a6b1f6175330bcd5dfd74fd", + "27bcda081c48a50079e57660ce90ed1035693e751717c2460abc3724fce99a8a", + "27e7476fd5be3d2d690ae3d918652b34fb880dcbdf5868fdc723b92538497555", + "280189bb83c0b59ea0a19cc763241246d9c875cc395a2a44b8981b58913503ab", + "28124203f106909f1df4f1eb9f24106733b41600a23bc9ee10f3500647c78219", + "2828d558dee61df8b392e18e255063d3cc328b0bbf2bee4245c4378cf3452423", + "2855125525b095570c5c67a3e29341c7acc8d003430f0eaa7c9ffd3b62a4b82d", + "285ebf730d8e2e3c9de075c89cd76833a4604d7bf38e55e1f232514825053166", + "286613917a09de3d887c18c08de2c8318e746292f5960f14629b6837fcea83e4", + "287ab60d93d0337301bcbfe0c86095fc2efa96ec49f298a840203dfa6a6811cb", + "287eeaf0dc4a3c7d7ea6d5a3dc340ad31e89a936ea03e1418e7d334500e9bac8", + "2885cd50b962d924a12f2dce415a974cef12dd736a2d3d6808497099ad4242fb", + "288a9d61d75d3a9ac82165408ab2f83d773bc6976d0a596343e0115f37baef8f", + "288cdd186e53aa4e0eeda60339143adc8cf1b20a7568a5275edaeb2ac5d44d30", + "2892fb34d6fdf1048f8348e29c1e2c3eaff561a648a9016ecac7390198e0a8df", + "28a2333a43a7143735131c539910d2b9a76961757224329d64832322fe34de18", + "28b23e9ea4c919838a761bb97144a6472f73bd6f7713209efcee7f30f2735306", + "28b9b8824154fa65a6140ea02b8b19d23f258f3981b58eeb1157aa0157d12a55", + "28efb908bbddbda776159898adba8ac6c589dc6b3d37829b590c807ed2eac206", + "292c695b9d20625d27207381f8a3e70898aee3771622f38b71e090a86afc0a58", + "294a4a2c1a832c0388fe80f5beecfaf4ca644cd360c07309573cc1577bcd972e", + "294e7b801a7eb160b3a4e5a424080598ba1f1b3f73400f5138a60c3ef0bccffc", + "29744e52041dfdb69de822316a881dc2e91ac164a8483c53c3f8cea36de54686", + "29b0d55d68bd9dfa81634efce57079b22ef6fc8199b081b7c1381731de5c48a6", + "29c4bc894cc82a5ab9c0b81405b35d21f9f9cff75b7f5f33413a1fe01a7a7943", + "2a2c87339df141c33a723fbfdd435a731a0d6852dd65ca14e95e6abf6d92e75f", + "2a4492b8f60864d826a76eed372bf588abf7407050f4fcdbb4b3ccfb73559183", + "2a5f58badc336d55b3dc5815488b62b0667ec6fb54d6bae91243f46c9062b24e", + "2a943b3c5c254092702cda0c505dc040cbabdc7e04bd7658b35481f0c5f699bc", + "2aaaf70ea612431d001d3466f0b41627abfe991e7ecf768ebe8734785812e243", + "2aceba1f4c30f8131dc9ffac25a01aebf23b15c34b19f5fa8926aa4e63a7cd8f", + "2ade1798df72258a18c346a6051b1ee1779e06d9dad7c27137403468fc630bac", + "2aea7980b8e26c8d434644d2b1a4c65ccffc39ba85b00eb8de41675c42756667", + "2b0881118dff8870ad09e53fcd20f0e4663e45c8ca5f38df1c4bf17361a2a13e", + "2b08e0a8c9d17fd5c672d90351625b6dd1ab26e2a77f68ae04ef065c3a3b8758", + "2b360994ca527b6f16c2aecba4370306e7afbd6c7d20995e38f96bba71da6be0", + "2b38841187c474862deb3f9e0eb5065ada3046739c7ca2b8f62f0c85a62fc8da", + "2b42c4ee1c3d0d4d83dab44e08dd6ede637b0ddd7c16b8190b5b08988715b45e", + "2b4f44a83e139d6234b2609433bf8436c4460bcfe236addcfbe63595c8ec994f", + "2b621cec625ced5ee26b5a268b34a664e21be930eaacf81e052434a037cdeac3", + "2b7cc30d5340a2b66dcf09fdd5c6e5ca85bd388bfbd3345630990eed07578f80", + "2b9cf96df99a58f4ebce65d21e097d819c00d44ad2fd27a98d3308aa88e6b3d1", + "2ba4807fa727358531b1957300c9abdfb1ba797fabb7a7dec22a4b2dbb8c8171", + "2bc9be0fd0d56c399fd79f919ba90ce52faaab5bc69a62519ebd214e17489472", + "2bcc96d40c2a72958ad61b4a1aa2123c8d356bee6aa1ab4a661135a5bc90569b", + "2c1654b1ef1308a13bfe2ff712e531a32297032794072730a00ece77f458fe61", + "2c27838dad793f315a486df8361278039fbb7199008c026422040c445f2b9f86", + "2c387f23eb35c3d4a52f59dc80cd87a9fbd1ddf6314944a60e7fba59d0765ed3", + "2c43cc1bbee25412c64d941f66df407bfbf6b4fa6dec9128336bb1f301c6d7a2", + "2c4432fe90d8817433832a4800d0bf40c932a4692404b1fa73eab43bfade88a7", + "2c70cf437ff6f42edeb8f76651a33fbf7230d6f0b672cdd08bca19916c1e30e5", + "2c7e589a02095c96e26ff938206dd582151dabadacfc5a8721ef8cfa86527b94", + "2c956b88706537a241524c1abc8ab57a320c8711f8503cb8aaa4bb17f3200cba", + "2c9add30016eb8b582370afb233e756a2c0e71441505cd96142f27e36e88c1d9", + "2ca3401452d5d5866ec65739ab2665c8b5f0be1c614dd7059de089fec3a711e6", + "2cb99fea0cad751b8a4a1b941ed87172d52d55fb43fb83638e31b9efbf4233fb", + "2cc0152d812d1e4a0d511ff3c3a9916e776aa614a366f1f73d3106e6897bc52e", + "2d1bb608b747735c0b5a69c4e51fd79ed6b5cb826d2a61cfa642cd13f8989b41", + "2d2dadaec7a8758c8dc8309497a471fa2e019e60f9d6cd3aa19b4ec0a51d2b99", + "2d4cd5e46d3aacbf9b82a6edbe2411a74c4a93212246c1bb2372372e4bf3274d", + "2d683c2c3b49680b6de9b50e2276b7bdcc137261f37cabba58a7748d299a5494", + "2d7a92c2c3fa714388b8ac5806366ceb8121ad8f5d2f8b9984b2fd1ec6b06e37", + "2d89f2626ffa73c6be327d17d2a6db0779eae4beca522ce7f24665f70ccad02d", + "2dbf667179319df46d094d753e44d5dfaad646777e08b29b4c51d58c6447496a", + "2dd0949bc9ed9322b494caa15ea82863a6a116f20e0e6651c1d5e6b6eb43f52c", + "2de26fa321cc0f2e464c49e500b33d39797c3b6be17a60668063ba26dfa76e42", + "2ded610c1de810d2c462f51208ee2d8f471d9a3995a6bc6932c5fac629560bdf", + "2e119b1f0a1c7fb0f1b2c3f5ec1db7e89f7657c009a48b309538b396e36b2ad4", + "2e28d2c5a315902609c458005876a85506dafbdf01751fdcaab44a68d0a3bfa2", + "2e6dd85f441bd65e0fc4220329cafb0408430e5d8de2ab07a5990095ff43e78e", + "2ea77ca16c79e921ab5851baac1f0fb33529d7c76a7d2526fe3e403761fde1bf", + "2ecfa522280f5eac8bdf12c4ddf4c4a33c5b60f36f306a8e2561bd7c05d3f148", + "2eecb84249abc69da89a65bc6cafef171db054f0399e30b7cd2778512941fae8", + "2f53841fd202a63ce5944e746c15fa26e17302e631b041f1b64022545e851d77", + "2ff450770fb2fcaa0867b408f1a5e66c2b65770311e4c4ca0eaf4e68c6e04a3f", + "30511fbb595277baec4c896231d4e9295ae744a425e66949fc1c9f745e951a7f", + "30653eee6ae7bbc39c131176c37c2b9fd5ec2c50008eb84f5ae21627c1fc12c5", + "306a71235602fe4889afe2a1efc2fec8907396abc8edb9b814c710abda504325", + "30aae25405ca1260a5434470f4cf866a9039e557139dc0260f75f35dcba741bf", + "30d6674f194cb2b76d9e31310c49eed068a97c0f27598c46d930a2f6fa59ea10", + "30e628d6fa4953917a5c581772f8ddee9fbc06c63a4d2956bed54b6ea7323c73", + "310e11e670166746bec5b4b32994cc60083db42de75f51d351e07fcdc7d3de46", + "31121904f1bcb9dca43ffd7e0ba17e8b4553fefb8385245b890a54e572f8ed32", + "312ce46a276e976e2336873ecf88d8e6ce8da47e9d1c280fe7934b1cbce52834", + "3133263be7c1529f939a42c98f9f5cf54339ab8cc8ad88ecf24b653c2ab2e526", + "31619efc33f3642822abcc8df062b55ed10485df2a6b91649e86018ab2f2c9f8", + "316d5b71d81c1d3b43e88a63aa20bfca9a2ae50618a4dbd9c3338f5eacbbbe25", + "31c8c284b98bdd6e6b6e76e48688b98041b67fde8ed080bb821b723063f24866", + "321231bad3b78e54ae2e36b015490b90756bb489d54c3f4a474665fa9db95b23", + "32136646f2c328cdea70a654cc9aabf770a36f339acbeae5f8948e40c0e2d3da", + "3229ed80b09d389cd3ab365025abc3e5a0541efccf5213b41200a8dc12d24ffb", + "3253500b87ad1014ba69e19395cd95459110bc8b1dc37e4a906778e19d71d04d", + "3257111be2381ffac0f0e668d5a3ba794eb8c4c2dd03e57bf13bc6d4471b88b7", + "326c201a620cc66c4a4d90735a7009ad601df58ca76002c49a0cb39831f37d71", + "32a616312a1e0a3a8b2b427320a861a432451b405d7ba02a7158d76b055f39a9", + "32b93c82ffe40795f963cc8a2f0b18d9ceae277f114b027f79e4d36fe9b085ab", + "32f8abe41933ba53748abf536e0e0ccf4cc4e79bd65f4c33f1df78f52b45d970", + "32ff9812853c478ec4ba6d031cd30a38f47f295d2103f6bdd1e28450958fc14a", + "3338ae2f7ba490655d53c884258f45d848437fd173c216a38837ca2cc09f8e5a", + "333988cd2d484d4f92a17e109724085c52ad8c70ce1759c53553210e50d0f0c9", + "3355c5148bb66e9b9638e671d428c271469a8ca2de794275c94af852e8209424", + "337b9dab25d59bbfeac2ddf9ff3b194f0ed6c876b99b071cb42fb2574a58a0d3", + "33b73f56f58baa737f8591faf7618590c2ecd86bcba29259e69585da9dbc521a", + "33bcda29c685106c1c0f44fdb5946a975f15b59275e8ae3d7c0ad7f8d404987c", + "342b09937c0ecbdf5b01afe4d178961d86950c31daa9d90fbb5f9bfebb5d8a3b", + "34373b6e9907806a7985134899c6979611d5c9e7e176d41b97e5880ecbed2fa4", + "344a203506196c9215b5e9f57aacda02e90cadd3a9430befb19349d13afd9178", + "3472ab26eca549d514b26dde208c03dcfe5a7a764be1c5514b9bf3aecc6a66f1", + "3480bb22f27a0d18b2df530a5dce8893367e0f3855fe65da9a1be6638f97e27c", + "34937198be44c29e1ed3159e7ec17dacb6df05fc6cc9c0b1663beef0e95462f1", + "349c29d22cba205fe77921efacec0ac6ef8b71ea131f273e91dcc5d042771f75", + "34b6365aa65685adfb11f115ccaea4ad1bebf026fd9e7b0318313a7d75a27c18", + "34c35b63588dfdcb6be0ce3eb3398ccb276afe2f2ea8a6ac3a30921c858d9b53", + "34d179a8f3ec05d380cf2667f5bc24b504fe9a125ec62f5759bf76225d5e50c3", + "34e69d9035c99f06a5aa13492a356a90693976f53d37de5868016b5519877481", + "34f74afd2a016440c205ac27a027ca4ca31ae30eb360a5241462ff6cfde32dd0", + "3540be5c5eb3cd046b586a603ddd6b954bfae55c076a97a22f77e4dd40ac9493", + "354ff8174aa039d4a22a628025b8a9a6ec415f7a6a6cf5874a722c1f36b7da40", + "360027a341c08574c0477f28fdfc05e786916e797b7559af6348a68273739d25", + "362be82bc53aeba93a56f0c4cd5f2a371fcac8f45d5e7240b2866865e8a03804", + "3690398863a71cbf8c4fca9137a29a0e6e15b71470a2f0fa1cdf06a5d0986bd0", + "371b1838c0b76c4959eb92dbb7a645db0e915ffa25c3906b2959d5cc627c3fde", + "37337b4f60f4e996080e8d99ab02621bc21eab68b26607ed1e8ff6a7797b0ea2", + "373f72cd6fdabdb9446a1a73ffcec5022c36c185aa4036ad5429b02f7f6ed666", + "37522879f3d15105cda2d3ab6b48fed2900198e74e844df6fe086b385d0a9122", + "3790c32a444c5c6f3edb16980563d016559ab40aa9a48700e292b413223ea56e", + "379eec9aab24cee73bdca8e950ba019a1f57af3f88bf83f14540496a223e8420", + "37ecce1d750a93d7ff5e6ce79171495cc95a596a892a565921fba2898fdd868b", + "3827b9b917f9e9c1e0c92f935c31ae04e70a8ecc430e1a17df84688c499264cc", + "382ed00337d1740c1abcba4e6b069e5c19fae28ca9f551087ad3d8223b10e821", + "384398950404d022e3d937bfbeea616ed984f4800284a2548af95bd875e718e0", + "3859548b787c8da0ffb479bccf43817cec3aa1e6ae9c065952140c89add2b017", + "385bde3762f16b48d40ffca0f7e13cb61a3685cac72681c1ea6d46b8565fcbe7", + "386620005ea0a9aeca9e2115e73f6a315f651d1e6a33c570438104467964ff23", + "387f75f652efc68830d25b8fa3e05b3e67b26413579c7ca31092a97da03ebe90", + "389fe21426476539bc015e368b4b1db1d44dd895995e1aa3a9f082fdac2b995b", + "38ae7ecb7169e273a8ff2ace53eec67dd77941dfab4ca3610f84cf489ac06c1e", + "38f13a2e254e38adef39a763b20eb8dd3ff8fdc529bae0429891336ee448c286", + "39000ae05180499f9212cda76d3251fc437ba01b55d5cc9387822f0673bfd14b", + "390f26525ac002e5a9812985150e0b5a53bd4bc13d39d33dff76c58c5943ed1c", + "3922d60da591994cba312d2f2a8fc8d8117c09b20b198274129a070f113cd5c6", + "392d57bad566f771464837d462a4f940f6bb8b307ab19c5e6cd0b93b94c90d10", + "393395504d82649ea066d408f61d423ade8334b7d7bc95f2949b1a91a3c21898", + "393400bd5410c8a61b80eb939fd77272f5baad15e273c7401838185b5fb8d548", + "3937272e73fb81158ba96b14584d01423a8d789a1c439c3ac19085358e4d605f", + "3940d2f105eaadd7273423da9474f33a55787dc9d4e3c4c334ec2fe28f4a568c", + "39516f23294ca9fbc6114cb20c160c6b7f0c205d63889193cb85f834e1bb329f", + "39570eea5b1d6207bbfc9b1792bf673b1c6aaf0e8934cf232a771fd4eb0b42d5", + "395a62303d9fbcbf1a19506d29fd1a95337a3e998115b8f45602dd04f19f27d1", + "39764a681f8e76c170113a5ffb08d4678cefde18fbe999acd5134bc1333c4a86", + "39b3d97686cdbb4c091fdd041c7ce589bab27b9a794f798052cb0cd13fe8873e", + "39bc2f74fa976e69d6dd2a8c599e695dd3ce6bd2a28fb764ace7acc236da158f", + "3a0a35b88e4e046bb4809979d6c0638f0e673a23342bd0f845602f9d68d83446", + "3a8799a5aeb66e6b62a8f9d1971a49d558032ef93454ef38af18d6ce59d58c64", + "3a9d4a48fd9eff24b30053f0563e2cd0a8fb066a1f20f131840a902aa8d29440", + "3abcf8119ef5d704352ac5c3393f8905d420e5cb6e269df9355c046d33513644", + "3ad8e387b6b41cbd255f061e746d929211b17dfa1dc4c2bb3f988a731a6a1467", + "3adc8c039c613b98ff8c20e0670f7a758ed2e9e39feb135d9f5365a08ad47615", + "3aef058e6d5fda406e7e9d808a96e70f18ba8e13162edb2908661f7cf00ce7f9", + "3b072f9113509c9d2cbbf1c8844cdef49e2a497e972c6f6671e89870fdcf7012", + "3b2fd03b31505badf3cc0c0ae855f48bd2783c9893c35e9ccc88f55110271fae", + "3b76d52cda8f218ad86f297985c5938c24a4b6b632854f3011494b7cb744268a", + "3b9e0b44fe5d97d8001018fd4570ff07c06d80ba961d940a98c4472ed3ae83f8", + "3ba52aff6dc34cf2624a72e08e61cd95f3de7295b25b0cd669b267c9bab081b9", + "3ba52cf7bc2fb85c021648f84774c9837dc9612bd7a619c517c1c66e4ef44875", + "3bb56255d36bc07beb145539c98a47d0d3aa1ba617524b5948e3b2c22ad1645c", + "3bb92d37f525b8e3c1af2c617cc6ce9c7780bb4041eadded976f54ceed6cd655", + "3bc4dbf30cb70d551f8355bcca87cecc0d215b5744e0b50c9b0c783ced0a21da", + "3bc883d49816b88701ebaaebcba750fba11e2680392e23ee31f486c0c5862b68", + "3be2384dee2306d6a9284b55449b778ce79b220658a9b1bd21dd9118ab14ee21", + "3bf059c7df21bfa5f8b729db597f2ccfa845b0b3b1e732fc1e10f4425bcd3782", + "3c780b30a7f1aa34eef3a076aeb0d0c9e0b6233d652829a80d6d09464475a2ac", + "3c7aeffc56ec06c0d657ea706dbf66038fb53b3ab45ce57abd52c188a56adc31", + "3c9c25ac5614ff2f35703f3c8b16d214c19cfaa98be57f16c62419a05248f1ec", + "3cae26f451b61e3273296c01d01d60a12c16719d2ba21ec35e56f42cb37196b9", + "3cb0441e03264e1f033bcbc9a5bbb0d4410cde112281ac6549a918354325e2fb", + "3cfd4dace103cd378e4de22dadcac1e856aa3297ba31185bf3324ad0de33c9ea", + "3d178d2959ab3643134b553b2bf9240b0faadd3169023160903ed01a928021fd", + "3d2baf4da5720c05a85d5458cab3caf75b88dbc812e96696877dfea74760ecee", + "3d5b80db97a27e956b860cef66224a4e13774242ec0cbd808cf605e22dff6ed4", + "3d6e35262a8b1c59a282867c635be36e6d3a19a8d926f243f8811ec445b36782", + "3dbd487c90e62aeb025e3e17bf1dada719a29d9d02eb890b08f8d335ce9bfa82", + "3df597c5e716d2d5c9df79f49d6d278fa9cb40e3c3dc9b62d0d570a8f6e844ea", + "3e8457255e410c29054eb03ecbe8b264f1b3c5f74cb676fae8febbe706f1ac01", + "3e9459ca0a452caa4ffe6c08f088f780b56014a8fceb4475633d52b79ec71102", + "3e9cc0fb1dd20c269828064dca21f3594ddb7a2b2de3befbe6a5aa7d122210f1", + "3ea36a3f2725b618cef04969dd397b1631dda55ae703a926f78e6ce73bacd4ce", + "3ec85c9d41a20e1fbd27a3d3a341d28dee5281763720a6e6198b3bee1f336d37", + "3ee3d21edd0432f918f2b2f2da8d028916a311c6d1db676955e5b985ead589b4", + "3ee6a26718544fff1c7ecf9b145d04616e2405948378f9ec342251f56d9c233e", + "3f006610eb2c7a2e531da7e7e997d21202e3510dc0ac56a508ea567c3b7f863f", + "3f39376f90046200bff93b447e0e6a0dceac5d3c783811289e0b98cac2c429ee", + "3f836c4a17f0b9d0af547785829a9330ea4702b83d86098ff7dd612c3fc4f642", + "401436e97b2f59480c5c391ab5bcaac864876386e2bf617497cf181fe45690fa", + "4021fc9ac7e29c383c2a74fcecbb0bbffc07306dd5ad62445cdc087135e45ad2", + "405ce23ce6f135491c13e994d6051c77b74bd5133bf7b92fdd05083a78a306d2", + "40a61127f13657828dfbb6be83c8d0ddc2ab8b6e6ea8b0d23ecceaaed43f9250", + "40bc5caf332cfa6dff82a65aba8c88b49d8d9258240b7dce0a0a208ea44e2397", + "40fd462b084290e729d6e367d8e05017492546885d3dadadacc0e1c5d045131a", + "412893375eef842497f0b60c9a438f557df0632085d4bc926c66b080c40673e4", + "41b4b99877e41a0d93cb88c9bc81db9ef7d14c83c6b9357b01090b103131406b", + "41cf7462c3ae41845da13e06bc518236acd8fd18f38cd7e1b279c38678392caf", + "420435e1d25b95bf6ab1c9a55c923e409d5da847168091b3760226e243ba2c14", + "420eeea9117f59559bd541412bcb29cf8554b2ebb1d4b8638371e8d73b15ff2b", + "42218ce98ad3d8d50bc9cb306062f0baa439662373548602415acc7e59d6e9fd", + "42558ca06ed02105c1166604d705f4f767a1e36c7a78618437fc36f0fc7ba0ac", + "4255e9bfe477e94d2520a86c29f52e6041a4b05683c78288689f0d3254db0d02", + "42649b4f1d4cfb99397aaa33778874f4012567a6f2dd991393b094ae0596857d", + "4265b41d4e437989877b223b245e1063734921b5400fd04ba45ac53c5ffe90c6", + "4267a36f64ce7838ad9e10bfdba933172a098d263bb63c86ad57267027942326", + "426b2a61d885d5483224791a3c349ddbaee80a35e9c40f80bfa17fa1f7ddf578", + "42777dcca97c89d7e5dab61e5d9d50f5296e32579e2cb8063baf1f68b8921d90", + "428f274d9a39516b33a8ce19bbf358eea69640c134c81028375e2d49aaa891a9", + "42922521409bdb49b86404d39136e93ea75eb0580955c13fe8cd2cba85756686", + "42d0312b0a32fbd94ca1b9eaa4b8e3129fa96947832f97a6a44d15675e697585", + "42f5ca82146746b778bfe5ec97acedd150aea7e3294c9898623fb86a53b70300", + "430d0e82480ebb89b687f5648879a0c26589aa9c9f887d3327b279c330b2b591", + "43295a9e46b5e2ec8e671c5a130fdd7f942b7efb434d66f7b7835620e2a859a5", + "4349b4d1462a48bca23750e495a84a3b950f705dfcb3d11c0cffe385eaa19ee3", + "436a928e4fe1f3e129a24d447dd62821a8b2a5c9055189f0dea60828b7f361a3", + "438e8de1b84bb27d2c051c461ba76ebc5de760814e0988577684197b0005b3f5", + "43bb7b981ac7954e20a941c170ae59219c91c77a2966d776942db5e4028f24ee", + "43cc161ca50b1b7d86a7e025187296c87c6d289f8e9e7bb86f8b6d1edaf7f026", + "441586d4cbf2db66b066c6a372442092654c3d87158fd9e46e6091fb5feb634c", + "4424a4bc86c0f46c8093e3bed4442f576579feacfc43f2366f36e4fe6edec869", + "44650da1115b47ef24e431eaaebc63ce3482b9888382be4309e9e08ae417f4e6", + "447de9ca3a4c845fd9fff0d19c05e240558368ea14d8a481281c42c1b3f12984", + "4498af1a55b9b415d066ded464919d2a55edb6969b8cc00092adbc52edba84e4", + "44cb0c73cd673eb2469fbeb0f283e7eeea30e78fd242c7fee547887a1acc4f92", + "44cc9e16828fa11b5d0a4541d3a29383c8f97c4eaad6f8b8cd7ad9b804f77951", + "44d383d0c482930c758e9abf75ef1b4145b7b91a7f3ba4a8e41563c30cc60009", + "44d43be322fe6f463b76c7e48e789ff01e07d3712606fd6155204d9e96fa7f53", + "44e9bcea8279515cc4de38c7c1b47cf7db5b1d5fe7b3373f99f31a334341f2b3", + "45092edc1b76ae550294388a7008a4673b601988e5d4dd47e0d5e42fb3e1ef01", + "45607e5b779450299b4a4e3d2bec1d1bfaa5de408b81221fbf109d782b8dcc06", + "4591e8241665cbe9eb8e1e475f97037849633d40bc1e3dbec237d87d292913fa", + "45c3b0d13cc47a16729ce2bdc9c4463a2b73f299ec743fb2c3cd93dfdab96286", + "45d6fe5461af10acda5c405e9d1a098a709cdbd59c89c6da0b41ab7b9565c360", + "465d1b63766e37d26df675c644396e902d587b2ed23cb7654dcb05fa05543133", + "46844362e00bd617fccf5dec58b106fc8b40c69054f5ea96fd3f08a6f7106d10", + "468917e21826e30fbf98f2b87d396d0472fe5b98c216eb12819fc588e2288f32", + "46affc777d8595127e09bdbabb975693f690868625ca609955ac8bf61669c912", + "46c916e7635bbf037b90447dde28310890f8b755c054927867966849863981c8", + "46d8a3840800d6114f9e23ff4c6920318183c011fae7580a86042feb881ebfb9", + "46dba5eba3ae9cab894e7240ac8ea3ee6475750d6c22bc1ab75749ad11c90516", + "477dea60e11636b609f77bf206708ea7dbf025d7729d90f692a3e732b08b21fc", + "478481dae1cc617790b53d41d5783e8000b51a433ce3bd0979e2fd5512f0324e", + "47966500228dc154f1e5184b4eb5c1d7079d2cf0ab6d6873751954f85ac2fdf7", + "47d6af26ce42dec6de81734d68bf4d2e12153415a0048b9645858e67a46e57d0", + "47de3552f64938c412f636cf0c628e63813bc8464b3d15d6b39b25bc509f718b", + "47e7e6462074a1a7dbe81ecfe3c03772620597901fc0063e09b85f360053f888", + "47edf18219d7e7f42ce9b3fe479cfcadf04f52ae02a7cd02586b965f5a9163d3", + "47fadbe243f65705a8d6f991f805a499136f721c1165f8e6f93f186f0a0007c7", + "48130f01e7241c2a0cc995b602940e1a52ee6d6e4bbd1f64580f9ed0817685e6", + "482d446437c7d574e8059cb27f6f258acf28bb2570996ad698ace431b7bb501f", + "4844fa3bfab190bfb8f62b622ca7923aa2473fcb339f49964d2043046948edf5", + "48873a484e5925c760df63afa2c3c1a66198254db1ca5717cdd081b5c79c0516", + "488c31db771d6fb4a209ccc928baea074f090e7fb56ff863b2e569d9ed1bc372", + "48a37c04e31111c927f2a066db22f491afe23df1eb94d9d9288c999f471aa982", + "48e31de5c3115f218c5eae6d25a2d4cd097cc97480aa61a93b876eeae03a1871", + "491364a39d23fd232b902a1bad2e3b9aa7884909a16969eaecaca24c4d125257", + "4938fbb14d7f0a430b584a9a5d28a53667e267d6669b4c6419dd6ec9bb6b77f4", + "4983a313916042ed6a0c6c2bd9d48cb8a2904585e99db84a6a7d9bbbb105f99f", + "499aa49d7834b33ab4bd44e7f51e7fca36bb850bfc76b3b5b8542db1df09e628", + "4a2726cdf7b53daa50ce0d8f82988880cb1ab67aac8e3eb096e386b06ee377eb", + "4a2f05baddba7f86c20f9bd95ec3a75ba9e604c10ddcb3c0b46f0926feba4bc5", + "4a459a84cefab2ae16c9dd41d5a5e38abbdddf9e88763fbea8a358e8f0a45450", + "4a4a6d458d69c78b42eecc5d11a1565e210edac4cc7754485a4f7dc2ec353a10", + "4a6ef7f11a9b59fff7083b81620a26bbf8bd849ccea64eac497b37a58ae69826", + "4a7ffb8d73d336b41de75ae007d05cb60d78fa29f979886dc1f4758cf66a14ff", + "4a871532448ee3c6d421c8a462db8e257039a1dd1547315b004671a4a3b79eec", + "4a8761e3fbb633cf41fee33db760dcf10f1c1c281fe188bdce901883371631ef", + "4ac00b172d90a8f879b320d58f5ce6f177b4f0f1f2fdc4896d8513121e1bc444", + "4ac2003f5ff908998db16efd8639d53cb3d5d26d28fa7221ed0f8163f6c953d9", + "4b01d0ffe4419a55d185fc6a50f1b80d629d87d5d44caa68a4f002cad0331eb7", + "4b10518d510ef77e3c7337bf0761660350d2350b22cea604bf6da5cfc569ecf7", + "4b20bff40caf59eaf8e5b8468dbb031f2239f249f8eeb09eea3a2c5aab036f8f", + "4b3210a8d9fa69888af9d8c56c0def3bb79e5e05f0a8be419e0bf58797864eda", + "4b5b4b5c0af753edf62720b09c8461fbf6917106b875aa95e5429c8b66e08c76", + "4b6a1d6c205a38fe3b7c533c282dd7b29ac4b5ff6864409396020a569999b374", + "4b7f80cc29961955ea40c7d3567b35a02164cd1533d958d883be82c4ba37b31d", + "4b8a1def4d36441651de8f179889ad3bd052bb0becb9605941116db4018c95f8", + "4bbf36b7c2c14caba6070bbae9458af2c813b599c8f6f3c6e2cf9705b21a99fd", + "4bc646e0147b8c2f1d49768a352f413b830a2332df659f02e944e942d47a4786", + "4bd9d910a8041060f92d96bf5eb568ce0140fe65e0015b82973300cf0e5b0688", + "4be8d922a5de73ec325c9248fc1416187e5c829799430a4dd333e4a7553150ea", + "4c1afc535fe4498f8e6ac334816ed0b9bbbabf835f590d477284915804ec6b02", + "4c54b6a006e39b19e32a114c684e4687e5bdb997e3c1d32299df1a6d821e51e4", + "4c6311c9c35a3420cdf7020ede4be8fd5f7b42235f8f7691677857ecd3987a48", + "4cfd7bdd44bea3204d1c2a9061be31965670616e9683866ae44294f5376a6f40", + "4d04a412a956ca16c52fc241daa05d7607215f93580007a531b0d254fd9f52d7", + "4d052ee0eb223728de2c5566ab2bc2532d03ad930b5f2cc92f0a40c1e75dc478", + "4d6bfda867e611caabef7d76612f0b5aaa6418d8225f4e6d42fa953a950d17e4", + "4de79945a00baf1aa259d5875bfcc7727bf66a46dc8fa9bc2231d72b821d48bd", + "4de923ffbb46a3f8e6ac63c98a68521fd21c1ab0f77649c95a30bacabead4e5f", + "4dee6a3056ebdf8fadc76c651ada138068fced8ecb685dead613ff9f1ce21912", + "4e1e2a65b95720debed07bccc2ab2fb4530f46961a49a58b3d06121dba5ac69d", + "4e39cb23a75019301edf20fc52aafa4cd6af401443571086d35b2bd0578b742f", + "4e5a8e5c4554d8fa8a888d419e03dedf35272f60c09c06494bdd6025f1aaf47a", + "4e5e55b9e0c37032de19375ef4f580467a7d16c24c117a936a64b1acedfbe1f9", + "4e96aab0b69cd5652b2226c538170f17d2c99dd6fbe6558086d131f1ab426fba", + "4ec8791a63530bde19bd54031d055d324e66610201287ff0a15c2b1a2fda1534", + "4ed68cecaf66306974ee0a1c02ac6d5522fd388a6ebf63f1260ed6bd778e6ccb", + "4ee615c9b08f46dde44466f10ad5597cb8da99157dcf86430e3409d29ee2e6e7", + "4f2bfd951868f8f07f40b14079b16caf8ad4ff9cb426f1f444e36016d29c6d3d", + "4f44da2e6a0ee3611a2f59dcbd74e92f9003581abbe0ffdf0eaa4441c485f5cc", + "4f5acdad32a85f1f0913249599e5c961a1bceeca6258089074bd6c79525915ff", + "4f7ba8c30d185c5a7dfa3e424b3c9e8f2a2bffb63293f27438fe741526458cb2", + "4fbfc62a8da5a39510020c9ce45669045efe132b191c2e611b5db80f6ff1911e", + "503aa9adefdf6b5f8bc9fabe338b915ccb08a00434799b4b2a9887bd2475433a", + "507197a8f0ca6fbc5ea59f39fb0f1f93f463b87ccef674d37f216214cf048ec6", + "508d052b57de3a3b4e3c114fd09f3c0e1390e61331e018ee6636a39d34c9ea42", + "508ee9e55ec34d55b104c6fc261d9eb746e4e70512ad86cc0b4309420b47ab66", + "508f1063fa711383380384576cf4b882743780c40f5b068d19ca20f21a78498f", + "50dd754d35675a097c9ac8e548f50f62d860771bebba8ca0c32e8db8da81bc38", + "5106b9ea61a0c1ad92726963b125faff828e1c21cd1872565f50b1cd3aec3886", + "51164d3f4bf9e63d7d12f2557f54de4f38cfd15f84d3c9ac6aba4e7b4f7cf00e", + "511f1c32d909dba225053747092b92f90309b832ca3b77266befcaaa1127124b", + "5125d348c3b07f6c3178ec0d4f202d1651e134a8c5c54b12c2a51f703328f066", + "513fcc34df2dbdeeff9e169cbb3da37e3f749e7fc1015c015a9cd546b0044572", + "5145f5c1bbdd99afaa2fd7f44f5e9e1f65aa81e02190f562903a48943cbf81d6", + "5177307c8c4ff23aecd65de6866fb2638d3d7ec38857cfa69a6b1735d3ae4ceb", + "519a433335a476427b4e44e79c849f394218055b0b3d55bb5d827d57404235f0", + "51ebce2f08cf13324964a1a686b9d497861cc807cf4f352c649a44836c3e94a5", + "520c9cec4ebc993350ca357fcfb6a8c3f6b94ad865e20f46ddcb517c414bf9dd", + "5220fecc9698d8c201b67957faed62daa1a60bacef7cf5654cddf7e2b7ccc75c", + "52259a41e170c1c126230665c1e0e2b9fcd62ebc41309bf079f2d8372c1e6d95", + "522e80a35e589f1d0ad9f4f7b6b6cd0b718e84a27b5001690f1e62f9b932360b", + "5238327c3ec5fa63a5a4cb5dbadda9d28c0486b41c53f91661a2130bd715baf8", + "5244e6ef0b5ed9f3207115544961ddc1ebc1911fd6964bacb01d8bf76c00d659", + "524c7192963314b4237bce27dd2894d568e7fc3372c9b7d76e772e53bed3f6b2", + "5255f663fa401436723b5d5f7894ed1097b9ff37dfaf3d2b746e8f5ba8467982", + "52764263ad81241602654110f7beef81da96da4ec7b8c60799edbd5857587e37", + "52a60872f2deacda62eae94debfa7f6940e2d58712570cab942848334ec35422", + "52f3bca068bbdcd19eaff06f35b06f7e535d88eec057180ef79c1d408b3b6630", + "52fa559775b9d6bc1a7a600084774c5960ed4a3bb7fc494ebf021e5cd1cbfdfb", + "52fad5a8f3e0c1a5efe527864537eb8c3ee9ba1d18e21bd0553925d1a4dac3cb", + "52ff1f7716b9f49065fbbdcc8ef2ce9ddb14b91daa85fdb2729237d0e59f6cc5", + "5305de227271bd209a44b2db1b715e7d261f4c402556d75a55e0f1b527f60567", + "530b04bc8910bae2df31a59dc8ac9b7ef4f4dc854b82f552a23044fb168e24c0", + "5330727dddfd3cfbd27b98ab33714e4c1acd7aefc2386acb5fd788a7657ce576", + "533ba29ec6475d2a3d97751dcf7cd534b0ac20aa01c93b7bb6fbf637e84f4acc", + "535739cdc04feef32fb71d37d31105fda85e8465082bf605b5441435aada8542", + "5387d01cc44757a81ae1ccf1111f3a77fe8c210cdf6ed1a991192a80f4cdb0d0", + "53b018be0e50f8ad61778e2330ed74ec2ffc8bec9b5d06a8cba967046f7fe86b", + "53f26ef79ca484c2bff9c31ed2c0b2d6ac2fc5a437d9b29fb1c5ab9dca002e8e", + "542faf6ec88e75b833dc99ce6d5fd4d30eb3373afc85f9f535fcabc38d0ccf1c", + "5468da1bfe41c940866fee9927d6945071614195f680f2b64b83c55bba3192f9", + "5494e181e6577586ec41dd3e5abc372a33e765cb03daf56d3b20db748dc79b80", + "549cc016d0d8b032362d4d1649408bfffa31446c2590b2e12804ebbdc47fb2b6", + "54bf2c3e0ed21b66938eb7623c57deac2f09ee563dea39c3e14d86a9217d2654", + "54d8b11fa7465c7082792100e111f8e33492e254f3892a41af6f78fc123d2454", + "54e5ea5fe2853c502e96c870d0111a15365a5f6bce1f3193a7b9c348645481c0", + "54e9dd90dc1debc55834f9788aaded500adec9d7619cc66817eb3b8eda688b94", + "55043e55212e6205cba548efc9313fdbb51cfa8cca57640fbff9dc8aab528853", + "556445fd46eda083b9309061f7e2fa74f036037f632b9b970eeb6722d23303ff", + "5573a9b44b03589da0cabf94c4a8e8937abc3d157356d864293a721fffd6b64c", + "55bf14f4a1a1eb840ef9a1784a65ba2d04e37319e45a2acf8349860cbef6a232", + "55d1286538ca7f5a4fd5356054a3b8f1dc9526876d81e36a0bdf741c802f1650", + "55e77f7587c4d4a56c639ef0c76bf425495c87ba7fe9cc3ca0c1cf436418d585", + "55fa2fdacb594e28831ed04b9b0fa4a047abd8e550f7d5eb724679036e528d53", + "5613fb98363341a6104fac31488fe8fcf907baf29f54278bbd9df7342c0f8685", + "566626d5c211e1d702e139dc08be33384e6d823d5cec75a6cb7b3310c6998a0b", + "56c1062c0c0ed6a0ba04664b78a6355cd2fcbcdac3aa93bc06819def28aa37f9", + "56e70514de14b66605e2b2e23053ed771e60f1e0de950cc1fd0c510a9a5301c2", + "5706b028c6b3503ed4ec4b5f490a5ccd746f48f3a8520d31d1d83cca2b8594c4", + "5709be9646cf910153f3f75a496597712cb7411e2f9447c7fef7fd492b32286e", + "571925f0b66c738b52105644b24558c21771db1f4432842dcb87a1ab468a74a9", + "571d8a20fccfe7b2de32adddf80c3e3f437341d84ae5fea77e5c55d8d9201dfc", + "5725a7914b447c22de18d20518bfd925addee19a17d889f3625836ebcadc972e", + "5740788c353fc6c81713fd4349e0db8b199ae0e1e8e4d5adc84dac9087e53e47", + "5743c10d43e919f0b522f535e9682357ae759de4f2044f5913aa11483dff0881", + "5743f3b3ae3820ce68338256058963f97e55e5242640d1dc30f974297d9391a3", + "57441d4c49333dd837ecafa0038bebcee2d990af8ecb55d4ff3b34ee9e0fe376", + "5792777bcf215d5f29e1271849674a435ed2a491f59bc498a24f761716bc833c", + "57bf1e0123dac8c3ff51ddd5c0e66620bcc27ae225e8c35927529b2fde62383f", + "581c0ff964ecde7b34cfd519ffec1d7846dacb2d96dcaab573231b5e824f341f", + "582bf2770b2a7a438b46966f406f82fa7f23dd8ad0f4c516837964af31808117", + "583ff7d92c90bc9811ad96d829f25bd68db1d0f5baefc02207c3c55179ffbd1e", + "58587d94c44401d22c7570b425d78588aaa439b5ba8a02532cc32fafd64b790b", + "5861d48f3a22385c21966caf1cbff9e534b2bc6d9b24b04a1c2bc92a175101cc", + "586df6b16d0371f939f01dd0fca066135a548ec526170a270879a775c4d6e8a7", + "58953bd77119c5a75dc8db52eae11aaf841ce9f6acf9c724aac634e0916c98d9", + "58af007dbfbb09cda0c25a22146bde68c6101750a61cc2bb16773de4fdd0288e", + "58c399854348d4943780f0593aa64371481e164045bc1e02af6cd5435b68a781", + "58dbdaab4d64ff0407fed71b3944f8a45d07694f2a39bb72cad56d94606c61e6", + "58e1c39129cfeeb249160e0272d7a56800521b08204d103bdce6b8867569c0ae", + "591de6a6a561511570150c61e0dc026f7babbe07e022131910a92f7523704d93", + "593124d7a97e611c01bcd92a663ff46fe9cf2d26cb22366fe35be7232ea1908c", + "5951167c8577ebc5e40b7323822b0b24a5da3268fbed0121456adcd5546090b7", + "59958e12c7427964002f36c93678bd6093ddc70364b2a735f592ac7b53d303e4", + "59a558b41fee06ccd7a1c840b603c99b1de92ec6ea6deed3152c01066a533212", + "59c8aee345f6da52cfba936abbdd140b1f318a80b616fa7778d12bab59819e3a", + "59f012671896e2a38807e6186a07c1111855296e31327c5fdd2a1dba5b785f3f", + "59f0eebad0170449246bb9826bc605a71fb122133ad7d4e7d99c69603f8629e2", + "5a07dac7bd8ad5b87afa1bc38b0276e6480da48f5e6d17b7825c8098bf88c1ec", + "5a0ba0d9ac4d2cd1f66309b325bff32bbe54816c4dcfc42064244df39d65a2a1", + "5a28a5206f5de7aa53c740e1b5b5b6cbbed409faebf4eb9f803d7c63a5198e79", + "5a3bfba80d88b4a3978f734acd65bebd13219893a477685dd8a71d513d02f424", + "5a7cf8dda296956ca9d978266b4cba91b8c4923c9b21ea98e740a35cb1901b50", + "5a82c9e9b43a93b1d64933552ec8836d741ca1406b29f8ff0c121ab3447c795a", + "5aa9412ceba584bc77c6bbabf4fd18ed16253403928e49524ed59535670e5e1c", + "5aaf3e59356111f7d87a5be93f33806c428219dfa4ab46dc5790f8503e31c581", + "5abfec56f23ffc8b44eee5e710ce21cef1efa1b0987dec1ecf800891da7b1001", + "5ac17fd232e43b44cbc0abeb3705d2538a647767056a2973c6dc82f24ed377fc", + "5af847ef35663184ba6a26712cb6a7344a96f2fcf273fa3a292b4bb46701bd02", + "5b2ff51ee5fc993256b0d9a247a5fef9874fab06a2fb561da7741d48c98c4700", + "5b4f43cff4bb797638bfd67b131632468a2c82a8f46e8028c4b2f70e5c374e5f", + "5b5cee99d8eef512becf6b4c6f2adc28a7674b2a5b2b034f6299ef87e135cc1a", + "5b81733f6c2d4875de6d68334be907addfee1ee916eb178a17b4a3532e57ce79", + "5bb74799899c9c13b3de7b14145ee9a36e517b3255b98fc68ed551e3f168eaca", + "5bf76a6863797b85f12c1e9657dbb98cbfeda76a85e5649366bb51c2e25ae0ea", + "5bfd333e5ee50ebc3ef7343214119e6485fcfe62177243c9ed44ca94ab862a42", + "5c0660c0a889c03272b8cb05ddefc3bb0f3208eceb119af380c167b29c1152a9", + "5c12ed807c668a70cf1e43c34b6976fa59d4a75b94cf5f46e6a66553dc551001", + "5c3800b2100255c46b68a1c6b3949bf252472c389be1176689bbe9072892db81", + "5c7875a957f4a01842286acce36973d6f1b43f0b7be8cf309ce3d3fc1b8a576a", + "5c81f028f79f4c7834047b6f0e6a9099cddec1698b588f49fb095cf79ce66096", + "5c89cbf0a0308716fa318e4b90d30aa624a3420ecbcdbab00885ded6dec88f6e", + "5c95d9702aa1067cb6ed8b2ca35dced65dd135880926fe90f6723d32342ddbfc", + "5cb3005a1e6be72d09b1fae86de8b44c7aef9f7b3fbcaf7be1314471d533b087", + "5cc8076479ea7c2283aa6ca570696a1ff9830912ffa176e470a8360a0b94b1e8", + "5cdfefce4177c0db9df5fe05c4d9838a299082541dc99c4a2b2ca62eb09973d0", + "5d197d6f8601540b20d9c8650ac6c7db604ea308f7ebaa6455f4f4f22bb9095a", + "5d5711143100eee894c191c7308a6310af56b08efd5d96764e4633c39d472f9c", + "5d77ac5abf8d323e7a23e3e0fb820cbd184050de53e1f6592102f3ce1888782f", + "5d8d05965144cc8ed052b1ebea298aeaa8acc790f297bf6b360d8799ffefe1a5", + "5da330a2d7539cb8079584a52f6d704f1dbed9de147c04d8001ff5e11b0536ea", + "5daa16db0f4094f7ea1436e6b4bc0ff8eb07efc22c3b63675509a52a235c51a9", + "5db712157f9dc54dead72fde0ed3dea5df4cdc2f9572b76c471c5c22b9232bef", + "5dd622ce281dfa0b24d79e8399b00c68bc086ea44ce4326920fb148b0e6f4d78", + "5df83d897e2924cb350b4a3305db4d44e1d066c990aed69b29e43e0f6698f533", + "5e1afb6bc141daf303dbab37f66ee10ebbe8b31ab3c5656946238e2eafd6340d", + "5e24f0ff25337bcf32fac07d4030e897af5dabefcfbeb5f1cf2e5403ba82b9c2", + "5e3432bde574450d89842f92daf06262e8cc64d281cc107ce3f103dd32cc0eb9", + "5e4b5c42a003ceaea591f2895a3e0f3102897dd8b1ecfe91a8bd5b5f562e96f2", + "5e589de637f00be39babfdfb626967ed63a1cd173634ed66cd240dfd436de90f", + "5e685214a2659cfab9e0ef45c26ecf4f5698b852eac4238043d62e60fa539519", + "5e6eb52c3e99332abab43be7928ca3633f011753547397f5a314b3e166035a48", + "5ea7348a56ef47dcb20a2c685063b693a67edab31a66863d7db871acf8dc477a", + "5eb9a73a975f07b91f8b3e72ba5c8456bc036afa6e319978295073db5afc4a6f", + "5eb9c1eaefa61748f03a84a8985aa3574ff723f4ded3b96cc6fd312de9f478a7", + "5ef8af7db8c8467bc40fa36bd555fafe62a1ab4e9946b732bd14b8b7785fda5d", + "5f250cb3bcadecde0bd95597f5d4fba1b26740d4d34d012595438f01455e9e59", + "5f2f285781ede7bd7228d4bc4cd74e2e679af4ab6f79188c80ea37525786638c", + "5f3490442150aef643b464dc288c4a064717afa7e6fe82a0db06d12bb4376fc5", + "5f3ade9c6ab3e134e04cd4a11338b71299eb710e0b2aebeb923e7dbe832020e3", + "5fe9694c951479112476e396fb24b6701c41954c967143688ecf85829914c8c9", + "5ffe2d07115394912d1f6396ab7085e45e9aa33eb85d986ecc24d1b720cdaa1e", + "600952a30695601677ef7a4b490fbcca600890c72bb1fcba30e6608f52a3b048", + "601938fde46de7f2ea79924da1579b5c5776505e76b41d86957a714552446738", + "6050db010826953bf2c017835d673e3201d38873160548b2efd17911823f3310", + "607db073c05e934b6c553b86c9b277d3ff247c7d7a6b8cfb70158246d56eb0be", + "607e3ebbfd8fa181ff70f397c7b22d0ad49597cb5cc85ead3b09821969d1e139", + "609f5fcd87f8b7224c173b7705321238e7406b3a54298777d7fec85ae6eb2ada", + "60e15063301376c03a8acf67435bef4242d6ae4b1836722c25a338b8c1bf4024", + "618d56cecf230518ff456c9888a33aaa90bf6b63edbca25f220851a7d2047900", + "6192d9e645ce38581a2ceafa43b9f5a92a38ea33439bd627797e16f54d0d2792", + "61a51010912747df01da5cd08f06e107a55b3e04a0ca7f99169432a3c2ff7872", + "61cd4801f08d19367b08eefc34e54ca6118b7c9e45e4e40bfd123134f8dc6425", + "61ce3e015ff0053f90457530820a7a8d46fe13e094e36b34c455a9c5ba1259b3", + "61f7a10997a6de054614fb67050e4ba86dafac0e7e82cac440206469de7de82b", + "62188821e56e67a9095da01261d799a8f4303257116295a6d51560bf7f96d272", + "621d8c4f8a40c4cc92b77b97df8bcc633317af6589211de5485863c573897f32", + "625750077e5ef43a7436d8a4e067f2bc09fc9c037e0a37b9c6116697c9af3c53", + "62702c6a819aeb5926918fc55115d3ad2a7667b0465dde4335e9f15cc5e91e33", + "62767847449284fce1f687e9c8015a80ae44b4e5b3d741177f2d5323e438f32b", + "62b1c59113149af010c492e62e5ccb43ec4adc764b9536cd0852fe9bcf2c897f", + "62dc61fd40b554612b1ba15c8cfc78a3a034eab498edbb67758f37664179fc37", + "62df329d815d6957eb334e427fe52d6ce5d18863f4e2e812c982004f24bd1d3b", + "631fc475f1c091e56e359a9aa4471130ab9a5895582c35da8b378c747967ba26", + "633a4fd35f046f06b4a4dc0e5a90b1e477763a2124535e3e425c78e25527bd4a", + "633bf032214ab02575b9908ade4b36342e8801f3eb6dda731f807b6aa89547c8", + "6341a2b834df92c235865fc9924d178335a4744ac558f4a2f96bf9b25441bd0d", + "63606c5d2195afd67a85725058a3dabb0855cc4b56ed7d66048433b523200118", + "6376c53f85f5ef69d5b59e136d2ad58d7b045fe50d0696662cc988f8bf145673", + "637b7b47f8f66722655cd95433ff31ae247dc7285c3348a7abf5dda931b84f1d", + "638daf7eb92d77f62d09ad78bb2c3f915e9809db388c9262deffd339d42f8b10", + "63a27ddfb2656a6745bb08f49faec53d3e559269161b2ee647134804ec18305a", + "63a986aaa6d340794b5a30bfeef97f8fb7b8fb91e641a447f129bf1dcd635f55", + "63e0e5c2a713106bccfd18bd22f26b4403229956df862889834518e440e6416d", + "63ef9a580cb94305c24269d0542a6ec21cd0f1e2c91e57f55ffbac99bc7163a6", + "6423ea5b8363fe772ca1e62ed51591ef0e2c7cad699b917253275cf8a71321db", + "64365e6dd5353b5442d4700932937991b7775997dd01d8fe6453abc7cd9a3e0b", + "643db93d793e3e730baa3209418e81e3f268dbb1e7a481ddcf59300a95b2d8d7", + "647a28aad4b02ff76bf2259ce3e1c17ddc7b444c3ac52705e681c64cb175291d", + "647f41c5b6dfa99ea202bde2c72d94b72b96e1e16cb297d7e00557a37c227154", + "64a7a3087e7a42aa66ea37486727c3874a65ac8611e49acf44d804965ea352b4", + "64d351d40a34f7884df2f840b7fa21727f8fed6df9e05e5b1fa6bdddbec49ebf", + "64d5c7ace5d90a493707fde2ba69c96975472d619423de17d258a14a73d6c04c", + "64d807ab260eb9d668450a8f1935359de7f4df518fbd924d220a81c6329301f6", + "64f76ea78bd84b0f135d3ede3c9285c77bb30e844a15dcc5eaf6301ba843cff7", + "6513fa0432f4384c96452465cc6c3482864a8e8fd9e7805b5a6a162e049ae062", + "653a93f89a8da3751e456c49059224b46698b894b64350b7e3c63f44658e0d8f", + "65647f03bd50562243692b63cc1fdfc4a754a814a21bf410cf4e0c48540d95c0", + "659c2ec601cdf969de0359d6b82058e778b563e99581d841af4c429ddaa1edb4", + "65a83ee09df22d92c5b76d1ed8e2e1f8d63cc02c4abe190763340d3d8313eeab", + "65ade03bf0d5ee974f9c8bb9d4c4a00a66b48e1bbfc7386d34c7a4170d16c49e", + "65cdab08c1e4a155c6f8e5617b93d8648b3b6a5912d4b790d02857d3507be9d6", + "65e5649aea03c20cd090502514db112dc347491b82ab8eca8b6f394a5c1b51fc", + "65ef0031ba9a2d6b0ec1fe5f29e47b3450c348c8d790e5e4d4900697c304f440", + "65f80b4528d187f9bcb15ee1794c0f43689c5d0b08bc2a75eaf2a31c52bd341c", + "65f9260cf8b1be768366e28a641a648f4769425ce0b37774259be274d7a64038", + "6605f42fbdae3b25ab1530fdb2e5d131f1b1ad59ed024da45c2da15fc8fce44e", + "6620b6219ad7c9bb82b4fc14b69fdbe3e0bb3f0a843350dea575f2a68352f8bb", + "662575859843a090be178ef11c3ff949b26975089fe6a0dc0efe041da3363c95", + "66477eb8101c0eae9ca8d6e00fc5af48b1ebe634380b7a368bc9887036d9edc9", + "6656cf871958da5c32aeceafe2572dd475124aaaf701cdc309f577d418044b5e", + "667f496aaae9c55dc80a3241ed1680bdd57dfda585610cc577356107c47a67e9", + "6681e3c1384378849a7a9295a3c4a4753b4b65445095201402636da3729f2322", + "66f368c851503c59694f9ee32a9f32927b8fe9fa1e80dbbb701f87bcc048e57b", + "66fcec4db0d060ad0ae50ac16bcf92257fb5cebf0a8cacaf0097b4a3cf590463", + "67252f580d6b891d16bfaf4180aed1b01ebb7ab5d6ffe0ff6dbcc3f315c1cad1", + "675c6a52ee8c1097c94aabe8f89da07c84bfb1729b4fc83d082035b4098cbf39", + "67aa1cb881d30869a3568440aebfd1ff0c8e52743ffdf4deb1f648dfa9ec27da", + "67aedb4ea431c92855d75899e571ffc8a0566485bce9ba162205149c951b08fb", + "680b5d1f7823434a26a54fa967b9243361a3bc8505f6d3014aad56e8255fee8e", + "683d4185c296a570ac27cc4108e8c1b7a14bd682b0b04879cddc4786448ff178", + "68516ac9f1a2c06694609dbe17e755798c4972d137779cbbed90bda9ab0dbe94", + "6873b65c87de9d43a3be6c7f6c3dad94b85dd07d3063f127fb8ff9736ed74855", + "687dd21c9c339af790cc61e3520fcb729bdd986e40acb3cbac5b21882b0a7d7a", + "689c596a1a402a711028033b1e00b31e7a30d93605654124841b30283edbfde6", + "68d2c928a05ee93db92e1161dd420921dfc98e3bd055cea5383ed8c450cb9a10", + "68f0dda42d4f45fe70c134d627e1ffa69479dd40159fd5d8164b14649e82b2c4", + "68f2c4b0e3f60bf7f398c9b6aa28bacf6d2f5e7234b3f0857e3d06920c214c04", + "691a1ea063bea59e2ea787fd37e06c333998f93705c02f8c88badb80f0e08abf", + "69296a5c433d9a8b385e82a2c65bee4a2de9a80b4f77441559a9ea83f3f6f1a8", + "6974bf3ae3d564d5bcc545a797bc0b2e11f69be43b840119bcf58374566c858b", + "6974f12d69e3af683d1ab7a7d20a865486783d23b4e1c282b154cb6faaebac71", + "698c4b79a847e21ce2dfceb683173bb2517d401de64c50844cd4ff796bbd98cc", + "698d53ba96b04fa3bbc0ff889ce2ec3398df89fe1d09022d4c1870a6360c9074", + "699c232eb369996e6e1955d8755aa4df666ea7adbd9171521c1106deaf28a2b9", + "69d39be858ab5a0d1731a1a0de016d5ef8d400c011d243b6a5182f1adf354ee8", + "69e7227a17f559f45e0e53f484042ed1b12edea43a4f1c9115d0134f7dda7465", + "6a3a2abc2148efeb99cf92d43659fe4437ad3f381fc5cec5cf18bc297c6fec96", + "6a690eb87882ab82e8202172c9cd7f6e3c9fb672069eb0ab8dac0e7dc7d05de0", + "6a75bcba06bd24c12169079e32622867190ffaf07100424ed00e1858c69822db", + "6a91e9529558fbf167a7cf0893a07bd8e16faed710a86e06af068fa15bb67873", + "6aa592fba84736f361ddcf66707fe15babd6f50b5f1fd49c21c272ecfd7f205d", + "6b4719b2a5a8835e0740c73c2bbf6b94213866794b174ecfece0f737f1cd001d", + "6b51b99bbc348bee5c4e4604da974fc566d70867a4d0e011d55a252e06cb0db2", + "6b7822407423f5266f91eba2227e33c75eb6cb85dc67efc76b07fc06ddfad88d", + "6b9663fe2428b5109a5721f7e8866e9e69d8a62b1f270019ecc36a347603e821", + "6b9c5aefef9b58f1e8e192fff34cf257b08e466aeaf65a2853c9a0d88a19502f", + "6bcf9d9355d514c522b60268466703f3338beddfec4380bd24d7c022b8ec87c7", + "6bd01a73d20d03563f91657146f0a6e11c082e8da4d74ab6f76bd146ad9610e2", + "6be5b5b85ec4edb66ee377e4682a06b3882e7b7c6ea4b8b7f7d3fc74337e2dbe", + "6bfccfa455cc73d12acfec2372639c0a80e7e809e43f3e9aa536677a4497fb60", + "6c06419d83f639d799195f586480be6d1f65ad715cb88b9f2700086f6b70e594", + "6c2f8a4d7b49e4bfd26d82b1779e7fd4b6ce7f78de2e47b7005a63132718bc98", + "6c66f8b2ea659391d439527556839fdf14b43d7104cfaceaa2c50e54b7bbf966", + "6c7909f2a90be8e7963c586b202e174f445d8d3d7dec3b6e864e136502484008", + "6c7b914983c75cd033d8e9266cc5df962bf7329113b58dbd8b29830e93ad4e7c", + "6c8284565dfd154013854f88ef41a73491447a92b69ee0313f8266d2007737f9", + "6c86c884635b1713342b8a2104ab5ffcf17c5f5e388a2f1396f36280c8135b66", + "6caeaa904146cf8358cb8ccf09c6a44c64e1942acd24fba6432ebfe674209788", + "6ce3537f885d05ca6480438c7ce3e87d1f7d2521eb0f31f5c08e47cf301be28a", + "6d36f8a775d3eaa6a2c0b0ad390e01f35bb6b8ea75409807ec9b9a3c93be592c", + "6d4fe2a0608ef4ef22a00655ca12540eb6636334c5202261a66dbb6d10a58ea4", + "6d896096e52d1cccf599dc7fa94fcde94fff526220ca8c4ffc626c42495df1a2", + "6d96d09c7e5a6a9112a35e96e7b57c65de7883a1f51f9a5db07146ce857e07cd", + "6db2b190ba0fd5fc752e7285ae272f7a391803e52660e928273987805c9ea2ba", + "6dd7c52cad4d13afdcda3ca78630bf63ac86ee745524929fa91c1cc9ccb544cd", + "6df1495b93ab4d7cb31c85976c88767a2906f21144a7a8b856ed57c5d584700d", + "6dfeb5a052c7866d1798360e88d5714fab6693772b66e0417d45c74b5763c33d", + "6e21c0b9482031bc9f387ddd33a53ab464c4a00c1eae99f69ace97054c81abae", + "6e428659f64733b176f25f790389d3f4347ce2862ab67d3ae1fd4ca9a42cd330", + "6e586147e1f0d42aeeee54bdb5236d097e305ab7aae76514ee6f4acd0bceed63", + "6e6347ede261653f4adc6b01200384e013ba4103de13e31f7cb82cb17eb3e109", + "6e63daf41296594baabea559f145029b9fc5364946a47ad7a4899ae6f6c8f9f7", + "6e90c6bd75b3a980e10388fdefdce25fc783e51729cf6f00c8f652b0f4355365", + "6ea1ebde2882b97883e62dfd80d3918f6c8de7406f0de4ce9619c25b2438755a", + "6eaf4819e64e8f094c8f1964c77bb2aeb952e2691b520f2ec2fa7e11f52fdcb3", + "6ef70efbf5db1a44d48e3738de90d485aea621d09b3efc0a541198a5d5b20bc0", + "6ef9b67e2d1d4d36228c7b5218e96042ae7ad65312c2022c52b4b14c67686487", + "6f25c4816728e39049eb9e3a648e2ad713e25e33507c05f83c84126d5507052f", + "6f3ab3548e1e543697f0eb90ee19d20ee9fb9bbd8b940606a4b0fd8ee6595c0f", + "6f3b4625f41a1f8b908a4f6c900231e22e702083803b05f1de408a1b58cc987d", + "6f3e158f32511ccc6690cd472aa9f02321cf7d353e167241a7c6ff92134c5994", + "6f4218c3d3934cb40b30b14df5a72de35d8dbd1146159083cdabe234471186bc", + "6f79af20b759c197b9bd3b1b63a504fabf62e15f570d70c5a8afc28aee5559aa", + "6f89168841ee0bd7f09a457fddb74638c7bde20dbcc26695b6a702ce2126e883", + "6fa265f656f2ee4d7a2b8c55b477ded670ecf48496fb9c4afd98bc0d32d39ebb", + "6fa315dac5b32cf7abf9acfe27c648859b2ccaa3b6e161adeff396ade3723978", + "6fbb766aa08fb955aa7577e9a7f2ef8d9fafa9dd0fc8d3521ebf5f460301cfda", + "6fc5414ef35c32d41c91fbd549f5bdbc0d8b0db216280c83544ab0b8738b6f00", + "6fcd3d40f63cbd59389972fb750ee27e1adcdef6a5274943948f40f56116fb14", + "6fe35d8f5fa325e35f4cde71cda545655b1c653f1772bfd8ce8fcdc280162ada", + "6ff0db043be5147c89ea98552ecdb3d43eb872a907cc4797c01bb226d980f5b2", + "701eca67391efee74e0293d67cfd39e615baa695474d81970834e9e62c7d3cf9", + "70333759946dbc2f084534f94f76d6604dc5dc3ebde87e79bf4bbdc12a7dfe9a", + "703768057979fb6f20c571ccc72439a6595a20f77c4b01d4b2d1bed855e1cd42", + "703b9ba161ba6e11b97f64d87fcdb54c9f53272699dbefe94990d83d2271590f", + "703f7f554bbbfe686479fb152fef9e4e0f8310a827e86b8515adf24b07a620ed", + "707e3480e3adf85aac5025238159eb94804c76fd671e28e23176d75048a511b3", + "709f5003d5a255e258b1cb7a6b18c421a2e1826b448c72ed8847eeac5497ef3e", + "70b3a8211a06b1d0caa06b96b49926e57109a461918cc02186fe43840ed9cc3e", + "71088e9aae4a8185d5d27950295b872a98ea093428f97864c6ae60a04f332a98", + "714c7d5079aa57ea41eaf89e238ecf1f20918147887e41bcb8d6b2f6dd05d8f7", + "71673963d8dad3c8041c1c46fef6c23da0c49ea1df404712d1d2cfec197b0574", + "717caea1d37df06e06b5cb5b9cbee7081e65491abdddc40c5f073f499eb97c89", + "71826c795a682894dabef3ff7ce3208029ce95212b8b8149010dd01522a124a3", + "71853c6e61e8a444c03052320348c810c0073bfb0d31ebddcfb9c4e9c007c02c", + "718c33f21779928837d659c7614a844276b6e76a5fcc9b62a092a25fa2c29184", + "7192b4a737df2076f40c10e6893c2ffa904b42694f1938960401a11cf8738d68", + "719712ae6554824342c77f11e57208d5fa78d40528df8a18e61d48b54430ed47", + "71be758ab30f48eba0225f88b5e4677fd61309234c44078db44801c879ba3074", + "71d9b63e6b32b3a79ceab2553a5d4b8d0d060c02034ce041a0d86081287d851e", + "721f9f634bf6ebd5c7ebed59495abec3cd11c9b72631477995ecba11e5dfd8c2", + "7233fc7cf525a3643d7abe89bfc1f9b2cd0a11f9936a54d7797967f646c07116", + "72462d383c86b76753eb6817608dd89ec609c406cbae7ed4e717b595909de462", + "725ff03054935ab9923ad90ecaca69238e39046d3fbd14000e0b698401754d8f", + "72695a3c8e402351d00ad77e266b6ba8a282aca36289e88e36c61709877919fc", + "72e78cfdeeffe0bd2597a166d4da21981b87977df5f8c29d250cb10e51cb6581", + "72f4d67ba20569c6b7596ec75c0e033971e148698de7f4bebcdae8fa8554db17", + "72fa79b3fa115e9812888bf78b82495c5f4cc6a234ce5adbc3eb386984c3184c", + "72fc5100b1654ec387007afe56d8bf5eca6072396db1f7d944936eea41695f21", + "73024882c66bcc50e1eb8fa5534a49ae5dfef16fa8869944b961cfab6364c0af", + "730b69a152e1b93d05dc8d4dd430cf48831c4edf53558e148161613762d5e6c4", + "73298093213dcc7424d426cb063933c34faad99e3ecc54f6a1f9da12e0757b16", + "73466bffa17e0f61131673c325dde5e475e2534dced253fa6c2c041060fe8d16", + "7359f0b367c18c3514982a300af59a3715a3cfbbf68ffe9619532be27eddc830", + "7364b82fd2ea76068008093d85b78ebb04a31672269cf9b25c4fd1d1a4c6190f", + "739ed04dab3d45687f8a69040dd7d3d9193876342abc769ea1f83d4cf177934a", + "73a4760cfd30333ca79502c85b198c3776db9749fa4c4b38edca375db671140f", + "73ab62d6f93a31d65bf4b47d0752b58e6bca8ee092e30a0b75ed176165770b60", + "73e19802a19244d6ba391c14e7e910267e01e9d9a1823acff209361dba4f418e", + "742111f5094433a5f24f30d74366d717136d0c7f310c03cff6e4c7e4d2f16972", + "743c7e0bcaeefc11b5879252821ec7ba7f7e617480ba2989bfda8db33d43b8a9", + "74684ee19ac68b9d5652c36f29d803ac7fb131c41bba960ba12cbfb38f420374", + "749d83f2bb09989fe35c1b6eabec5bc4c5730e2dc87ca1f2cf173ea5fea2034a", + "74a3878c4403073afe2c4a2779a4460b958fb4687381f2f40792a88a808cff1f", + "74b8ff4e4480e118d6a2f4918ed91f2bc0585219cdbbf6062ce8fb1996f647d1", + "74ba9ba206af46de2e61639e2df0374a8248861b38702c513176fff43a393c41", + "74d5ad78c8c335d3eb3e4b4be59efe582982aa2f607c15de98d25794595b3139", + "75049ffb0430bb1c3b413f523d00860d9ebe79608c5b96638715b44457d8580f", + "7521f48d4093fd7a9f6f645199fcf1745851467131ac37581781ef7d2b225df6", + "7540f3ca514bcf1ec786b4b7d11ba9f68eee79fdf891ed8c4f711c40e5ba8b25", + "7579cec0a34fdeefe775b1c85d11e936c39b6429e30189253c52d8a9230aff9f", + "75926f87d7473582ce80f378332a95c7c20b6a27ae07575eaafbd3203b23322a", + "75b7d995c7b34a8667be75ed3691324e218b44f94f772c4b2c3765401f01d106", + "75e79e1f3af52e503798047cccc630e2d91cf5525851c0884290c03dfde1aa80", + "760dbbc813ccd9ae23ce4af764de33059e888bf038d7a65e5d6816892f9cc103", + "764089293fede6ed51e409246c5cb35248fd9f2538c7ef10c37b36cda222fcad", + "767475c5471db706e5873690e0ce6b40160e0cfffae596f2e0609f971f41f849", + "769b6e89a2fbebc067461c2c54e8f79f242c729bd7206183ba670dc65b275f82", + "76b0bc810534bba4a859942e88a604edb3d394b8421d516298302ff23557409d", + "76e965b06bd3d10aa463f44812e8ea04eb8e67c95f382595a70be22c42dbdd4b", + "76fd68580002a202777d8bee3d257cc28cffeee5de1799bec497fac4427e0c04", + "77250960a3a38b0e46d4366dd3387196ab80ef8e5c4e224587156f973a55e094", + "773fc1d055664538e2caff1408b4786eceb0348027158c0ce749ee031220ac93", + "776acd210e8fe45c59dcc77d5c4c9249019230746124fd78e363d5842cce43d4", + "7794ba7ff588975da27457e5de81fd2021a7d5f8657c33672e36b38cd7bd13a0", + "779804956eb5a224028889be5dffaaea3d890ee8403e346b8a68051f8c122260", + "77cffae22072a98ce40bd10afed90a8a4ef52833566e3b14c4fe5c3603f0555d", + "78196725b339be6d51593df871fa995b35e14ed2dd70cac976afa3cb7330c05e", + "78435438eadc53e4b65b80e6f52e7d3b8f989b81bad7b49fb4b06e6fed2ce3db", + "7858336ed2c00e5618549fbbd572a335c911c09a4976bef5f8ac1f08a5933920", + "785bf60336e1b28f1892dcbfba28bfa6898b93802fe99093ce45e8fc308c7916", + "78622374cece0a3dd71545fd5579fa5ba742fb0e275d452adedbe3bb821a5edb", + "78698ce70fc4b006e2d8f6374ba1cfcf74c0a9c4b29b075c957d92f942cd73d0", + "786a54e1510ecf3e0c15b22d8b1cf54d50d94297cb6bae026b522534374c78af", + "78a73a8ad0f98bc4a4d8638ad881b815a3e32bf2a2949f180602e7875134aa1c", + "78a8a9c1a3b7908c79c7f78d726116cc70a98e29b738ac171e11b2fb25e1151c", + "78afb450b01a4b9fceeeb74d3b40965be61cba7e43cd68c7dbd7028e89268bb3", + "78ee6e15729bc5127e4e4fa362dc21a2482f39a6fd3cecbb9de2fff3ad884382", + "78f740cf7bf686664e07a6dfd745854f5b16eb9d211acefbbccf1f903b3c7fcc", + "79393d7ca4a928730d3ba7c7b33d3ac19a72629becdbfd5266baa2058dc936ec", + "794bb3b63d8687eb22490f6255abac5d7e1a4eb7f1852766700090be9c4ed871", + "7970e3c540590f3d367a29d9b5fb6c0fd23c809dfc652e359680d9e03bd1c86b", + "797f3cafd57e7c848b365be2a79eabc1cadf42857f5a2abc1eb2850b082a1f42", + "798f00477a084973c5c1f4a93cde9839dce6ca25634a4bb83e78e5e3ce9e703a", + "79a445fe8117b072375d8cb67d2ce686e79cca3d029ce8a703255513edd715c7", + "79b2565cd36a5aa7332f4cd279edc77d9daf30771d5d7b961967603af3d770df", + "79b9c50866c5fa2e695540ce7a267c0889d0f5f3f30abfb820d44a407009c1fe", + "79d537183284063b3c119f5bf642b045592f50620b0feb4e444beec840a003e9", + "79f36210ee715b0f9867bf90584758664f37847083647139d14935ead9805adf", + "7a1e81189da79ee94e93d47aebd5bcd6fd85b716169e9561f213678523a4a17c", + "7a51f2d1ce1a72560afb60675ff504b47fa01bb657a0dccf975a371525239d89", + "7a88199756be7bd36308fdb0db2319a89bad7be1a4336c7eb15f92eadede9be0", + "7a9442e42d1113539ae1654ed1ecbe54c67bf72e55e467c57688c0f4e4d31e43", + "7aa0646914320a193ed7cb20bbbe65d900bc659a2a581f5a44055c60197ed130", + "7aa4be1cc1fb76f5ee2d307f24110c84d565971c030a848da542be8edf937c07", + "7aa850a2ca05f925ad97095285f06535102b93bf507e85dbbd53f1ca3d000952", + "7acaf7a8d5f3879c46553fec4f100fb2a1dc9f8ed0c0d8a883489427ef2d28ea", + "7aefadb4ddffb69dd946a207c21f412da4554397a8b06865e239c602d2f41a55", + "7af5155fdd59640ac809c59916c3620598a785fae44a3e702aae488c119c5198", + "7b16ac75723b6f9894eb0599c963725531588337e41ad546eb8395327d5e0697", + "7b21c9201cb94c0510eadce9d4cd9a069c097f584a50c41e7968ce3fabf34d6e", + "7b85738369d19b76ee12a33138b6fd71f12b61c541322bd99b6e8c76f28d8f84", + "7b9501a5c4baca2b8e964d4fd1e9d6ac724d7a0a1c0160cfbc089920f900fcf1", + "7bb52dacdb2687faf5c22439851c2c834dd54c485d7543d0aed875ee4a1a394c", + "7bbfca7a917b961e83f03bf91996b05f5668bc93facc9cb94ed1fef301a115b6", + "7bc8cd8c3a7c5107c3c2bcbea68a070cf1ac231a74057404dee584fdb70c0a03", + "7bdb0e3427bab33b42fe14d28182c3273838199c7b439da9e1bf2fbbe30ce74a", + "7c01f13b6ffeaa36f3d6754644c6b5f5f62ba7d3adff55ea78ee05281a7151b1", + "7c13410bc3b2cafdecde4586c74704a26f911d86a07f147af9af91f24fac60fd", + "7c15efa53621d248accaee695bbc7adce989c445911c33070ed5377af5a738df", + "7c276fdf802f10307b08c02b3597e7ddca1ff05d81e58426241b978b1295bd4e", + "7ca8ff06f6624f3dd7194560b088908c42e11b69a2b015b252e84e391519fcdf", + "7ccc8fa8248956bd43d77506a4c23697e30fa61f2f5602063e885c278657066a", + "7cd938fabf4f322c80e458c82e4e29ba87807a0d77af5714dbf740c14d4096d2", + "7ceb188274648cdcac071879cdf812555a194a99b60c088d389b7db82149584e", + "7d1cb0401330cbba5c232aab8f71fb185f52d939d5a474c481db009167520432", + "7d26d34a80b40971e91ed54ebe1c94d874fa06f7ca0cc1710112faf2d02410eb", + "7d28016ba3f18a075f25cd72c23c8aa3248df56228fb1a52a723d9a24e726368", + "7d4978222a424efebe70733bbf7ebf56ab35a773b50ccb82a690b07d65576549", + "7d4da588cc4a42eb2dbf5920937d1af624734e7b94c9e9fd35e000de9b19958f", + "7dce8a0adb7f8202cfa2bb850fd97ff64521cadc0ca4a4d564ef4b6abe260b69", + "7e14c223156ea6e79def806060fd0c9888732cc9959313d42a56e6a384e1828d", + "7e23d0dd4cd6bd622866dec150a1d38b77187d2895e0dda5229305902ab23be7", + "7e7c44b1e6c90932b9d8b3496d700cea042dc79e088873bd16584bfb0065d21c", + "7e9b8e888284ef44482249468bcf1d3c05e248d8f83365adfa032d7155b7c39c", + "7eaf4730cb6b13e2ac7db67cf61b6a29f5715cbd294685f743fe5b1545a2e173", + "7ec7ac968403f21ebc8bac18aeae134a206b12c7524c4057e2b47a42fecef24c", + "7efe2a5615bc2ac81c2a8c56a439dafbb7e04bc721a6857129b0dbb7156a49a8", + "7f02c41794b097eede7d73b9d380ee74f7df101cb0fcb2c5ed18268fa95dcf87", + "7f4eeac34b3358cd586794fe9fb121217a86464deb4b1493bfd413c57ae77af2", + "7f6c61ff00f23fd6ae6b96d61a303f6e44363ff4d1679b13b9cef244e814cc84", + "7fd7e3e665311b4248ea1af06a835d00dae5a427922abe1f898fe66a958e5382", + "7fdaf4bdab2643b67df88ccbdd1cf0d5878361070c6374a12939e7cf93bc733b", + "80313a3c133d5918239dbaf1248d1b2abb392f39b294c81ea689af6ee0707fd2", + "8031bebb0d9126c9be5daa6beeca271b8f7879957fe35e0e47c17060eb9b7811", + "8074859bcf62c319d896a8f29d98216f8991ab9bdf49f879ab36d33dd155d9d2", + "80ad51c06c23fceb63beb5462345dcb9a2d1b67054015609ca1189c2308e8f8a", + "80ae9c3044117ffd27c3f375f0e29c9e75d2a3edba632de71adfb25ce66b0771", + "80e4cae673b060511ceade38c0a68359b9e878300c9d5d0259b6552deaa5a1d6", + "811b18091fbf1a6e5d1452fbbdbc2e9ecab73191974e0214e38bf70cbd0010fc", + "8124f366da84fb287245aca463572ef89c274a6360cc0e9bdee7d477ef041215", + "81518eb16b5d44c22df9334eb65fac0dcc85031b0c946172485819306c58aa8e", + "818dbba72cafd429131e635b3ef6f3dcd5f3d40c359d6f615235f11eb769bd27", + "820c4004f3ca9ed9556f3e68fdcdd8ab6e394dba0f50e532d682344629184ee0", + "827972c6d14855d08db1c34677e97fd79a18c0bd9fb2b9e9e45f6a0a05a2952c", + "82d226725b39f5e86eb5bbfdca67c52fa239ee867160c45a87c90194f9c3e509", + "82f4be5f4a60f1413f24d360f20b179fded451bb7f109f1f6b7a15a7b5393f80", + "83134fa9b0a26a50c2fcdf580f8ab7160a8404bdfb887cf727d7588c080b4ce7", + "835422aa07b758d79e0f7f35f6e5db7bf413b872aa8a71f2abaa82a96bc8c799", + "836ad77eb86cc6612922f0fbd4a848187aa5c64219811459d4bbebfe01ecc345", + "837b550ef7d135d2c0dcd5984d065228dd5442d3351d9cca94321162d8b14af1", + "838f6d15062b30326ad7199db9d071f7507bccf1fceb33f3e8a204d285382faa", + "83d185f09165dc5d972254bea55079367c28a0fb300ebbf3fe92bd74fe2d93c4", + "844a4ccb1843663785075b9e9f858bfd930d305b1a5c84753cf9c0a2a0295da7", + "845d12f4cfa04b863ab3301a97d26363b521787bc09ed660cb283520b35e9b9e", + "848898dbe0c01cc84e63e5f2095e35255b43bc886f0e27eaa81e8b8260a297ed", + "84a94da8a7ac516f98b806874e3ffaf05d4dbc506126b3dbfe613fdead407985", + "84bd9538257b7814607343164e7ed9b5e4342b8b4f7cd3545f72fc1ddd06896a", + "84cf3d3a21806b2e0a25f2137a8df5a2838f1b0b747657386e8e4018a9f7009b", + "84e808828a69df041c29bac0e30230b711a94e906ac9820f06655213f786b6e7", + "84f7e204b791c99dd098aadcde86e776a5ceabcfd3061aa4c654a7635de22f9c", + "856769850310c7f661ab3a987a49aac3f19b580db8f96ab79daafa718e247f79", + "8570530e03ba5bd517b643180a182c36fe9c233ee4f5cdcfda9adf6544d97e5b", + "8574f58478a831ff1c012fef160d321b0e4a0c4e0aa1bfd4f02ce1a1fe3c9b43", + "85a6f82c5d501f4f85312ee5c78761f3711c14fe917f5141fea49f97adb7aa27", + "85beba3967198e7e0def9d27d36611e722d7660db0c44da4dc75932d501c438f", + "8631f5eb9a74ac31db1a05ed767754d8ec31f089a80f38116a71014bda213882", + "863bb5e180baa89cd2770b88f31edf3988b20dbbac613a409311b9465e593c5c", + "864a2260f794a96c454c1e311409f8b7eb71278f8cef9f6f1b610de80c6f347b", + "865f0cf27ae5e60a2195c621c0ac35b3bcc9324ec41b8986fbc714ba480f9ea5", + "8699aad8ce4823f923740806ea40269c4ef238e140c811865958e98d665cb08f", + "86d85370fe7dd74a8023657798682dda13199fab06e13bd306d4a19dd8193a0d", + "871cb4c9c8f611b49d7743fd17eb92d14640bbdee058490611bca68dda174f3d", + "872c8acb3d12e47c416d8c271212920cc4654d7339111e4d89065ae2f6b15285", + "873f4d11489712ec090a4451aa926f41fd3800f396ab4613c7055f9710a41565", + "874f46d9052509cd07edba8888b99776024653a9dba3aa2ac48a63f232f7eff2", + "87afdca89f997e5f096f51341578d2ab8b8c5f1f091e2011d0df87b28570cbd2", + "87d36a47ee715c077744344ee6e94618940f64b34d8f232fa15248e96ec679e6", + "87dc2cc17041f5f8857c27415fac432301a74c3f7cc6e3ab1e6b10a0f124ad34", + "87fe37b344acf82bdc4a7d88fea87ed6570374d3511bdab793b90e0d2e1f2a0d", + "883ace1beaaea3781f22637789a1a7fa17bfb1ce7542e941d81bb468a7d4c6e5", + "8846f36ac79147eb10014d75f6fd6585d01f3490d72496a0bdd74fc5b1e7f181", + "884db55185577f00049d89caa0ffd4f57d3fec4fde57b2baec680c6e4ff4836e", + "885febe6854c1e5acb517005f8a6da8f35ed7099c45193832ca4fa5e3ce91848", + "8882fa13167d65377a7ba90a7a4dcedcfac1e80b54c84a5b946296074674ba31", + "88bc8e9c23670d5bd20a398979d863b137b267aa1fd7d8c84678d3f72a163be4", + "88cc71bd445254f00b73120853a0b61cfd04c7a6f912d657198109ef8deb7020", + "88da3f334bdf2598c22e1c4cfc7e4f27813fab04b71a1c94fbd394963104f5ac", + "88ef35c4215e6661b6b13b887413f6cfb5fe007fbe0eb7c31ab8f8667d49f939", + "88f24ed049e9cfdc5e6e52664281db32ee6d605f8880ff9795f339c8b8cb6ca7", + "88fc7fb8d44b1eb7909f8ee97234e419796e3b2262957bf06855040d53b30e20", + "8906b268b99b4ac3c7eade7be1ff2265be2c7fd00c92ab2c1ef2a3a4fd4d2cdc", + "8909455ec2ed4207fb2252286af435945ef7f4441b14dcdb2233b2c7e473c62c", + "892da162016430553dc0ebf569bcde69a9d968cfb7fd52167ed6e243a99af167", + "8981887e94552109b3cd72aff3dfa3c9d76eaaaabebf0254c890e8a58ddcab8c", + "89a3a2ac4e3d523b93cf14975ce15e5fd39483055aea8eb9754967463ef4bb22", + "89d52a436b5a0a0f5caf3ec0dae813d38b2ec6f90f9b6ad984155b2ef628451a", + "89fffa58748f397976e7995342db915a9ef79590640577796c7d99ee674e0eaf", + "8a12f9756e56fecb2d2654523cc2b63ea0219362fcd3ab082bb95812968ec31b", + "8a258b19bfa17e45608be2a3076e02f86b2bebced13facefc1f28a5c503e3958", + "8a38325262b8f4fab2f9586fcb48caa450546bbf8881b2512fc7ae56f0463327", + "8aa00ccd9ec106af3f8d6269121ff1dbd381673b740a26106da23ba717c5267c", + "8b09e0958549cdad4bbcb5072d88bb28b2d16887b3580879796753f2ca73dbfa", + "8b1b7db85dfb029764987b5d104bb3bd23bce31c4c15285536218025bcde4bc3", + "8b2e208352c7bf5089566c2285fb25c19a7e4c68d62a1a45ba3eb0642f5a44a5", + "8b3e1ea8341e7a38998e66b52af92276c2ab7d089fe710bbebe40c37fdf9c210", + "8b3e415c88f3f697e9264f31cec88cb364776b3b2174b6ec9d2c9ae8ab41bb2a", + "8b455bed9daf8f050877d9ad9a1d0008e1c5b5b47af5f2608ff6d63d7f2778f4", + "8b4dcf783f047800dfce66ac900496e13d11389aa43f11d0ba0aa17a53d35900", + "8b4e9df3726ccc0a874a7657bea1c03e50a1e63855a8fa4aec0ca050d16c5cf8", + "8b91b7882239b55dccd3f2a3b699b870aa6e3cf9820fb32f7f64fe0975716466", + "8bc15315ec593223c023b73d8e47bc4fa17ec93d3eb420598028076918e9e59a", + "8bd6765985b355a8426754aae723dea54f2e1ac544ff0a1a3442941e6febaac8", + "8be8a2bdaa02f79e7cdb4c7c3906826fa6bf90a20bcf9285cad4b3b105aeb2ba", + "8c02e41c60007b69416eb7689404b46186087ccfe0f5989f20784c2c196b7b1b", + "8c8d4af696736585ce185cc8af41d0b6109a2ad22d4bfa782ea7ef9a3834e55f", + "8c8e11c3bd2c532170df6ca8a165d44f1e707806299fe6ffcab13a6f2e122521", + "8cb3a08d1ccf19c8725c6a98ed7b3386e5799fab11ace8108c2883579f682714", + "8d177f26ef02fd353303673b91e46d8390241c1c279dbdb22c991b3c4e9f51e7", + "8d28413eeca9c997dac5d6ec5ab6ab12517e44b8c4a51ca3ba7c859491df3952", + "8d9ef2d42ea02122ee5863b202c05351599d62885d2b98f96bb737e4ee6ebc33", + "8dbb7ce9aa0f47e558051a724cd235cdeda295cef4ae6af454076079bdff514a", + "8dcfd3fb6ca84c1f95efc8f897513707d70ebce78c2518aa8f65e814e71f3545", + "8df113b565bd3cc6cec8965e630711bb168b1cc181f53bce4c6b7ce61ba56aac", + "8e22151cba0ac0a1e46d5ddce156fd63cca4eae19b77238cca06c8c8ce821eb8", + "8e2eb253feab70a0380720d136c671a52ebd609d5c1272ccdc6e3ad461435156", + "8e4f60fbc9c964d0ebbd10f8b9265be69a3a3edc2119ea12426ef43119d4ad5c", + "8e5ceea749d717624820f70c22b33842bca091f4ae50be442a7ec0f09c83303a", + "8e6d9e83a4e8ecd5052dfac7c65bafb828ac22f1788885c36a58ec7aca9d27d9", + "8e9c2d035ed8eff3f545b75e289b7e582c7968100ea73e6fa33b0be1d5bb50b8", + "8ead263dc6ed57e40bc9a47ef5e9f5c3e646b986f2ea12f7e6892ead5de2ab8c", + "8f170427867d4318616b12da898037de0f181a5431d3acded4af696cf1326370", + "8f4222b557e6df356279166322bbd1705e8a56c35891f90c1530cf4bb2eb54a0", + "8f44f3b78ef1575f9b970421c721350dc71b5db2af4dec9abaab2ca7578652e0", + "8ff84b817ee44a102d307bb8083ced2d3cdedf4cf0079e6c459c7b677de3a329", + "901a8a97dbb978e7d127091a6fba78c0400b75a12bbf3d417b28fb0af80b6782", + "905bcd129bbf0751e06533ac956befd3daaaa9ee2e6645cc6fa3ecf71fbb9a89", + "90695b391187c27e2685fb7e84f2652a507fb2a02449a190d3267bf7cb3f5b45", + "906b270dd3e6ce8f729128dd2cb3031beb593dc7429e4dd36b13f401cdf792b5", + "908adfeb33ccf16b1cbda5b092c58b268e734268ff6c60cfc466cc856adf2baa", + "90a9b33fee83fcf0446eb2bd3672676120fa0145c84b4a808785d5cf67fb307d", + "90b17242f7b1bf044dcb0c8b348a6b20c4f43458b8a4263562653701f136c4ef", + "90cde577fd11b1b1735407d95de549f9c0a53404b7f2d12fcd870cb927e9f059", + "90d2284908e605264442186b3da69f670bf446ef3616ef6e730a093e090e2b3a", + "90ef7fa7bf2f7675c592189ef0b9aee190f6b142d6df567bc67852a3fe46d9af", + "91436958d8b110e882c5c4a525733c39f6c910e196f4deb9f42603dd7c4603ad", + "91629fdb7a0c28df18abce3897b3b96b2554f0a3b724004d415f8cd7a3a47e92", + "917dd26021510d66f517c0d401ecb5d7db01a25a1195fc4ecb9a7a363814268b", + "919a549f4845967ac2f847626e2b00056eecf902c91d9a4be8378a41640fbf34", + "91bd8da2cffc4096f89a36c40aa3d00916cdcc73f8a681efa0222941be36543e", + "91ffe0cf3888e203f9d71c38b09f1fa3d34ba073342f26cc49bdd72e92ab0206", + "920c0664db9a83dcfaf66ae2e13aef9ade367d3221902ff79efbec849060b80a", + "922aa008e201c6d77a55d168be1f336b56911fc60a133a2ed900f3cf13d73431", + "92563ce948515f1da8aceedf199f6ed7dd85ecc6de1f26c98b99655deafe03cc", + "92697ea9bfbcfec599c6d210f730325aaf05166191250d1f162d162258961af0", + "926aa9c880645612620c26ddcd7a444ffabb7b7edf31b3bc2d22b50819698712", + "9291a90d8529ecbfa4905aa368ef4026cb7a430e3e6714b9b8f334dbe5cb96d2", + "929700cddcbccce723799f822366c39243dbc4b470d2164354f1168a9b7c97a3", + "92bf7e3f8a5589cf3497c2a9dc4b945e169b87e44a1c01240873eb41bb77ee8d", + "92c5af8113a4129e4e6b5e6a9e16a45471fdde0ec55ab2cf1f64aa1fba547d5d", + "92c8bc3fc53f871322fa08f65bd33d640fdc555892939d08208ae59cbc888a18", + "92e75868a799ff640fc178d95d09d447e721af90c051b2ce8d970f9037c04670", + "931e6ab771d72e7d47b63fc46fccaea8b91fcc80aa97a456bee36974cac43006", + "932f61eac4752e0bd55dae596f5fb82c6a5655beed2cc0f209ff157dbe89e180", + "9363a4d2b67faf2bb77955660010ced2a615c568d3761c57a3bf2ff6404ec4a6", + "94a44eb8c02107750fa3c557560e6bec0aef76e28851d236b2d6cf85565a07f5", + "94d38a120b004f5a6b66229add7e74e72dbd074772ba15d1742d4a647d2713c8", + "951e91b14a12ad616ca8991f1132fa4f763d1858822d0157ebffc429b49cae4c", + "952cdfdd6d836ab796722cb133ce2ee16b14348de138f70a79f1c6af33ad9c38", + "95312bd603102ebca1809ff72dbbf8e073586e5c0a4c68cacc6199d1e1224e6d", + "95406e941d31e39578bd8abbdb76f1cb2b3eb7bcc360261d849b45b641718be8", + "9568476e7af8a3f709e95241c456daeb7c9b80accea85bb5f7f71ad6b4387f33", + "956ff6130d82abbacde17e05a5bf2923b8a4a993b65c424d4f9c95a30427714c", + "9593d227ea9654f8734f7c51145c6d3eee4179603c050ccd5642cb50d2f790d1", + "95a05b8ab460184690fc31a8a13698b286f0e92bdcb33fb5cf6af66a29b3ab47", + "95a5f3efbe93d44838d1f96f3621c477d24e786415f4c81c9879dd403e4b4278", + "95c254bc14997a2e0c244f9213f7a2230d543948e2c41e38937cb69235ce7eb8", + "95c4df01b8d01f9506b8814f2631c677d1604853eb37cc30abd19bd33be912c5", + "95ca30ba70b76786b6fbc3b5aad9ca496be3168819291372dae2eb2b6e70e234", + "965257f692454bf6a792cebadc934b730ecfa2a179d3fe46df2232fb32d57d91", + "96d82f098fbb8db5b98ec2e8f8ec63a3641b4c660c41aaaab61cb09ac4ae15ba", + "96f19408441d972335469bf0b4364ad2cd39f3e435ba1b0e02972576769b7970", + "96fa526e45620e358f25a3d8752067f54c93554cca27cf49eb56c7913c4e8f7b", + "97320818d86e303e534a01a6dcf3774bfb866340af2a33897cdeb7ddd3f8de06", + "9747edba14159f5fb25629223ff12e9bc0d216302826344d592c5105e428919c", + "975bf5d76668602e6ba980cee7f109c9434a3a37c1b8b35d93fb5e8e7a608a18", + "977685b7cffb73f1ef26fa6a4f2b7fb5bd358a4f8f839052a2c89dbbb8a09670", + "97abf8d14bff7ab218a3cfe00a321ac0e109c828bf806129aa3b2c33ee6fae09", + "98002f7653792d2b2c41892baeed0c7871b7856cb26b78caf2195b83d11d135d", + "98302df238b9b63340092368d30b1e5290ffdca36d5a5b3d24a79f63f7dcce21", + "9834e883bee15cbce032514b9ab9335f702664589143d62a1fc71a032af3d901", + "98722a51369c5ca8848ee4144a01909eaaafb0722e5b8c04ce0c87d9aa096dab", + "9875cd5eccda046323b2e00db35a097674bff9ec0541d5b3eed73f5f8e39caf1", + "987eb90a6d108de4e939e23419ffe5a45a8f0caba5219dc6d14f049b0393ce76", + "987f394e337fb104b903dda46a5301aaff287730007f46ef25afadae5b7dbc78", + "98b3c272f364d556fa622ce5c522e9fc0f060dc4aef276bb44dd1d46d5e9db10", + "98d225867299292f12703bffec008805ea807aee642be225324659d309d6b226", + "98d302541fa8f33ca7ca098bd107aea4ed97518af5859ebb10c8a6ea039bae2f", + "98e07240600a5cea93c946519efac38d57c0b3858ae6a47638bea60c21879471", + "98e654baa488ccf9b9007a817167c6973be3bce500d7f03d1fdd73298cae5e1f", + "99428849c4d6e31bebde27e9099ab532683054ce8c153a9d10a7b65e56f932bf", + "9945f0c167dffd618b6f84eaf7a8709781a93caa6e0ba0a6c2393c54e5b7f3b7", + "9958c8980b2b1b12f3715a6f85c7aca1486f43cc2ce26172440b894f9fcbac94", + "9982a84e51afd9d4e847ca4dec6ad6d8fe88c8849074f780cc82a921f363473c", + "999257b0754b17852fb928aaf87ed897706aaa3588e087cfe4f1eea6960450aa", + "99b3b41376a8c953826ee94c16fdb7a8043cacc75e44148bc4d48cad1c6758b2", + "99c3c79104bcaaffc5c38c1c85b4b96bc953dbaba19994863b50bab0a91c4dc2", + "99e82a068e68ff5b9d9b6de848bb2669cee8923cdf9256a0794faac08625f004", + "99f302b695c73ae896aa6a57bb5c781cd38940e32e98672cd1c6387ca00a73ea", + "9a42dbb9f9aa960515c14ac7992fa86c323fd97df6deb622daf0e340b30e4f93", + "9aabcb855d31dc16f8bed9fc53fd312eaa100f5b252bbc59eacfa0743e7f12c7", + "9ad7db7364cd7d7d8697de9aea722bfec1955477728fef1bd63114bdb4e42224", + "9adcd005b974106a7f456d51d6b603fbd89c076c1d74fb6965712e9c35e073b6", + "9ae8a425fd5b7d3f65a6939b75afa5f607f45380d5fd4a54146672e940a05b1e", + "9b4eb0e364d3349b3d3f10bbe399fd8ce1368111f97d521c7636a349572fc063", + "9b572af176a0ce08ca4766f2fcfae2a2a6f44ce8138c941be9aef566beb694ad", + "9b804167e135aac643a0d5144bc61a7c188d47eb0a6e17f0ccfb5cb08183022e", + "9b8670857d068299982e3e12da1e040cbc4089da59f6652f7b8ae34584c276c0", + "9b9cb54e75f99488e11db80a28db4063de7fb107041291028130bb6637a82dac", + "9b9ddee0c23e3340dad578eaf73967b63092832f46e26829f7d05b493ff48473", + "9c0f001259d0ecae9b91379fc580c00e436b58d9715f51e6e39ddf6459606997", + "9c22c606bc416d61f094cc2dc17efd03777200b2037a27f5d485c97884b231e3", + "9c304d4792c3378127ba41e6a5ce0730ceb9098676fe4bbd4dcc5c55be621260", + "9c4b420bda3ad85c9610c1ddb0930fdae31c0509c31a65d65f48ac32d72eb2a4", + "9c4ed10cefd936aa1c795de9324409d690e05d54899d1a9e1bfc432bc45e9b31", + "9c5428b74d0734c1798659a5c2a60cdd104a631bc5c2cd482108ede09800926f", + "9c58dd0f52e8ade322cd6875f3d98cff28ff26657432258b9248a9b60400f9cb", + "9c6eb67983bac3503d1fa4f3e747f02c7a25d3de09fbd646cfff2d010810f726", + "9c97222a640a39803482f4e08a69e01a0450a3be06fe4fc9641cf0131b0e86c6", + "9ca67f9e97473ad9f858f9fd62d6c2f9c7709049980088db569a4728f7623aca", + "9ce73e107b7cba29d5ad4ac9b3a920127a0d4b2f7c81ad090d2152bd4f1bcd48", + "9d14045957382f9a922548f9dbe983f021f3d102ac0b4d2c2658dc4700d3b952", + "9d1592120d27fe3d51e75420ae1269de3b705afc3dbb5b89cce8de4ccb52b16e", + "9d3c066c345a544216a3e13515026d70b30b2bf65442999ada7ee95942fda828", + "9d80dd48429037b3827ba214b30643adf392eec87a0c3ba9d2167e12557a58a6", + "9d80ee70666e9432e5b6b7c04bf60f050ef6ef8ddc40d02486ab6eadc0cc1191", + "9dbd67c8b94fe422989baf694e2aa381769117e3664a310407b683265fa032ad", + "9df49ef86b0558c59f03245b2744e5ec1ed8f24add5adda97f61534de4fe4c5f", + "9e2772494f3e3a4d63bea115187ea31220252ed837a201930c9015ad51d4c0b7", + "9ec4ac3f75b6b18803e497d20e16b30f6b5a98d905e8afb47e895ed64aead6cc", + "9edd451a1be159f01f6432f0ad82ef62570ee660cdced89909882eb0d78c5a90", + "9eee7d2578410d51fa92385eff3d2357afc8f8e200163f99102ed21acfe7839d", + "9ef26a47cf3da4e812aabe3aa2cd7e1e6b73276f12f82643281967d5dc7bbd45", + "9efbab6a3cec41e6dc9c76eed55e3b427f7b4926803c4373ff88ebac5b4a1d87", + "9efd4b51ad36d81e214f27d70fb6e36ecc4c3566a1b659f78d6259742fcd9bb4", + "9f1009087c7b37ae089117668f728aaa5f3ecb22baa8c604cbb56eda5096b1f0", + "9f438393cc1d673b507b5163f7f99fa21fc9af792a0578aa7c117d8ef2d9614d", + "9f4608d4eab9ae10ac70d874f81e00f0c06ca749edd729478bc739c0a8fc1976", + "9f537e23b1e63ebdaeba8c83d6a910e290c782791d0652b8bed9fadc802ae38b", + "9f720ffc8c64a4886030d06ee66ddba984162e4e90567fdcd1e371052c71ce7d", + "9f83ec16c6dfdc98808e6539b3af01ce77f36771064307578895db61f041d296", + "9fa6a3c0a80ac376f44c6818436d1ba91c105d80f58bd984524b3801c57d4033", + "9ff10d17184c153e9069f5b824aec53bd5f435325952615bf79a6e0a430dd425", + "a03e7717c89a3aaa577413130e453605801d85ca172be688e483096d54d40777", + "a05f659e06fb5ca28fc989c75b2092aa41efc477340b3143c980c624439bd579", + "a070b405d69bb48b537162f88d038381a8b8253fdf90a8f080ec52c83da09f8c", + "a078011b24a347ae2c5be1d725a3d4c6ffe933a58d37fe7c5e5085315a9793ed", + "a079e506e625b7b14bf23dfc1608663d4d16ea2a8e7aa8b9e50662ba862a93f1", + "a0a32a724d874bd58f98b5f7fb50b1d157a6ebc89f6efede46e9142b9fd5d16f", + "a0b6c02e901895db03c5ea136c311331a2982addeabca9117e552b623ea8646a", + "a0bf65f9ebed8f1cd09c82107f1c208997cf8b2a17c9e2b6b588e0d3f1b3f609", + "a0c09e25ef17e1692554bdd8e22ba9a13b8919a359ae77ca15e82a818f9cc228", + "a0df1828ea87abce9638cfc85257ec619ed709cbe2192fc222708c13c256e38e", + "a0ea59161b4c689a3ecaf735f546c10d007594c544fc010f836cb7d01ea5d197", + "a122c64266b92c9dee0fa5ad5d81772d0180f88416ca5ce41e7fddbfa8ca4cd6", + "a123e568191dbccc159dbf0e2610a7dd4d4cd1d901d5fd255d84b36e93171dd3", + "a1279e59cdc47708df9e5014384f1f7824738edf0986e296526bc7763f6dface", + "a12b0d2bd7e72eb43a9219cbb0b6c5c593d94ddbcd01820f06a7a12d7a30c575", + "a14884b94402c0efadd3fc5e9dff09bfed8621c78ac78a3e50340e6e06b2a36f", + "a1854a9e9f442c7bd612070ce1950c4ed7094fee3b31beeac51ea5f545fd0c57", + "a18bd1bd8c4c4b16779ad1695fb61ebaf9d343672af48bee35b47fe1414968a3", + "a1a5267ab45977532a38fbff6777b9544779982f6f4e83c549de66b63a4ba068", + "a1ac8f2d5688e6cd4c46638539fd8e8fc274b8077ef84fd47e3cb3e148864cfe", + "a1b96a861d0b7be41db93fdf76b9ca4b90e24e451e2895b9d90cbdec14cfca30", + "a1bad290aaa74df21c1058d796b601398ebb6a0223dc2ab35831eb8d222fb5ae", + "a1dbe74c9cf79fc19bee00cae7b280cbeca083839382f8b8ffd335846c4f1ef1", + "a1e8da8c76d26d280439cb1705749ba35d2ed1cad5321c1556c45d65e5e0e26f", + "a23a151a9824adf8b8e54ea8f026762ceb74574168c081a84ee58f86948adada", + "a251b51e2297b9639a578d470f6813079c90edb65aec82753a9a1ac005dec569", + "a267aff604611134b035bdd7e8d744e6a463af69a6b4f9083a31b23d584e7946", + "a2ab534a12a3231a13d0028ae76a9672c44afad2b9b1e01ee05c49d375ae442c", + "a2b9e6fc6089a192910ffa79508000f4f459f5533cdbf6dcf7a23ceb3a745c6c", + "a2bf76422d88c525965efcecea741bd1f94a6c86c8608a6843ae2601f56aaa5d", + "a2f189b2f7404dd679f481e41b8d61fecf5da0d92409edef587cd6463f037895", + "a341833440fd48aea26699fdc1624a52eb3db99cd103932100d6a55bb6b0ee78", + "a366b08e727752b0261a79be508a76bf912873a09755df37d9d550f16436e359", + "a37b642ebec2bc4f64baece4a7c71adcd4d4cfbf1a2220e14058b3edc38fa6dd", + "a3803b601e55ef8bf2797ab8276df011c7eeef666383810ff7ade10167c04019", + "a3b25f99314074318a875968b4626d99a5b42dcf7b8c402be4c2698bead84d08", + "a3cc1097f0e358e7aaa41eccc5cc0001745cbbac0ca383a6d0185cc111c9d6ed", + "a3ccd3ee0afb191d916a5727318209623918e7cd970493710189c20786956af1", + "a3d40ca71837fabb3666dcd6bb36d375d4b6ff612a79e53c51ea31b9d7ec3dee", + "a3dc406694c180921d703ab6353d32c97a8e7222eea4e4d4c163f6779b381129", + "a40af89757b4e1f7e4c4fadcded4a6cc724a18d86d2c57296c12458f1d762eea", + "a4354136ce6b985a5d3d980778b5fddaa5ba5f445b7ce6270a9c5f85963a1a7e", + "a43cab807744dcf2bbd2d088e8cd43af87096233291eae48711afa8040b8249d", + "a49d7dc6f8218a62df895bbdb45910dc182f25ac2b7344427198f0218d0438e8", + "a4b8b9783603e6964a3fe485be7d515cdd6f9cd92baab45ae4563ce8a445995a", + "a4fca0e1b8fa35e1450019470bbacdef5dc45aac4feed5e002547d9d6f59476b", + "a5351a3819981a736641c3c50a4d6ca3faabe5ae8e32edc28bc1cef141c40d6b", + "a5617e451323f4ddb657cc1ac0c9b2b08ba01d0c9ee6b5bb90adef7d4c333568", + "a5776d9e11b439905583492e705b91a1b42b34abc508d79ce0e0722f6ca6acef", + "a583abb75ff1fa4bb7d52db7b9109127fe822d281aa9003149444f944021bafe", + "a5b422afc53594c54b4c4b16be01e923e9c79f8b593736f49ac225c951cd8c14", + "a5dfd9da32550e164a6c63eb08c1f6a2547987d2b33969ff7b0215f8ee622dc6", + "a5e995f954f1646970f15c779b6fe6be94c0ee52144ff5a2e9d72eff33ffeb2a", + "a621ad9f22c1fec373c9baffcff0c941a8d7f792f0a18586dc5125a627878116", + "a6683640657870fe56c4af8333bb373efe582acd241443c5de17ba3453619bb6", + "a6791df4f079d4614a3a1f216f1d86eaa5f3bdc98bd273f56b69b0592b41dd26", + "a6eddb8ff9858cd674acb7cc225eca94121cf50c2a9de3ef2ac05ee0adf5b0f0", + "a6f6c8f1dd7d6a28fe80567947e1c77305fdfb7190e3f94f79b2cee4b8449d3e", + "a702a62a0ce17078c88d1416a10b81c9aec85b78d2a706cbf77272e2efc1a4f7", + "a708819bb0384b19c9ebcba75702ae96f641ee3cf79fd712077e727912c0457a", + "a724449ef878facb7ee0b008e220ea864963f0e7e39cdd31a43864ef9921025c", + "a74224ae36d9293a32a0505281ad4f1733bbe621873bb0c984f8954d316daab3", + "a743bd88fce22643ef830c23b68506dd375abac6465ad60b4cb8351040e62454", + "a750263eddf945283109f003cd8046cdc153df71899d09b30556ca8fff014fa1", + "a772cf9ca1bf588c36712a36ddad337b29af5ab0401c3264dae1a0bfd0a8bf0f", + "a7d7fdd7df2d66a787622eb9a27212a1dd3f1f8a07c7e77c3be9fc959d771e69", + "a7eb99092abaf7f8b9d0670b5906ddf805a1773f1b4f62f6dc9fb5538132a693", + "a7f0ca54f2700303978ec97d9f365ad1f917ce94f606d2595f0a539985bd6e1b", + "a841679522059f62ce5a950cad182a3ef1ff961be3332d2f38192bf05624b9ab", + "a86b3699691acf7e426f5c0ce4272cfac4d634a3a106902dbf1938e2435dbc2d", + "a89081c801b7308c86904b0f441fea806e7acceed9c420f90078295498919d44", + "a890bfd6614b9ff75e4acf074b26d9f7875caf6d281bbceda0e42ecf78a7455d", + "a89c9af7c6d1d0818e2fdaaf3dd920dd20d4afb730e80b8d2640bdf1fba75ea4", + "a8ce83c637cca3cd88eda23cec113036b92b12ea61ee6bec7f5a00ccb2f946ec", + "a8f018689fafbdf00bab10aff5d77035210177e8a86a94d7ac6f631271851cb3", + "a90d7bdac4e8db9bd85268ea2b0601d32b28138dbb1af43ea9ed8475656fc803", + "a914075c60372981b697d3f25a5d0303feb5707b71cbdb81aa59e20afa38a69c", + "a933b42767b675f23c55a3bd0888051a90a6db5c12e528a1109f45c86d265b9c", + "a93d49bda71d2aadc8ab5ebc10c9136812a71ddd0e0e3a257930a06d9ad120a1", + "a950359abacff930799b98035d2dee1a0c84943487c21065b25c417a480728e3", + "a956b733a72c588a886dd80f07b9a50a7c50c71eb090eedb9813bca88fcd414c", + "a9d932a62fa73f6d6a96d146fe28c041b9452dccd5a6d0131f996ebeab7ab8f0", + "a9e1f90410ff4001727d240e543b1da201dca7540cdbd5720fbabc52d55555c5", + "a9f0c0de38ec436a4af0aeb96a04249d84df15ccc080c0225546d5006fccf5ac", + "a9f7ffb91f44bd27ad011c0721a6697ddf77dcd7e05a2473c2b2ae4b45d6ed67", + "aa49fbe535345917bb469c8f07a4bb19b263320a1b878247504ace3b668429ff", + "aa634009f9ffa363413b6b8490516ec76b3e37545a792226271e5dae9333653b", + "aa66f54b57d2ce29fd90750a393ddad20927e731f383c2bde590741963435ceb", + "aa685e32c88aac051f95e9663d74d92536871bb1570ca2f880e3649d72dcb4df", + "aa6cbf5104804f5cb7e86fd753e4e5369ca2299c248fa5386b2c6441ecf79107", + "aa89b61df7e81d444be2c2c9b7d86a55f27d70841a4009d08bf2f6f8809b7426", + "aa8f9285a8e65fce85ef3357eaa84a104d40ef1658045a2b95c913c664d90598", + "aabd8f2fd6a25e53262d8c8cf76418c49fbe2de5ec7f69b813a9013e64b2a608", + "aac35f875f1806cd3f3547362515bcda9d6151c2231d41c0f8bb62ffaaa40e8f", + "aaee3bf077a76386aa71f808b32df60a5b57cf0ad84413c35999abfdaed06797", + "ab30982785dbf8b2be3b1781cc58d1e85fcd0e061889e46d23b7abe964202dde", + "ab8664776033525115237381c15dfc31c621d66c93c0d28c58952644d0bfca09", + "abb567bcb73b46d0668540edfb8b70a816a17fc2d26e8cce5978631a3c0a4b71", + "ac2020054cd25ce5be47042209efe44a780470610210e47a07bae9b1d75c6d51", + "ac59fde9d43a11dd89fedeb2d49a2ad8e722b2be68b9fd5c5ac9520fb0cadcb0", + "ac6dabee5b5707147eb79e3bb6b790df357dc26f77e37e5b6af43845234e82a1", + "ac7a9078774e79a56683c947338c4740b4d0218ce1296b660c91fd8fae06a0d4", + "ac908e26fed79816dea69ab9577341edd806b565fcd971f8a86fff8e3db4b932", + "aca04b419e208d72cb2769900f22462f9df8b0502bcefec22556bdedef44a110", + "acc4ea38d065d2f3336ed088cc991b07e581d37456d4370fcd40d81f6f36b7e6", + "acc5c7ac1c8bc43afd9fc0d870d8a65432604c53294a77ee31eb6f60637d130c", + "acec02d51cbb9f79b85881f375b122f7fd1bd7483964f86729ad4aa8cbd922ef", + "acf9d606aa42cdce69f9bf465a11ddefbfb50d2b8800efae9644276aea08b2a4", + "ad0bf4a8f205d5339e85a4212cef2b20b7ced6280c2e9f5f45ccb004b6af322a", + "ad511b083a403a2b6d901119d09bc310afbe220f66b4cbc997ce6e1b43923b62", + "ad7bc98c757fe2eef34f27ca38ebf39cc7560a6475ea5fb65b53a6ac62361296", + "adc0bc79f7cdebfda01aefe2fa44fb0406fca002c0afe4f286022b704074625b", + "ae16ab0f91f2f878129865aca27304a11882aaf09f7a1f6c9c886216601fdec6", + "ae21a5986a959789da9807444a242b62794e9551de2b3e33d472a60a891e9181", + "ae39a4ac22a55fcf1a8a78ebdc58fb8d1fe5f7a6b4a51f0ea36e65cea0c9c868", + "ae39ab3cbe928abdccc9f6eec045dd500e343938bad19e3ef945b06d5fa16e60", + "ae454bc89861d4a5c6244640aa99db82c11f4196f6386e5a66739bc9a458e534", + "ae5bfe44bf7768585ce234c04d1d0494bddf10ccd26964ba59f0dd47f0c2b268", + "ae8e2940d3dc04d7a6a8a6aa07aea6b1c7e943d11ade25e6dd5e489dbe0ee8d3", + "ae8fdce92af832a981dea810c831d8c267879922314f42c4e9f6275776c154d7", + "ae936a3462d7e22809bd94ae5931ae70430f00031ae97dd2bd0e7ff78343e728", + "ae9ec3f3a37a86ce3e8f4605da3f65632e534875fb5bd4ade1db25c1beb1e1fa", + "aeff9c08f60704690cebdcb3f6ec1b9095c9e7d75504a384fbc0bbc11c9d5341", + "af1db02874a387fbc5f94838d3a0b80d3a940e21e95730f6b7d4cd6bcb6dc022", + "af40ef6e683b838b9d629021d698846993a024b916555f7af5ceebcc0dcb73d0", + "af5d9abbeb59f0510b4d1f5d5b4bebfafabafbc03e030c467c68fc1026a60db1", + "af6ac547c28b21459f56a8506afb797e43f8186c9c08519b19983ba48a8e48e3", + "af94252639de288cd696f79c779ec18bdd6f087b485d465a9a2d53be647e4bb3", + "af9874ea784ef6a5422de0f475430314d5c5c80f2d627c9c4d5b101f2dbd5c95", + "afb8867def2977d96ab00821322d5f342c123bee85e33c9530001026a22b1fc2", + "afcee626e7e0ddf98780a26e9ce0627de9b45db75e8bf1d50f86844c0c8e9018", + "afd476b9cf674144af007dc146cf82e7dbc8fe486b80888bfc9d82f70588a23b", + "afe06523c00a6e5b945484aebfad43ef059ad8d648cb1bcc680ca26c034a6f80", + "b02acd3d0ec221ad7b8893f16b79fcd8bbd831f74409baaa2184b623a4c63829", + "b03763967523aa5f431d80ce741e8418d8764ba8316afaa6bd804d51f9247553", + "b078f6c1ab0b1f8866eb77d939d2d70f9ec748e9a45cc09fee00a1b9f8cc7898", + "b07c85be90171841365bd23640932d9a41511e389f7ffb9adfcc5ab66d89bf57", + "b0ac14cdfcd1f096709f5e82ca65c67c2e0a27f2ba6d688a954c356501cb7d20", + "b0b04d5848dc77d7e5908eb8c0a6df6887c743bfe1078b13b14571ca3269ccfb", + "b0b999be0229df105d8b877277e75f63a392daf57752c18b3fc14a6c1ff674be", + "b0c43e875e30694fc93cfee195abe7069714ae7655347bc779694bc60694b637", + "b0d3870ec2a569f0f320dd68d4c728fa7c82c1423ad214286e3e5f9de19086cb", + "b0e33fe309f08f0aa5750e1184da66b702ddef2b9ecbbcf2e3fa3d35b465a72e", + "b10d1de22a03af66a12caeede346d3b183929a809d5beda7f13a42e69eb190ec", + "b11f3bcb872439562b3233ed7bc52f2786a0b449a41d6701b74666208f092e5a", + "b12ad0ccf78825d7347c3a7bf4aa5d5ca460dec3ee1584db25f09518fe20baec", + "b156c635011a93a648f076dd68f26a0c9aee6e5e674ee4a207653d65f451338c", + "b1628145ee10ce0474906869897ccda3c70dcc5334d33223d950aeb2ff9f0f57", + "b18d03055f8f39c8a459af611514a947e6b08e51d17cec2d74f2159cb22c50ec", + "b1f012120595870ca5d56c46ee5882430dd91ac6be210da64182088b15236bfa", + "b2366b6bca134f7a8b7347dac3bb0b100db6d3cf1de9ea0eeb417e1a324b9538", + "b24726902e3146d4ab97bf67178ed77840fe5d9ff6942d105a48c79f6deaa0c2", + "b288350c5709578836c834d4955a2fb3faacf583df46a9edfc32c44c116a8ba9", + "b29ee483be358080d8f6db6047e42600fd7481adc4b86dbee6facc4199b39ea6", + "b3088bbd2f0cb560ca5edd8269eefde6e52e98807dcd2daaaa04ff531f49a983", + "b30afabdba5dc3dd57cfc03f8c8142972748ebe769127fb481171ec84d5e6782", + "b30f9b407fb8ab04e4108164a282def889f0c6a659a6925051dd82835f739858", + "b35a6351bae968e768fa415340252ca2358af96c3181ec6a2b414656302165f1", + "b3a4be33968e42a4b8851312c7d9c996e078c7ddb25aa484a34e559c65d17fb0", + "b3dd9456f5fd8e73e0a9c7b0ef5bbade876a54e0b1f91868efbefaed8e6b62c0", + "b3fcd7c5df285b09027b8ad2356c12e05736373385da2ba556796de7e43b3094", + "b417c0e7dac8894fe8b58e4a9b2ae13525ef8065d68181dba35457570e7e19b8", + "b44002ae51ac10d1d0851b77a8c5e5109e7369fae9d73b459e7b3aa3f0f6cbdf", + "b45ee5251159a5e01dc599e6e1a30a304859484cbd066d9ecb6d8cc0e714ec27", + "b4782cfa6af28c51d1a53555e241f4f68589f6e89c84b7246261344db3bfae0f", + "b47f6e0b37f9793776fa983dba2dd994a42c32346b4b1f4c9278ffa6ce3529fa", + "b48314748c45c8dff55a2316ed448bd72f20d231778e80368376bbe483a2b1b8", + "b4a51cfb2f14fac383167432544f2b82e7e120014acf948aaadd33ae1ed331ca", + "b4ad08fb9090c4ab98399dbb2e98a5cf0b334bd88580b38250cf13c9d386b4fb", + "b4b38ab0899c091d3ddfc7a88603261cc3446a70c5bc09d3ebf651f3f0d6832c", + "b4ccdc6ff79881b8e5ce94394ba1e8000be7611793c98624c09b7737325617e2", + "b4e174aaa52c030cf6b034355335fdc549f44681908979ff6500ea6dde0cb67a", + "b513c611ee93c3033d681ac34dc5334fcae74e64dcdd1cdd16ca84269a4cdb6d", + "b5326045d5af7216b123b3f45417dccbf6e9cd74ce36508cb1801793f1ec789c", + "b58a15be3759b35178f2a230d09976799f0bfd2bd4b47f730ffc5133c8ab0d37", + "b59a22535f3efb4fbb1a9e3cb7a414a382ee70835a3a34bfe3f7304879a0076c", + "b5b5a06c87e9b6185f039dc51b297bcb413f09f577fd54dabb2522256e0d95cd", + "b5bbbafcf9f6b175e3dff8d0aaca59059cf2299247cd7d825304a26a13e25b13", + "b5c1a87db5d6e07258cff72927b1820ab5e83b10c0029456d43476447dfa473f", + "b5c242e5c5c2dd850f6448fcf141f42aee95261f7cc5ec287991dbc845ee0cec", + "b5c7c8e294414ef68009c0ae31352d550b47a4ef468a29e034a81acff91f6c40", + "b5d318dd57a9c80b3e8c3fb510c8109ad38bee6a3fe0e4a495619be1758227da", + "b5de3dfc01a42bd025e966c95808dde6a80c364b73cbf8f0d42f1f5a4e5eb023", + "b5ebd74e821ac2afbf6df49f7d9d4071750dfa86cfb91dba56c403af731dccd9", + "b5f2d01087a437e4ad8e7ed4a37db82ed01e39b8ce4fc4e5213cecd480371678", + "b66b4005cbfc9b8c8548e0348990af5da72fdb3bfe9fe1c0e01852ae0ee02eb8", + "b684f330e18b73f11336a3ff76bab18dbdbbdcbbb4e9401707118fb8d319ccba", + "b6b886286302a6c5faba0e67d898b1b416706ef980e779930e8673699c7811ce", + "b6d1a49654eb4109c9a1426b33c4b3eee473f744c7dbb6f0fd0bc859d4d07ff7", + "b6d8eddbc4f2611621906fd72f117fb090909ae263c6583654380efda492570d", + "b75ec2550dcf9a890403ef27db99f24849cc1f172d08d68e57e5aa2639b6db3e", + "b7fe798ebcf5157ee4dd11701414ff41e15d63f74ca55895e53db3a3e6b7d68c", + "b82d43dc022095090b121186bf6029625117111d18c836eb0b4d463a2a00d70b", + "b84de002e997f9f9e0df1349dcd3238bd91f30dd163180a17dd7cddaa2df57ed", + "b922630a7c7fd034f00cf9d2f940f32862470390df5e6b97858a32e3b3411290", + "b98ea5c34a50ce0e0dd1cdfd6075f7b1832f0d5d1252b7459feaf0a9ddc56dea", + "b998048a5255c631eb43e8cc0c8b892e29b7b9de408e4d99fb3447862c734e7a", + "ba0e2abe57d4e8976f7b6dee8c399cc76d672974a63968bb22e74fa3f3c07c42", + "ba17117fe128ec4754d6f6d360227770b44ae0d3c0ccd6cd676c15e61a959b6e", + "ba51369f3f4aa59d6bf7f75cb9359705bc8da0df0c6d68c8608f4286d76d333d", + "ba73c3a2d34ebf5fb4faf99ec8b0d20104f805520fcc4242316692e239584e31", + "bb0abbf276e17a783bcb113938c42f3c3c47a263a3bdf13e3efe2881ed0cebd9", + "bb14ff83d06e928142c58f803627b6b6067f7d7010725f231d3bc3991537325a", + "bb679d31a017ae04a18eaebff3f6fb8f429b92f73b9da58c65f8f662af751fda", + "bbb6568d2f337cb7194aa2b2aec0fb6a188c46d06a714fd27f0eb79f524c8315", + "bbd3c5a145a404a237f0d5d6900cc4b3c1767160954322a286491c874a50da5d", + "bbeecbe54c37f58d527baf903067f9dad4708779c45cd500d58c01f62b7f3b32", + "bbfcf175ab1c5bc358e67c71a7e7b68a7ff599eec1846eadc93113b45f15f036", + "bc2bd8f50cf3c34d2cb52e4acb44cbccfcf12768a96e14c39f8a117dc8d1f120", + "bc547c6f717ee21173258f4c941a3a3c4acd7c8578ebf8d35ef8b98dff04ddfd", + "bc5f61fb37b1c01c737ab760249b7f12da334e3adaa471ecf20116794b71c1e4", + "bc64c4c70b7cd5ff2acec0c8eb0b7de2b95c0f95df1107612c6c86aacd750b75", + "bc6eaf5d6e55fd6755fd47c42ba065cfd837ee952d1baba7caebd5b18b5a04b4", + "bcb3fc371ffa17c1c073cc2accd53923efeb08a01d24ed7d806532ed460eeb2f", + "bcb499ca031752491bf542f8ec41e8be53b4ade5d1955f0e25156181d3bdc13d", + "bcd9ad96c094d2b37d619be8f3fafa21e1d7c541e355a5dd8aba1427e2c5da0d", + "bcdd90d4e12d43067f3bed7dc8774068e4f42335771892bdb17e8a69afcee82e", + "bce86da49ca3b3e13bce9c8a69617ebb5e761edbaed7ac9cb914e3ea681d14d6", + "bcf87d42810cf1d06f5b7e1c63f715ac6407cb2fa729488030612a8c5be72cf7", + "bd23a935c7370573992718d3062157b935bdba9e90d5ce38a2f039792ac7706e", + "bd36a8c360935cbe0fbdf5b58237bb8eec29a2620100a7ea3363f1b977e044c9", + "bd4742ece96e7508c7fe3019146b9e886d39ffa7c03cbc486edd29e807e97ac3", + "bda5ef41f329a3daca0dcc206bf1fa8e743c267226364a383065e9b453d7a5a8", + "bdb0721795731acec21268778b65231fab27a672cf0c89d144ce4de017dd3da9", + "be02f86b8ffa1a1090f50d83e4592e652fab03b76eac2de1d3bd1461630612b3", + "be267196ec200de80b7d4ffa4fbee39772cf74936647dd847851289092f42f62", + "be6cc9db2102eeccb24879afe2971e6fe5aaeda2ef1042fbeeeba79a1a1c5635", + "be77bcf22d386e03355561d906a4d01f536230205251150ad805e06b9e4bcced", + "be9678da0d814cb4b23b38dcc097182a377fd1c709439cae4d9d8549ede3e1ef", + "bebe2a929aaac911b350d2d921386029b225bf1e3d3d08da214a9a5dc3bb62a0", + "bed10168e4ddf079981c1b85076f28a3ce061584175feec439e0f737b950865b", + "befdb6fb0fb17e561e51bee3afca24285c8055bdcd5ed793ac12cc49939185e6", + "bf120a9a0f7df85c1ba2da3658c8978748e3c3b1bebaa82fa8d8439ecb4da32e", + "bf12504a200f2bc6c6502eb732bbf3eea946be65c0837729ef477e1ede70ce20", + "bf21233f56d276bfa502ad634f5e8c7f7ea04421db5d894da274b2652d65eec4", + "bf3eb231d9cb0dca6d3f37766e4f5ce99a62ac72526d638dd7f28a8923834afa", + "bf7e9e164281f29ef0eb79a1e142065d86ce32e9c927c9d94c079ffa98174eb3", + "bf90af2b98795bd827adf4c4b2d0b7a583b37f29240a8f5ba4edcf20c5a9f3c1", + "bf97fb94799f55df9377e1a428aea35a9aafafaa53a5b8d65d902542d8c6fd23", + "bfd67afb7e0d59083ae71a16f8540a54890e5fb890350363b0fe33e344e8879e", + "bff20b1fcfb36e27b079aae822ec04b4b25a2a5809a1be3387eb49542ebf8735", + "bff67f7214a8e1eb41e7bd601e76092330f41d8ac24b5824972c1a4d6c050be3", + "c024a64ca09b458d19a05c552070c1342763c6d68337bca48f0097432fc3595f", + "c034c03b47b63c202ec02eed6420878b1c4bb0e2ac260d91df82c54f1ca190de", + "c04ed340bae75e79cdd78942e9335de2837e00b273efa911e62f7e53eab5ef25", + "c05e4185c5bc92b4a260dfc81e9faee47539d118f13474933e5ccfcf0be3f740", + "c06524578ce761107a87557d97f85990be11337eaf5e3ca90fdc4b260baa75ff", + "c06549de3238c0c6e7b2f07f003b2f0ffb4c9c27edff4bfe101a5795e0bc6f5f", + "c072202f9b3b28a346cde65ce651963430c942590739690c3084bca8119015f3", + "c07233637a353018d3f7bea24ae21554a01430c39ee202d62a458c13b199c5af", + "c072353b9e9217c2abaed2c476d9a771b759c59578cceb93d264740aec6a4384", + "c07921530aa4faf4287314001c48ba740df2388ca8ec94dfbfb74a3eb50d58bc", + "c08c7e43682e8e4c87d8be637f9d82d4b82429e4aa372e6a2e30d373e93b4d32", + "c0a1f61328f349ecf9f32d154d912097d236ca5200c509253c56dbb2ae7fa413", + "c0b5635ded2ca1c72e4ae38072bf0bb69a5cbbd13eb59acd42599e3e50aa4066", + "c0c4e1754896994da712d47d8507b7f875e99a4d5f65910d989c73aa800d109a", + "c0d55523dbf8dc16c804f877dc889ddebcd2a5359ee7148c21d78935c2fac7f9", + "c0e43d2d0c4f96d5a4d1d3ab1f1469c31d8efd1c05132a75461cc6e8c826f0b9", + "c0ed6130b0bdd0359e918cb5d3b2f6423a42fb6efc4af3d556d1cf4e984c0cec", + "c0efbdbb716f87ad84e409e078f1919460f3de01f2b33e53ce0ffae28b8941c7", + "c0f652e25c47ebc5fc2e18598b76e83c656643bdb75602a92289fb01fa0066af", + "c102e2f2303f130e73f2b2dd75b6603fdaaba996a1ca4ba043e9c136f7c15420", + "c1253ef0ffbce0d7f76f114b7184a12dc245ef7cdf7eb3ea2d51332101a4ea08", + "c16f94d277ce05d085f72444894a40c6ec0479c0a49398e2da51073effdf2fbb", + "c16f9bcd2c4d8f79169ad9955e892aad835f6ced928d1579087faf42955bdc19", + "c180609592cc3870f3dc650c79360da83f5102115b4df9aadd7023e0b7691554", + "c18677c93d36734e09db302b680fad865fdad625dd42ac98a56afe0bb23c7b79", + "c1b11ab212a92c06204de8eb8e33db59c06fe2cc9350b692f91238af02b77270", + "c20c660029c5bb5c25ab60ffa6cbd63eb50e1ea43dac36926bd32c87e0d191c9", + "c21d65e6dabab9487a553c295e2149e194dd0b17a36b209dda8c6acbc49b691c", + "c21fcd5859d67db5a7fb511fe21e68f37cf6d0ae1a7eb3695e3e46e74d1caf67", + "c2288e2a9b6d9e23c664e5a238815c204fc92379ca4b1de8e369d491015f3fa6", + "c24a3fcab5943b4336cb25e2c4496b62055967aa48d8876577b9c7bd67cf7c80", + "c2a1d0fefbd6321505cb03d69d49cdef50ab1cb792fec9cf4a23a2dd0ff2cb62", + "c2cfee3f872b61bf99bf2bd71381f5c7cd279e249bf804b7b8e2861ccafc7776", + "c31106c0aafcb04e0f97c35994ecb7e89348b7948861d5261adfa6579c5f4f1f", + "c33032b249679e0f5113a3448b152fc582acce16b6c145398ea5da4b13027e68", + "c34b9d242a85f0dd41f34a88dafc8faf1b3ac03488731cd6131f4083819dfbb8", + "c354687dcc12700beaa4c12307ed810a27f3ce079cda07e476c5f80acdf9d8be", + "c3612869eed6d45631154807b57745bca7ce167ebf45787d9bd5bcf8b234fc74", + "c383a9a9768dc0b25b1259b736264f763ef1b1c651cdf24a475bd267c3b951d6", + "c399984d6b0c9d1999e2805b521bfe0a27488982249c821889da7727d760f1ac", + "c3b28e516f3b74a15b151adcf82fd9aed69d90a91aea048fb03ebf3ccccd7de3", + "c3d2ab670f1ccd44a266fff4bde9c07cd7c7911142e4a8abdd2e23a07d822b3f", + "c3da57acf36595c800970f7880c8852e7c04d7daad8a0f27105cefb8068eb5e2", + "c41af0d05d256ace803806241254b43a9ce52c0fa512ac9a1a5027c6a26a6bb2", + "c450137ddf1ac2940dcec86a56e99ff42ee74a420d86eb28cdebbf2a25960012", + "c4536a2b42d40e58686bed1dc5c422da58fe3cc6dc8e7e9e6f9ab1e9120019b2", + "c48a0a0c5647f069fb67e33e9475256d4f7edffebed6d1472825ee72753aba88", + "c4aaaf90719f53cd17a3187436bb383c505c1ecdbe6907c43f5513461b3acae4", + "c4cab42c78c297b8fcc09523dd25ae6a8a8086e5b4263ac26e18f1a333ea1787", + "c4d45104076f6520102d542848213e0889b2d563c9777c13fd4389c7929f0a70", + "c4da74fd5cb8e52860b27008effe3da41e6360d9934a66a52020437cb0c0a153", + "c4f814cc6ed768d0e56a13d19679631906b07418c3e033ea24f143d827a40193", + "c529c725b71da442936bb8ab052712caa8812c1f3176170f460642223274a589", + "c542024eaaaa752bfc798493ee4945c876146979711fb9cc49c9b71d84a508ce", + "c552a359e5e1a4bd1ff4d6a5313e086d4fc9382444d7bbdc6372d25052301ce1", + "c55839974c8b040c7bbf1adf0077afb3d0e699044c74be927217f2c445f7091e", + "c55c2a1121a5d3fe7144f9a737652ea0e0ccac440b34ca5ae6f739322c14971a", + "c5616f4c2c8e787dc1a217841c54667eccaff4d25a6f203811b31b8171a283bf", + "c59ee61269705faaf361a3fa88eea141e108dfe28a427c6e488b13ae88de7165", + "c5a5a6d1f10a0a1d8d7eb22f171e311c031144da9c8e1aaff5225089cec00163", + "c5a6a1c441fb287fc9d2416bddfa134666d87296bc9079fdb40ef3dd88f834af", + "c5b2951e583e3f5d7bab20aa1f620dc8e62071cb0d9fcf36011cee5c79f24f0a", + "c5c0af94a126c1b7d8be21886530273bf5db83f4ecbe624034dd36af5038a16e", + "c5de598be6e1b4db13e787c719b2852ab2988caa4d1909389f5c60a3b4839232", + "c5e4cdc0aa0d84e16a372597c6261b520cad72f635271c0942fcfac0a3aa6849", + "c65f6259756a3f7330763fc5b04a03c6a7bfa4d7adba7b24cb52bf25f8ccf582", + "c667a9f939ab7cbc24f16808a496913e96c956f1a30dcaf190ddebbd2e2c37c3", + "c685c7deda7bee11ae26a52bd9c2e0bc69725db3da8c11ca31de05126b59444c", + "c6a6f1bcce0906960d0db892e8a31402332a77c0a34f30af2d1a1fe4577f1ca5", + "c6e52e8fc9cc1326987043c2e5cd275d9739742e759dc500b48dc1e1afb9990e", + "c6ff80d4c29f48b524d61b8d7637ee883a639940f373acaca91985a8fd2760fb", + "c723c0f98c601d0f562a1069910741b66a215bf266cf88a2bf46d39e54c8337c", + "c73658bc27f27a413c5b379e75960bb121ee0ffb6e20209bb8ba3822d0d7b73c", + "c76e6da2382e79e7b091a92fe16a4b1a4329533e5ccf782dfcac91a092585722", + "c79078deea0cabe9b6cda04bbd16a271bf55231129a32d3923b5d61f0e164493", + "c7b43b191278a9fbe9cca46d7250b30521923e3c969a1c377a266770d2994618", + "c7ce0c2ae2170931ae88ed3aa666e043a9571ac1c725ad769b055a7249bc1fae", + "c7ecfe011cdb48ac32b4a4ffc380ffcd844620329f25b3eb275dec9548fdb13f", + "c850c40819cf6be6039abc709e34a90a41d0299aacd5432bde96a32b187c7939", + "c8d5f6a03cf5578ff3c27f20418a5fd7e2f75936fdf843e7c6dde8119b2202b1", + "c8d631c5dd8e4329af5d97d73eb7d0bd2a0c7f18ce291731c4ae9b5540a300ba", + "c92d8d90bb4f444c193024326c23bbf6e700afa1564e9212e1c39529ed08c2b6", + "c932e5515c72dc46b1695007001ce1032a77d3a8b1b313c2c892ef4b2c9d7d4b", + "c98f48a896e4f421facf2c022912144fffe504e3db694226092561f802f22830", + "c995710e45ca54270ba28255ecf88460be706305607354f0ea067c3843aa43ae", + "c9ab4df781c5b5c2ce6e3521532cdf914185234fe0f0a4d8efe2f882a53ed368", + "c9b3e6759a8e4bd06b705333df6b1e39d0f285fe2f389f5aff84c1d543ba0512", + "c9bc72a44e5f32adc8d7f3408a983a192e4fe97bfa408126b3074c0b759499fd", + "c9cba066b29ed7b13272cd5ed7ba87332d37b1ca861a14523b68537a4bcfcf91", + "ca0dfd82bd822da0e32efd6402e176a98e724020726654e2317af944b1ae8471", + "ca79360ba5ff1285e65649a6d3a83a99010576e08d618eceb90ad103aaf03490", + "ca88c8f7dc5e0b1dc4b8f5000cab018d8a2c7b1c1f160311bafcb5e388a9452f", + "caa3bfb83ed58e30949a863b79a2af63f9e16ee16b7d7c311d14362e907fbe9f", + "cacc91e38cde889f3a3ed7ed8b914d6ffbb1231c0a4ed13e2bcff10fc3464b43", + "cafd41841a6971c11257fb7e6189c7785498e20635721574650fc381c539681e", + "cafd9a430506f2cbc372666b6543a890bc6934870dd4b5ee9040a47032390b94", + "cb0517ee94da12b8eee80c94ff7346510d18d7e285f951a87e78762cc47d9e58", + "cb072729d8819401aae11fca56357df42a34fb91fd5b902cd006d7fc36af2f24", + "cb10006e3b9263921ecadde5362e86bdf3a8146c22db36e458f8f4bcc6e526f4", + "cb1312d8be0cbdb89d8cb7c9e4971edd45995484af46b1efd4fe7f1825e4031a", + "cb15b5de90f1f391f397471faf423fd6e70259c74cc4209a792986e4e9d57bbf", + "cb1da3e4cfac0866b4f42bb6104d1ca463379e9a1b15b2ad7a1669d70f457ca7", + "cb21511ac20b769340b179d9e5b6f1683b3a13fb44093f68ca225be514b20b83", + "cb8904eaf404eca0238f1f2c1532feb5746bd94ed9d7577383ad11a8f4e62d77", + "cbddf4858f884f84126efe1c43b65fb1269d916d0f94ee73cc4b3b5dc2949e7e", + "cbf5706c38795e3efdadf678690e074e3f2512ff9868d8665655811d1053a5dd", + "cc170a33d8290a975c2c965f0893eb728ac611d55b3b06b87be576b85bb57877", + "cc25f4b88d039fa902ba63f48ac72b27a1c82c7a1552040ceeab9dc788052d3d", + "cc30c9c182b14d50bca7900e9af56708d83adfe54179fbcae40b2db471db46e2", + "cc4f1dea9120114b4b3bfabbc5d96c080ce5ec16d50501bd4543a2817e6b834b", + "cc68e4b42102346f64fcfc28a5407d758d87cad2b058b6b500587e60b1d54188", + "cc88dd027865c2036edfe3895b017b69977f1cbf6a90cb1ef8596f5e0d886f78", + "ccacaec81b3af38e6b70ce193c830d1081aa02a06cf99dbd5c13e035afc0a526", + "ccd0ebc51296dfcf4e63cf0560dda61e542e6aa4183958b1595f30a01057778e", + "ccf399adea2bbc343bd217129eb44c3eb6516916108c3b4e8d126179356fb07f", + "cd371cb03771295a33e5ad744fd245c02d34de6b06609f3923a6c95554b66775", + "cd380281327a8079b9eec2f202ec9f51f4008f9ce6d096f523dc9901015bd901", + "cd3a0a64425073cb18a40113b21de741a01166932eac1b1b8bd358dc85832af5", + "cd456c636492018ca447218c02d8fa52ef443b088cc6a57a3aaa83aebd71c370", + "cd4b0b156adb451ce45ef6f93d44353b81d1ae76ee0d8eaacab68832c26ba075", + "cda8fef741223993341e4ed5d553000635a1bbb0c66a2b0a5723542077dcdfc9", + "cdac002519a0b137114e4761cfa75f82e189ce7ed319655f15c37ef04e4896d5", + "cdc0e13996861748790ed8d99cf83a43a8bf8c1d2063dc89ab890325a5eefc15", + "cdcfcbeb98cd99aa567ab0c7bff236b3572cc9a2500507b189f6f28de7425860", + "cdd0ae1676d3f8a072fc5218723f6e2e515a8258b82f51bacdc2a3f78c9b2348", + "cde33a13b4c099644749d2facbf2d4341a9e9ee10354095f774310cdcdefabb1", + "cdf8d5aa0a6cc5b51a2944f3c570de8794e9e945317c3e1a5aecd87cee420299", + "ce005b7688f239258d6e6714763b3a37aabfbc9ec585ac5fb624e228c2a102b3", + "ce0823ac2f688885cf9e1a6a3f45844332ea6a428d685c1cb041feeec764ca32", + "ce7855544d63ef0544126ec17880120aeb4cd2b834c5bec78f33e409a1b117c3", + "ce796c3e11929e06bda4cf091d8108ddbbdb1f16b95cbb86dbbe3950b36dc8b8", + "cef2f0750274e9d6fb19a80350a41255bf66e58e100a4bfb1fff6833308eb661", + "cf0491fdfbf94a1fdabf6bc700e5bae8a8aa4ede01b3174cd79f8c8fdefa8fb6", + "cf1206186d32ff4c5fcde159ed0322a4a16ee0be90a79192f80830cab670ca56", + "cf1421b73484081f4683ac57aba50831a901313c0e4010c12485e5b4d2d54445", + "cf1b6ca2a327b7a0553e51527285f213016fc8fcdb2841895a5350141066bbd7", + "cf596932c32af9f99e3a9d9c4a434c18d49b0698a62ecc760ceda02606a8e77d", + "cf6e1977d9fc2dc361ce318e15d9e0200f80299349b480efbc05bbbd8fc53c85", + "cf82c6faacff4d071925e08e101145a1d140a21a95c246e6a0c221837cbdf464", + "cfb37033c2cc4ff84000d6587e152ab3bc37bf44d06a3b8d8371e3ec36b0b7d1", + "cfb3713401986e4be228d6139d98c1b4b5059d8eaea055cc4817c965d0827347", + "cfc5981766f3757e4f015d9cb9c905266e1e5a068d91cc23c9fb54d0f4626177", + "cfccd1f89b646ed289d68e41563e44cefc6d903526af3b51e003dd0e6ea2eb4b", + "cfe2005d6603a710aad7afa82c13c9b27c382f62cd602d371e2505dde16fa1aa", + "cffb93ee92c901b673855d2fc800de2344a16785b8e750abffa64b12b4643e81", + "cffd8cb1754770684de7bdb190219a8c81d077ab861f6f1a2838d5b8caa24af1", + "d016b007e6a831837ffe35c8ab482f5c1220e3a96fdb81c493576dc94498bb0c", + "d03d5a0fd96b5ac4ed689dd49336670aacb7b3d0f727347766b71119d421b34d", + "d04f3c5d101b4e1c5c63a1f09bbe3af3cb7a1e3acbef5b6ad46ba8af4059b743", + "d07053f7c2fe9a0bc31c4bf4223236226952198b195504b958c6f67bc3e24a0b", + "d07e1e4b8e401e7a91201526e70e8f8b9c894db55cd961c81fe855d3053bc5b8", + "d09c34f46a32f80b3780e18e54292a344cb74eed88945a3da07a69d7d3dca009", + "d0b47688297a825cc4a6d72cfb45e24d17a5da9d8f3d43cba2af8f13dbf3621c", + "d0dd6364b3886aa40068a8537aa6719ecb9d3a7e185ca5338b3bd4eae43aac31", + "d0f14e441af05c93061d2b8b45ec72b5191e1c998991ab103ee48902537dafef", + "d1667d0fdb73ec24000d778bb95c383e345dea0315c43ae462e510731b674b18", + "d1695227ba09c29e9e60c5d5305e2b1812134ef5bb04656b7d54846e970c51b4", + "d1831fdbd3721ac4d291560f54ff189aaf13adb759d344b8360495a5436f49f6", + "d1ca52ea943499cb88d83ed1a1d4696727e30fcf9e1c1a888f1f8661de1e5b64", + "d1e292907c03ea6dc5f98dea5f5e8d8d514fbf4cdafcd28ab4a8755c637cfe34", + "d21907d45a7fe36bb446dea4c790889f472b6de896800ed0d68c0d73ec23edff", + "d22d1baeb2fd07a953539f8ffe95fa404fe31cba8058f2234ec48007e0ac9cb9", + "d22f899fae63fc221efb42c1b8c03c110d1d9b365c3f17267261e5c445454f4e", + "d2309680eac9074c3d554b75c8477b7466b29c0ca6140b4bb61dcca09c877a6b", + "d254fb11bcd49612eb4d2189ed13085213ca8f113c9dab52eb93979adb7dcffd", + "d2771a1ea6f906469c07a1e8fef04e6e643d707d7125a38478f997778c1cc90d", + "d28acf5fbcf2510e976669e6ab05fb86db09a1dfd1eaed44fb96c5363dfe8733", + "d2addf95aa41f5e13a6ad590b2713f0ea7670624ceb3df45f5e6f0847fe73863", + "d2d9d70590b8374c968d8d982113565843967802241d93306f007f9b79c1a99b", + "d302274ec5e8a3e1aeaec35db97550937668e42bdbf98e53948dd4b834171dea", + "d3138688b8d2099d4601de9ffed504cedb79976e47aad6522e2d4ff6f13d5994", + "d3169979e682be12dd5305e08dbc513429285768617d1b7a98efa20286501d58", + "d31b09e18c9a5c15705119822e09ed574aa647bc38e21d57355968a65fbc8a05", + "d322f0d4bf8d5e22bc3835516eac087d05a568838effc1b703114422b44d5cb4", + "d34180ef4ca91e938c1245aa42202fd82b50fb53a8a2c42e4fc8eb478c24b02f", + "d3524da45fa4191acb576840d36223f45e1bd7e25e406b6150005897291bf4e0", + "d365b706c8193737aa79d0ce71d6d7489ea46780b17df89ad02a66c13d9c1eb8", + "d371916d7c47430779a55070128d0311441547566cd9f18afdfea10e69191ba9", + "d37493a4cf9bae160adeda969501f311b2c616a56327b492b027721b48801afc", + "d382ea48424cfc817aaff993d824152802559459d71465f25a13e90436043cf8", + "d388e45a663cbf86578fe0cb8d19c0166b4b11e0d1a3b48103390561e7c0acad", + "d3d1dedb04ba701168bcf97bfff1d5589fafcda8ea1153f361a0bc94e3689996", + "d3e4dfff94666f5375e8da4d0a1c4167909eecfdef85ee5f7f85900e08797095", + "d3fd3eb99a4b1e0cd42b805bee67fa353a11bd39c51935e07233d751e01800fd", + "d4177cb874b7a7307336b8774dbec5db48ba5bb281861f49f45ba104c609c56d", + "d42724b6e4f8209ea7139fb53c761b47e923fc360ab6c2c93727d2880c4d2ec4", + "d4445cb8041006a06f30940f452fb25ab5718c99054d263aec03e37ffa554a0b", + "d45f77a1c72f28f05ad7a0d26f74ab8e263d381cfc8e330920e7ff92de4e7e78", + "d461cf05c001b85297342bec480204f28d5573fb3c2c7a0f7588bb8e9aad4dee", + "d487e8e2502e45a634f6d83a3d784e66e203476dbdac51742edae02202a73ccf", + "d4911ee2e307625b1af25cd1ce9e9e42e8f1013a53e9c0e6c5ed1aa6c762879f", + "d498da45a43990513ae88b937d74bfa2a2eaa5d6c20d4fbd8aebd2a4a1a77feb", + "d4cb4c626dc946ed93e1e15283bc68a6b313b2449ec60051b1d25589277b8bc7", + "d4ec74e5fac26adc6ac7afb3b1fd3ed6ab7a2288d882660a95d0d949844e3eac", + "d51c08ca2193e5449fe9d63168b50130e9700ef88c377c6b79f8eff85ce9bc18", + "d530bb300a81c9bcf846ef44ba7d1bf309be17f5647b366e0b321990d6566e8d", + "d532cd7d6f2171be22137ed4b733dd0c79efcd8f560663a4e6530051b69dca1f", + "d54c515b8daaac7db5022b06c73f56eb455768823e71a8c7105c70702c9f0def", + "d55a55aef96c54b8234b8c52f62e44e93728af52d16af7818b952416007eee1d", + "d56f0479216784c4f31c98511368936d9ec46f53ef36c30779033bf833716bc7", + "d5866744aa5485039257eec813b3c798ae708920b48c50c55f3ac91a7d8b313d", + "d5963fa825935ade10ebeb3a5ab89f7c29b5a89859b6e4d9a05b99f3fe76a6e6", + "d5c42ad099d946dd538d27751c569e77104260c88208ebb17303e037b33c8de2", + "d5c64604cb597fa9233354ad4c6184f50e075e3f608fc4e066e39ce41485133f", + "d5cfbba01fec87614efa807630f78b2d40aa00c3f54ef03d5b3d8313eb964564", + "d5e76dc3ce2665b4abb00a96203625c578cfece64c99dff710b28b6ffa184fe4", + "d5fceb5d50d5e30dee026f099317ac53d4a1641564148f8994f97a7fd3794a1e", + "d604760d8544d6548d357c8fb7f7b56b51452ba1d9d21e3374f8135977800802", + "d61e5c37f01be9e876f3202371ec9eda45c423b52980e16b0f15058ec2bf9e8b", + "d6629213250691aec35c30304183005f2177b5b7930ae4a0264ac795944d6779", + "d66418fe345340cba51a03ec40d1dbfa622275dc1fb4fb4839071b8bad8531ac", + "d6937eadac2b6c3d0375e46e5492df69273ab4945242e12f5628df05457158a0", + "d6db4c02d1721ac2784f2c309b97d099d69a2c73b80f2b53af0e478f6ead5828", + "d6deced34e316b96c5ad0ee3041f14f090a8115b76ff4765e1ef0b1d1c5936c1", + "d70eee734906d8157ca2a4adc428a0279e887ea9df38850873a991d40b363b08", + "d74097f6558874f34dc121b870a042ae2798ef27e12dc8a8ce49fa834817d81e", + "d75e0996adcd6c44d978b2b56b517d28d52b277a00ea557b949d71eb6731c1f9", + "d7812ecddd19c0888a7ddc1b19504b9d13ce3b9f08594e8af96f539716bb12c8", + "d786281abd5086e355ca25841d15069947ee83ff1febee9f91a3a6b985e3529d", + "d7aa736b01c8f04fdf206f169aeaa16b5f11775467f659105030ea3a635f66e3", + "d7c5ef08eb5c2c55507d0554d06da42f076ba5dd8c4cd7ebe95eb9cdd72ecff7", + "d7c808f88a1ee2dd7e0508779b7296f465c97a790a1525c38f27d2956730c8f5", + "d7ceec1687b45dda147c887a9a1747e8b29eed1ab2736335e4f941c40bc36f50", + "d7f0bfacc9d7918ef2c50b51f2760b9399f1a087a00a26d12551f63f6c4f3bcf", + "d8041796f4cbba48d6f3e468f182eea71c719e1b4515082b170adb67fa5640c2", + "d827cdcb1f4a28085009d79166e0766be4ceadbec5654943377567edd6d1a9ab", + "d88522c4f93e5c1e6670d82ea79ca300ffbc0f894ffc9430224000ef782f8fa1", + "d8a1213d2b8a725dad7dd1f6c94e46c5402c708b811d1964ff09ed5640b8e29f", + "d8b9c5e74d8d3e00148b98b8ba7b62cf980c8d0d59a576bc372d6c95ffa25b5a", + "d922ae2fa9fce5b9a8bca376cb078bab270b7d38baf9d2f30e3f9f5740432dc0", + "d98c7ec8189d9bdbd3096d624214e8490e275e1e14130031e146652aeb1de3af", + "d9a8b49b226594f5688d633f92b6dadbdfe670ae73c2ed8b8c6f8f11a74a50b8", + "d9cf4ab91413fcca5d5ebc76de93248aa95deb050b70ba1ef5329cfd9813c918", + "da06ca9f1bd4c1116e446737bc45bc24139610e4d86cc12c49912575f0ad3702", + "da0b0dc816f0a9044f295db801b007b657e1bc9119c0d2973d864f992479dbf0", + "da1c6e9277c0a19b8158e84dd9580a3164df4c2766a9866dbf11776c1196b07b", + "da2aa0974c90a4b92ac0847661095b9ac66d42c72563d0764baa12494a398183", + "da372dcf7884fd6dd5878f012626f38cd2c0a0c00ede4fe1e9b5d1c627f025d7", + "da40f051387657cb3841435ef1eb8de999d0b481a498c56ce69e405499948e52", + "da459a3bd11b2eb7dc03c679865c777fa390bd595961a61937a5994056aaddcf", + "da46003d68d66486d0dfad911aaa7dc805d34d411b78d471ada75cfc3ac403aa", + "da78a8e6bed8c5080da3ee344b34a450c3dc3c8b397ae24a8f6f1073e4000786", + "da97b31bae61c6b47bcbd6df3e428cb672e7ce25e615dba3d3e786113d88b8b5", + "daa90216b4b743a3cf2c9ad5b266a3c73c54207705060a7a9012f0e30317e131", + "daf3c47d33f1186ec51d15b5c6543abf982cc1557a3a6e1744e911a07e164b0d", + "db0e91755ff469e050b088764aff3c0ebbc90339907aa7bb9a5bcfce8c41b185", + "db1ac06f5945913376b6e0738efbb5dece43cad713af671cb01ead48ff4320e1", + "db2b2e354461be6b9fd1d9f65f83f608c82f37dc34b4123fc46a7170b0aa320e", + "db4d2acf1804f056caa6338a0c1121ebe7e872eb623820d2faf28f33033e589b", + "db8af8c419ca5c9e68fefafcc963f225091d9a50843113db6693d9e4bb4e0d2f", + "db9e83e985cacab6d1fdbca4aeae0719315ed7812438c1614b407f86dee3e6c1", + "dba3f95e581a67af2cc56bcd034a08321d9429a6a4a6558e0dc45e8d6e49c4c5", + "dbf89cef1ba7324ab6b407e149ac280eecac0c8b5820bc3d7448391ca59aaf70", + "dc06ce6ab156ba6a1b0200c9b2b3da835da67acd9a2a0d949d2d99d4b4bacf22", + "dc5f6880b7ab6efc2987eb81ea52bd648018d5f2dfaa1793f37640af324f35fe", + "dc9f64fe826159e80dc4a3b3e431c2ebfb89813de20dd3728fef9075dddb7180", + "dcbf7df88c53f2241c6d065d9706914e797856c427a9a7748f1a63714e035b57", + "dcc17cdd0fe848571eb98a651b77b0fca689d676576e396cef0e1e6213309cc6", + "dcd9c20f60c91d021109231b65061a5110cef9adfabc1381bf85aa06f3e4cb7b", + "dce77d78d4180ba19dd613af265e892ce7f35409a0e0d06331d101ab388d5d67", + "dcf195c7d41770f7c6c6a8f9869603f5d971e42f6322417ea4f804c457e858c5", + "dd428ea6b43db62554dc7f571fc9c9f4d735af775c0220921bb872acf95b9a21", + "dd5fb7c5f41c05f16a82beafa5bbf35b793c75a6cbf7c55f9bb6e1d78d5f13c4", + "dd61cece503090b07d75c50d1586fe3b5e7d7244216f79adb88ae8f631c0b5c0", + "dd814e024eef95fbbd404fe77becdd1b85b1cd84a1e6669e45198a45a7581e73", + "ddd1bb658f9157c87bd8b8e37c73e56b5fd70d5776d39e89af71a6b5fa75a5f9", + "dde0cb6bb333a5d275d2a42260faffe1f3c35a21cd71f9e6ce2dc65c5c364dd3", + "de2b5031bb88c517a74c9c7ce89d5663604cad24204589e5f04990665617bb19", + "de3c9542ce9158d9b846bca4c0e919fdaaeedcf781e0f3a532fbbdb0ef4c5225", + "de3d5a79d11855a00ba7a1fcf7b77a1f53fc6e6e64832cd9eafa469d0488c4c0", + "de4e63972c76033624e557a1ebe022edb003eae1549e6c00e897c55e547c34de", + "de5e4e21a02c52d22cbf382a6a968e4a68f0be6d26a80e997135747fbbac0e3b", + "dea0a83b2388d405870ab8d20e6701d12f7770a0ef891d35e8a6c60a24f549db", + "deb7bdd29c4ebab19db23e28bdd715a7e08efc63f1bd6c99937993271d26bec2", + "deea6967477e2d07a943fa1612a56e40712723c4cac464676ba95d03745c5712", + "df22cfdbe476a57a3a5b02c2ce8942fbbdfa2bef3af34e3ef92dd087d7848fb9", + "df32dadc5ea31fbf05bfc17765453c4b752ce748ea5c11f3eaf461cb4c4cf86e", + "df36ee603a248f177b0f7faf15812cc77475edc5e0eb4b3c2b90630d54211fe8", + "df3fdb2f1e2b9712dba895c5dba6d01ecfc53b1dfdd4a63a1db80df373135f3b", + "df762849fc9890946bcc0b5797d4d924e430849dd3c2859dff2c4ba7f009172d", + "df79c31a3880ff4606e683dea00a9f2d9c667074a3e15c7cbf315e51a8d47919", + "df9e0382e541f41c49bbf53abb33be62a5d85dd0901b3364dda0956337788d3a", + "e01fb81986221bb00578cc81023e8ae9d432c72ff0177fdde4057d96bcceb463", + "e04134fc94dbef26800f264b5643d7502849a1f4b1fc6af5ddc23a1a8f7af260", + "e04cd88d4542f2cfd01ba7a165a772991dd8df58dc9876b6a6633cbf5204dd32", + "e053ce301796e47ad5b2eed409cbe269442cbb8169c7c3135f9905161c621b07", + "e0756dca1abef5b526f8ae94b26d938328865bb3d80245bf87f8b4fe291612cf", + "e07f02c55b571705efbd7fd1acc36170409c3da0abbc1324f2f87179e4100de5", + "e0b00d3bedb2f4d54817338493a959e7725e0dadf958f41949ba385709a3b716", + "e0fb21f8466f8b028c0a8ec4ce48a6991ce3f73b80c1a300fabf49ea1f11b5e2", + "e0fd0bab853b2375c1458b581b9c4eb10a892740899b2730f77d5cf452315f50", + "e1116deb7a312c0773f7504fa68643e7642d7e07edc6f76ecf0e7f2317e4eaae", + "e116e702614e7e8dffd26029d472791b380e98b24796b9b0729c1431cb11073b", + "e13b045d58d8eb0173956697314814b0818b090fe63a02b4d383f050bf947302", + "e149e8d8cc8840f38238c52e2e4e095923ba0c1ba192fbd4115df6c612e69238", + "e15cf52cd356a8e4b4c394beab2276b76fddd40d600f4979bf671b8a8ae8d908", + "e165291d79e8169ad9ece304325eab1ff728bf614fd944a40d06ca1213341f43", + "e17bd7410c31d2059a4638b5d8798f1863143f7a099d1b60e03308a8c0065fda", + "e1e001d88d85d034c5aee96eb55f261c5318176bfb9acfdbeaa8c16c5302c6b9", + "e1e228481bbac4845368d96e9979b2e28a4d9c96046d94d4eb75ee8add763555", + "e1eda798f2f368b8857b491ca6731a72e832ea80fd29033e752239e12597c627", + "e1edaacf2d378c94eb4fcfdf03a1f080e3a7f2f5498718719b203f7e3f5b1abb", + "e1ef250815b1426c96147c4072ab677ef792e1109910427d9cced32834e50a4a", + "e20c328c0bad99a61bd6801575f9d5f9e8e1f31f4d6567cb9ab4ed4cff110771", + "e21d30dd0a17f4e3a48c59368fcc31959cdd1081319e280121522a0cffeb886f", + "e231c038fed93023890dd0e30ba99e3d0bd4f43d22f14c82756c138840a31774", + "e2422f3fc47eed98843f471f11ee45a4d5017d6ba68f5977ab3108eb2cda62a0", + "e249962c602b987e4520b848a2433337a2615e537a00dca6df1ba86146614d09", + "e299be1a347f7ee34b86aa0acd5d1251813ceda172c868b32c74c927067b830c", + "e2a8a71bf005884953ba2c79222dce333654a560e088e9cf38dac85680b1f735", + "e2b5b8cd854bdecc517cbd0a199160bebb1e56907278546f752c1d5a0e93a57c", + "e2b8f68c5ba84769f8c704bf4157ccd3e99b01b121dd3a4e8cf3a6792b8d6d39", + "e2c05ca53adfa0f9b3e5c432b2d6aa14c7825cf879d6befc9b384a02a1128624", + "e2cce80dae5af088e4d5a2f938be265a32d40a5aa29e216adc94c6af85769342", + "e2d6766f2fc6adec1f494b3c97ada10bc6b3dd89fffaa6b9c7774c0140e702e8", + "e305c6624bc5303875d34fbb385598ae3418b4f5036fe9763d6c5ba5b3261fa2", + "e328ec3ce32b204b4b8d6bf0f63bb2937b8070ab8158d792b746a4cf5bef0112", + "e3290eebc099a02b3bda9c30ab81e7a91f11b4635d3d68ba488795fceb7292ee", + "e354482685966bcfaa5ccd17d666dec791abb29017bed1cff35c1f3b48427196", + "e371f2ecf7e74a3b1a21a0d2dbd76ff061ede68511f0e504ca9f3b0562f666ff", + "e38810c68a7a67fdc05d198102f932ec2302ed507f9268ba85bbf84940be2bb5", + "e395caeba922f8b90effac45dc8e59be8078bce39141d8faf98ac3b4a2be832d", + "e3ad990bf0964b8d707c91fa546956dae31678ed77f2bdb827b9cc7659ce9718", + "e3bc95a739f1260d432bccbf2bb6e8e588e957d1128bca21b8175ad944922069", + "e3ca4bb6e4d1ee23cc72e89ad926308195c8cb17ab4fa4e240ccba8b99bde1e0", + "e3e53335a806f53b0df5e5632c0a5ce39d062736641aa05d81be66bece91cdee", + "e406fde4c19b80fa9ab6dd1a9dc4482b579dda8e387196c8218a5e2d36cf767f", + "e45054295a867fd9f601fb78e919ee099ae8bd87be5bd91f9055d9b5c95ba1c7", + "e4833559ec5fce3dee483ba72c851d1ead07e7a693163e5ec4d14afd7d3e4ada", + "e49d798fd16d767825c4ad445843bc037f30c731303cf07626052611103e69dc", + "e4afd66f886e9c1db0d2fc427c08f765d3f5ea8a57a76c1f3f675dcd1693b797", + "e4b88f8bc22ac0755f21e7e57a5daa1242c722dd27e5d88218a71fcd377044ea", + "e4bc88414306bf55b62cb428f40f2eb464a9b27b3d65dbe712f85ead7604bfcb", + "e4cbf1b81022ebb6a3f4ca228bd6e1d533e051087cb3be4dae37a6b335b64b27", + "e4e28808ae8dfd46216a2fb9252d8f9afafa858d11cf775076b653c004cb32db", + "e4e2bb9879bfece542a719a3d80a69b09404c4de19ea69c7c27e2d2f73c6ce92", + "e4f68bc2988442906fb3146a0c313b75bf7d98c78b03fbba3449eba222b4e2ff", + "e4fbaaedb205db953e8d24af46d3937040d565da17dd3c1a6358598ec4065910", + "e5154a7d17607655f0bdfe3160a78ccf8e0ba51ea39acae0376350886f8e1845", + "e55299d0bc052cb970f3e49f110d9d50c45c8c5aac7b7ded84020228bf1ede03", + "e556d85a21c5f358d7d57d3c4126a0476dd687aed40bfc633440a5f9114c0a62", + "e5e8e61a6acf4409b3b546bc34c4c5c3df6f8230d7e4ccfc33a2679da4ba8940", + "e608c7c92c378f3a308d3f279f0eaa97c8fb7e7d8dd97ea445b1c690362a3a38", + "e60b254147e2585fbbf72d47ea2954b9a673d8717c7d3e910bc513246e5089c0", + "e61fac6a1d5695f0b9010ab423fa50e035f5a29cc33ad776963371df7620b0b9", + "e6a517e9dfa6af4da7ac8a6d5ec19af46219981a80f523afa4e93b8a807c69e6", + "e6c72ed82e109f3797ee8861b619ab6088818c184d9ad5e96af3cb2381b7e95e", + "e6d6496eb3909c504ba87b96fb20e29c2a2cb1d6d15222570dacbdb4d6e0b239", + "e6daf10fc8aacdfb63cebf93b94bec2053e8fea782c7e9e02034387db2cab032", + "e6f45d4600f715028e9eefe9ca9ebeb9e34923defa01abcb5ebe3a997d8f077a", + "e758b129c07dbf4795ff3c35ddfb08b94af172a15cd90c21805ddd3269795d7c", + "e75ca95dce785b8977f2b24392174c21ce5b772035b87b24fd8f7df2894e8b04", + "e7669041b406fe2fb9605a2dea02b57ed708712921edaf3049e30c15c0e49870", + "e769fd9bd29296b03b3bfa821ce720a82c7fad4f6c3545defa203fb70f3f5890", + "e778fc043354b52215651eee4314565d3b8a52b3060f76014c43e768a0723ad5", + "e77fa12e38c90a278fb7af1465517449accfa94a16aed341a3c9f7c8a19d2acf", + "e7b9e659a56a75a9cc66abaf2878026f9ec9ea7b6753b744fadc05e8b4fe2e49", + "e807a1dae7d3b43b44646da39c2f93eac68f75c5d408bb4c7df269b2c31bfa6b", + "e809ef944112bcb401a996b7c48e9c60d7c951635b878b53a9a4e8e7198d5771", + "e8210d2b3a53f28d90cd4c0d5d563c4974afb154e58a950de60a6ce1e94b98a0", + "e83f1bc3ef5cdb9898f71848e2455310e173d9e625f6f62622ee9ca1f067d6cb", + "e8a3e432bb9a9a7a777dda70ead4e914e3852169e92cc1213435d2800a4b0d15", + "e8ab701f9c746b2050930d13cd14c1a4da09470e84a4af00182b240e0190f2c2", + "e8ddd4a423f53d9e73e89994910905d4177eba6ba48a22b6e94fb46c2eedbdc4", + "e8e065640856dc967ec7df4f09627d3df869baf4768b8b9f52d5455aa3824b98", + "e8e555f7ad29c9b6cf48afe7e613a9e7326b0ed49d8c4fa98574dce237cc8bd6", + "e8f7b249bfc5fbf13cf71c70f52c4cfe7ba312f9b2eda18ed1b85f95947dcf0b", + "e931fc764175ccbc37d92970ca353c3ef516278cde0fd8302140552eab5eee68", + "e935cfce5873192c80a1489d0905c0ec0a2c93bf66fddb4525e4ba1a261bad2e", + "e94950b99f9e3a0dccef7b2aad372368c1d0aa60ed9d46f44440f91152bfa9d8", + "e9c3fced5b9ee5c1b0564c4b0e97bdf8036c915928d6d71306c6a8153a3dbf52", + "e9f20a5843a9b56c9f60c76fe1a4a20502d3ac52f6a79e6bb0fddfe57c734f4b", + "e9f7e71b5ac971ee7edd8954535c7bb37a9b4423bf2b4c334a4d837a719d6940", + "ea5df06840f024216c7060de9e0e27e831a22648e6cc40f3cb3c39f9ca632790", + "ea677fca7f169e12f3c208c112812333ff2c7a322418d181c9a173155006659c", + "ea73e0364115fda77575b697cebee340ad79f5d70bb0c3e1a84fcf9366041a13", + "ea8c900045b92ce2c1fcfbde002b9cd3fba951e0930ffa5506af460aa540aad3", + "ea9fb8c996a5e0d3355b766f1236bcd7a1fa9071da553f229d72821e270d5241", + "eaa4e3b998e89bd22997baed140e1377accf6b6bae9a9d1e86054d583885d929", + "eada10e544c804df305e002ae188e023f385ec4ec1aad6532c21a721981d28c3", + "eadf398b6f49fcd70b7893a706e3ca3cec3931e2f79f1bf0478725d835df8094", + "eb2184aec299ddbafd802d22f3c13fd5f78cc0b39aa17d20217480ea1b539150", + "eb21f51a46305dbcfafcae086fbd51bbd1bba56b0c8cea89d67ea33f61e8e540", + "eb49069e0d0803d055f3d2498d02c39396653693a7bad1d32dc458e3118a2218", + "eb715472371cabefba3465b6b77fbff6aa0fc2b4f00c8fe7e55da7cdb1e57c16", + "eb829ab015a5470d658bfc7cf8d8a4f9ed7b0649fc04477878c2c5bb086ac465", + "eb919932d5bcb710486119df62f73e823b2662eb21355d6a3229976093c579e3", + "ebf1af91b52cd8ca4efe45784949e3cc2e8f246d7f4360202ae6f3749a725c3b", + "ebfc8c6d358667cd32e57e33ffbf9aa00db477c85e0e78f25cd2889ffe8a0fb2", + "ec128b250d230602ce125413a544982ece6e917ebe41620a35b3c2da7e64751f", + "ec248ceff6e47b10f0d67f19204dde463c9a1408cc04ba680abb10619a4edd29", + "ec34aae96b40eb7e90848804ed9ceccdb00855bf550a25ea89d1e9387475d256", + "ec3ff85db7bc96ce057455dac92b0d1e8b1a53813902595a4ecfb7eb248527e4", + "eca600fa3e3f7716c80a84047650bb56523b5eef746421cfd879f7de4e393677", + "ecd38846f9a886c1c8ced9a9bccb141c92951cf2c1a0762d75b46a4e27ac1979", + "ecfeccdc4944cd60927341295292880891b0047b9767a3067c38a6a88fc892e4", + "ed3411e5dbd97935027bab83e0de5f1844b0203fdb471007197c8fd12abcbb75", + "eda0be2d9847f3bed6e1f0897845672968add857c9059f415357dbd6a513948c", + "eda11580ce1dcbae0093fc69bea154e1b5e2c429c40a29a07cb6fa005413095f", + "edcf7090faa657a30800ba1effb6f5336ce6c6da7d67f34fdd7bdef9ae1799cb", + "edd3144bce78365312149662b177843b7be7ebc94852e60db48883321cd1c28d", + "edd8157eaf2fabdfa0228ccf1bbdf8da438b5c85aad7e5e2b16415e03225fc9c", + "ede58af4da98df112c7e8d3e3bf12d1dc95cd6a2c2133c5eeb854eeb92549e48", + "ede62eb7c52421c015c5c55624a6f4eeb50adf742ced0cb0e8103793174b4336", + "edea1d001bd33c4521b4976f8c90c447ceb5f39377994d58cbe80b20760855a1", + "edeefba63f3b8bdd4193ebd0f4bde202512ec7186db9680f83ea3503d2bf2221", + "edf05e34b8627e131cc9b0011ee2814775b3ef1f15e7df2a994799b77349e766", + "edf49d0ccc646cd8e65b71c90acbe0577f1e70a44488387d10d5af0ff0ec4ac1", + "edfe570ddea7c44dcf50e5d209f1d0858ac2f6d1f5f4314a47b9291c1e7761eb", + "ee27d30b6be2213a9955755bf53c689e22a1d36d6d937c6e5ce30f033baf1ff9", + "ee2eba2147ebe6e0be37840a004b67948c629fdba8fdfa4717838f8f14fe6655", + "ee58e5f3069e7a722ea63d9f4adc2a70363f44578c99b653e9242f51966d3557", + "ee67b0345ba3a7220dc499ea6cd43247969026767eca25819111f4437406e5f5", + "ee81040064f573d55bc892a32c0a6a9633ecb54f5e92dbf3e5250168a9ff7f8e", + "ee9ebd625b437d3e95188418939dc28c7bf4ba90a218a9ad07adda258499360d", + "eeabdf9f8b0db1bceb0bae0890b5fdfb9326eedbc40dcb85c7f26c6e14f3d37c", + "eed3e97400c4186ba00d90ef1ef61a2add556118dc8721a9d0cf4fd1677821ab", + "eee22c4fc66a21e9250f8e48c48b4b20312e15ad4dc92eda8fd1a8e84ec3b28d", + "eef0e5551b49791fa467c9827c9b6e3bf48fb58d15608a863f3b54531d6e7c2d", + "ef014ca51bfe5dce1a5cadcb691a09e845e1f189e197edcb1b057577e7db2b09", + "ef21ffe1a20987ae754772d981827616c2430fb2ee65fc446dc12b890ac44691", + "ef5bc23227ee57f961995d4db74011fa4e4f67326381286a17660c10f2bdaf2a", + "ef5e8925c07e682028717a42aaf87e36955876bcf1b2cf90c11c9f31047dc205", + "ef650facfe06596e2790017a7de7284ae386555ce70df6ac6792510b0c7782d0", + "ef651f38f75bb4454622f634118195c8fa2f380a02c85e542d0d5e8d40a312d3", + "ef98d4518adc923a900d7f16d0eee156539b83cf1eed9b777c661648296c8ac5", + "efa37ee575b79f5cfe55a72d9df54837d8ad4596af2cd6c9be85fcc147f607ee", + "efc630fb564e71a9a422d6fa7b95119128cb8e883fc59f15dbecfe36e9ecaa44", + "efdc2d00f2661a9477844c248a90bf38774d9ac165b55caa12814e13ffda9f6b", + "efe84d821bfa612112cbb36d005691aaf4429ed7d43863abd6028e2628aed9e8", + "efed2f5dff554dffd1f0016ade25144b7bfc1b05491f22dfd977473d08d90243", + "f002dc29bf45877bccf6944d2b2f85ca3bb5e62003414b4dd8d0da1a8f0239f0", + "f039cb6e4f3b43eb5fbd395eb0922df5deff0be36ebe5339171e5fda1a175bc0", + "f064a324d8450b5bf59a974ff9ca07478be793974aadacac4ba283d522ce1031", + "f0653049808872abb6486f7a0237281fea4cdbf633c2b9b7377b97c036c5b636", + "f0878d7d54e80a2f4cb870d77044819820cec0639b0c3ed55d68060e02aa2534", + "f0c51e190f9e1d34a145c340fcd2f3702770119d1504da2e90ee8cf61ebc98ce", + "f0dbdfdffab87118e1549236292638f7846f0346115debc135c9f7ab76481624", + "f0f6100f7f043d80e2d8ce1d779db6b497b549634415cf66ddb07b5cfc32a9ba", + "f0f910c3e7bdc180f5d4bdcf9969badcd6f9ce1ad0021aaac14c0e6268b93593", + "f113925bba3c99674527e3a1674af50ccc53272dfa59bb7e3ac95713e0263cc9", + "f11a0117829cfa3cba8005d6f7853eb1b972bd0c946a92175a4e94725e03721e", + "f11fa2ba5323f3df29ad79ad699aa5f4a6de4b5a44843d15393588dec3aecd42", + "f12815e47d204a27bd5b1f5f7d006bbb61f7bc8ebc81a5a238e3ca323bf50fe9", + "f140b3f6e23c614a37a424499d2195d9390aebede5e7d7249528f8c97ac4f8d4", + "f141613c3556bc991572da8b83f7e173bc25c96339e883c0419ef6909a1b4c9a", + "f176f0da7b059ac9e4eaf82d45200a273674b1a3c7762d988c8b45f72a9f5c9f", + "f18f388ab015171d6aab7c42b2d0b7460f2051e823cc7209f11a2a158eb9e69f", + "f1e8698545df73640275657660f6d64d39e679ad11a8e51db2beff9efd7d575d", + "f201a6a126befab7f6ecc164e97bd97e7fb96d41c449d5afed4e70bc38dca2ef", + "f219e244f6d65c5d2d342f118c7f3b86f8d17e9fefb358dc2bac5517a93f4403", + "f232edac8808e595c7660ed3940acc5757889c36fc23cbaf94c0256c0ca0e4de", + "f235b5c48056676e8b72a6ab386dffb67c99cd2e777a366a7bf2271009947a0f", + "f275219cb79a11c529c59fff67cbe509a3b4b494baa631231dc2ebdc434cd4e7", + "f297043452426d4badda87fe216cfaf3218081193df564a8e509b1e88436183a", + "f2eb09aa74a3916a82b93cbb45e64b6987b4b0db2bb41508039da083373192a4", + "f3202ff50ba57b89a223afda873dc154246a315d02cabd86d92e79aac87b43ee", + "f36947f97e0c076049cf7bbfc4b1f9e29a44ccd257ba819c8a4390ccd8c104f4", + "f36fa28a0d82ff6459afb0cc4c214a3f00a2f2c05ce33a7bac83708b92e8f790", + "f370cfc1ec34d5682a22d438f262a6466af86ebb6075f28a95852a8a9e1368fe", + "f3bf79df83a9498bef664e804ba1ac9abb0540d1aae420d363aca076e898e2c5", + "f3c7e653d4b7b48da3d6827590d2571ec55a0e2fc93089bbf0729b5118932cf5", + "f3e69d248ea724fffe205c18afedb24684d9e9732f7123bb52cb080c0813276a", + "f424781bd9b11fb67fcdee09cb5e383ad7eb8e73c9549f7cb2da216a5e597c38", + "f451ebfabdb362efd297cbce185efb7a1fbcbcb0ee813e81eb06cdc8ab9241e9", + "f4607d690baf013d7a802204f90eff95d514e819f345a9ca28a1ce98f372d49b", + "f46093cd26aaa07510e0b7bb6ea87df4989f67d720ede606e1ab1efe80d63d76", + "f4af0630de6af54e875ca3b5d161441a92c31a3d2755c4679296ec56ed1a4208", + "f4d75bd491dfcf2f2794dd3ade4da77c7f9d4ae201ba391c79c3885bd2a3a032", + "f4d97df423579ef674f017107340bb087391536562fd7949514ec8a0d6f3457e", + "f510d227beb77e05cc85eeb4cbaf7a037ab4696ddd28337cb3d066a514e20344", + "f5811d175868d36ea16bbf4edfaa39742b67911bc911f6407c853d4a60c2004b", + "f5a72bbabf09277fb14b7d4c26a8ad14fb18e35b770b84c63adff036b1130211", + "f5a9086e74abd4849d1138c889e6363e1ad753a23eea3b336c9b5098dcbbbbf0", + "f607d317a2120ccef46ceca3f4b01107e96dfafbf7e59b9eaac61518a9384894", + "f648007ae7f6484e0bbbb8540f09dd3799d97892127e3719cf24202000f58eed", + "f657f2650b495c498d64853a352dbddc540ef5fbf88c00612eb41fbff9b443c0", + "f687ac299deaec19007e4a2e760d551d30b34298db875526723ccc4fb29c4543", + "f6919a9c489ddc3392482baf57b77b9d6dcf57701f91d52f39622b411357b59c", + "f700762310adf887ff5ccb9d8345a9b8c70fb579f323066c2a784120612038a3", + "f729f479bac37a44de358818074337e1df23ac866b68c37ce94bad896108f756", + "f74f1b83529ecd86b42df89fb3db019bd37dbdfc0cebc44c1a8295617836aacb", + "f7601fe05dbc775a3669d8cb7056b902646da54214fb50515b5e46c2409e2c6e", + "f7691fdfdb3293b4544fc7a352f0f0bb36f9dc5f9f7be92351ec0713b440fba3", + "f7702d266606741d021f0a71da9cf4742074f901e150b84f94d792303db58e6f", + "f785b6dd3ff60c5fe59dd1c191c094844203febfd64e047f37c5d77173f3f66d", + "f7ee42dc5ffe55dbbe926bfb15e73fc7856a879741e98cc2dde8d0d93d5c3952", + "f7f4125d2f2282786b18a12631ecfdc43b84d6831f40e667c2e29307177a24df", + "f80da66a27af19b2789125c6b3f6d7c1761be79cf443343933c1e9dcf40fc996", + "f80fca2b74648131a8a080a1e8ab8a6f7d611bcbfb2c96206e11f4c6ccedcb35", + "f82c04cf08a5d7ffbc2052d4f95bed1564bfb469e14b3d1abebd310baa7a318f", + "f847a0c8222272968b74e8818e2021323d0ceb7e2e2a59f40e6ce7259b249359", + "f85696718a674949094404ab65331bcf680c5db6db8bbce2d0ca66cb795c2937", + "f87e78a9e384348c22fd07fef02a503472337a3cbed6fe3b0592793fda93d178", + "f881585742358979d9c7078d9838a7cbab4cf29046bd22840a529cf9a7687a10", + "f896d7cc6906c2c999a594df63f5db5abca03fd217c6d22b4c083c8f1a847dd8", + "f8bd539030c47ef4ff3a14d114494cdb38bab3c1e3bdc3265b293fa311d6370d", + "f8d90aaeeabd0645344faedbe4a1f9b051f2bb897fc5fb001e02a6de84f45a3e", + "f9323ea2196bfa6deea220e7416a5fffa89909695221079f04b0259bea505bca", + "f95f0181a9ef304fcf345420a6136c5dd128dedf7d29ea48d056f24cdb990061", + "f987345695896ce10e780add318656a40f3036d2dfa95daf70776c2d89909d70", + "f9c47c28d51431a91e70491c1ca8cab97e592279a94f9607368228549ad57936", + "fa07c7f20c27c4bf9145d52efbe65dbec7fe7e8e0a74543437b056b2fa40b98e", + "fa1b71dfc12a4f385623fe52b9f2454dd162217414070904c282e74116447700", + "fa31e969c67e0e4953325d3a91af4672b1f3d68ee721c1f819f040838966c625", + "fa39b77c7e175c3622da909e0c48dc141bc2421906f477bcdf99ba3ca389d679", + "fa47b56854afae0bb9ae5678b80137f64bbfa32e3a177583c97dde0caae50788", + "fa8721a6a99ad2ee7c2e31f26f5a28a03aa2e6cedb9f099c81b1947da8c079de", + "fab9244a98d17007ca287be76d375653d42376c8a40c9837d697b5a9d54442e5", + "fae85d58a94ee8ac87350af04247eb429dc13eba424d783babdb3b40962959fb", + "faf20ae2f6ea21bc12fcba0fed95fc2d2c66fa525eccb574b82d2e775d33e72c", + "fb0104a9ad8c9302afa9844b799df77114a1f599ae73fb70ca182c18657746d6", + "fb06e5d2ecd8c36cadbee98f013d650a6c07bb2040955789da0d930f95d97e87", + "fb6c478eee898b673291ae1ccaec9d0c1e3118308994e6e9ed615548ea682490", + "fb7a06547c76adb0113a91ae5e50d2de4241269eb736261a6943d7cf576ec5ef", + "fb8086cbe71654a8393479e76bc7865b3813caf6dfeb169c9b65234afdf316ea", + "fb8db1967a1bbbdcde29dbce41454d1cb692aa293ac147ebbc0ce88f94357194", + "fbae6636795b7b141ee220b0c648196fbf00d711eb5b0730b7981fcc79d98e0c", + "fbddd6b3a7a38eb467e4dcd74d53870097e4244fe2869fecfca9e44780db9ab1", + "fbe4c736b1b9641c14842d2f9c2d6a4a10e6838033b53bf5bbabfab58c8932d1", + "fbe89b5c637a113631eb2ebfc096d50b3df29a2732f57a74aa8b237b547a04f6", + "fc288e5b6716568bfc9909a0e3645678a20e33954d8cf3222dbbee1033550e88", + "fc32e8d507aa88822efa6300d76556838e30a182d9b8084a59c05ad83a83a15f", + "fc437094c0ca48af5d90e3736f836efc88679b90be80bfbcf782d4459d7b089d", + "fc501b523438dab044b23b812eda04e81412320fabdf2c7dbdc8830909c2d660", + "fc66d4b1c09bd0e559c579f228d3c38a078e45e9d1305d4cfff09a47329a0bbb", + "fc86885e0b1a0de5f04adcfaf51758add43ef7ff78fe43cc43a50cf664176586", + "fccd668b17136cdbb99e09013df6c6dc0a5a91f1eb1bf22f989a21cefa20ae82", + "fcd1b5d1a225fba957d02e346ad9878be14a6204b601bc7f2d3e9a6b06216294", + "fce089f68c0ae00d5da1e754906c73f1c3dda9140a37617dd6eb83c4b2c2ba48", + "fce84ffad30fafc2e31b69dcd740f4d6d675a37c7639473101c780d5061b1a03", + "fd17ec469ece96894cbad6f7c7e391c4a4c110283bcce36d923414a824f835ac", + "fd386d3ba151f051475e843a9e93e392fc7cd8f3193b21c2a78870ef190a8629", + "fd56a8f2722ba03958b443a558c4e13465f2984cd852cdcf87dab011f33b24a8", + "fdaa56189cd67b46adeae1059d510dbfb12edbcdc518bfa2e400140fe3b09bcf", + "fe19349e611215277bbee9b125024dec258002ca7dfcd3a7d6e2b5935dcfed50", + "fe196574c75b0c689806a6ec1f4ea29cb90df6513c167c4c8f168a3cc4af9676", + "fe1c600d5df592d4c32d16ff5e494006f5c98b172fc2b4f6e1697a713ff561ee", + "fe2b7d4e8a2279775c1366b1447b7c2ca7b9c78f80250778eeee02afe18fb26a", + "fe35b9a5ab367c6ce9b369d900c2e296de0d65106a374f90da0fb7339e6a1f8e", + "fe605b386e9ad2f29da2d05a1ecbeeddca2f4e96e997dc7f936f2da629381fc3", + "fe79db37640f9939ca2efc575b9ea6f0ada86bcfc2fa03c6d33decbd4adea4c6", + "fe8a0a9d5dd6d92788187afa795eaac740e028d09f80a76682e4f0c33a5f136b", + "fe94f8c3fc0116c93a617302afdda03a1964b143983d60e257509a690fedca37", + "febc1c3d860db8a9fbe1fee5d8c1f502d19797294cac207b19f790661312b229", + "fee93db0be8b667fcad98db04b454a25912e56cf54f3fb8637fdbc0eabdcf2a6", + "feeb03e7148982cbe914b41c73f9e6f399ccdfccdac69269fb3a92d214b253c2", + "fef7239ff6ce720d7a669ff227efa115fdeec7720a1dd0c35e5b1fdc58e9bd6a", + "ff07c472654ffc93b1e5cc2d73137b9c00da43f91f81c163d8f1ce6e3549ce46", + "ff1b6d0ed5dc56d68521316910c4d5f1e9e4c149199a4fc4ea61f27bfc7292d0", + "ff25cc50d0ec9a6667cb3562ea5a4db8311bafb7b6da50189ef2b88e8f792eed", + "ff3206f9c2acccdd3717c968f3a263cab72d9bd0ae23a9d3457d0129e01f6af9", + "ff6826aba61a52110343bc8400371d982003dfba256edac36ebd3559a2b924b0", + "ff79f3a026549cc2971adfd50a9b5308ea8e872e0cd3b1f88f9923d18d9ef983", + "ff7b6aaafe05fb6bfae3c4b5d4d2085bc210bf47117d02702d8b3aeabb31f0aa", + "ff9132bfcc7b97ca2285f63b6b98c9e5ca470341af195fa9ab9b33e5597cfd77", + "ffb1eb364e359c1ea440fd1aaae3ace5524bcb3e61da03b813c249d7f77de6f7", + "ffd5b2e7c3e69af9156ecbf8478ef0d2911bb1ceb72ff6c5dc2207e71ce09a82", + "ffde31f75b901ba39b1a965ac5540655b4a238fbff179c2e51a2ead30aada872", + "fff33bb40f0d5856f295bd86e969edec5147c0aac5672ff4f959b4dfad835dfd" + ], + "task_counts": { + "LiftPegUpright-v1": 5664, + "PickCube-v1": 11264, + "PullCube-v1": 4240, + "PushCube-v1": 5872, + "StackCube-v1": 5664 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/source_split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/source_split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..26988e766c6751325c7f72d33b199bd133350cde --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/source_split_hash.txt @@ -0,0 +1 @@ +867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372 diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/split_hash.txt b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..4c0148defc082a565e8f22f83d8680e331b609cf --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/split_hash.txt @@ -0,0 +1 @@ +84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/table.tex b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..fd127da6e5133dc87cce5d6e46c42cee9ce750f3 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 48 & 0.3750 & 0.2500 & 0.5208 \\ +base\_safety\_label\_known & 48 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 48 & 0.3333 & 0.2083 & 0.4583 \\ +base\_unsafe\_known & 48 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 48 & 0.8338 & 0.5920 & 1.0708 \\ +branch\_car\_at\_8 & 48 & 0.2158 & 0.1011 & 0.3661 \\ +generated\_safety\_label\_coverage\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 48 & 0.3255 & 0.2214 & 0.4505 \\ +hidden\_chart\_oracle\_success\_at\_8 & 48 & 0.7292 & 0.6042 & 0.8333 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 48 & 1.5183 & 1.2906 & 1.7056 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 35 & 1.1333 & 0.8365 & 1.5441 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 40 & 1.3481 & 0.5300 & 2.5628 \\ +outcome\_ptr\_at\_8 & 48 & 0.3958 & 0.2708 & 0.5417 \\ +pairwise\_causal\_calibration\_ece & 48 & 0.1925 & 0.1548 & 0.2249 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 48 & 0.2292 & 0.1042 & 0.3333 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 48 & -0.1042 & -0.2292 & 0.0208 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 48 & 0.3125 & 0.1875 & 0.4583 \\ +proposal\_oracle\_utility\_at\_8 & 48 & 0.6506 & 0.4362 & 0.8420 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 48 & -0.1833 & -0.4133 & 0.0378 \\ +selected\_safety\_label\_known\_at\_8 & 48 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 48 & 0.1250 & 0.0417 & 0.2292 \\ +selected\_success\_gain\_over\_base\_at\_8 & 48 & -0.2083 & -0.3125 & -0.0833 \\ +selected\_unsafe\_known\_at\_8 & 48 & 0.2917 & 0.1875 & 0.4375 \\ +selected\_utility\_at\_8 & 48 & 0.4348 & 0.2639 & 0.6220 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 48 & -0.3990 & -0.5913 & -0.1621 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 35 & 0.3723 & 0.1653 & 0.6711 \\ +selector\_regret\_at\_8 & 48 & 0.2158 & 0.1011 & 0.3661 \\ +success\_selector\_gap\_at\_8 & 48 & 0.1042 & 0.0208 & 0.2083 \\ +success\_support\_gap\_at\_8 & 48 & 0.5000 & 0.3333 & 0.6667 \\ +success\_total\_car\_to\_hidden\_at\_8 & 48 & 0.6042 & 0.4583 & 0.7292 \\ +support\_gap\_at\_8 & 48 & 0.8699 & 0.5969 & 1.1405 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 35 & 0.8852 & 0.6005 & 1.2127 \\ +total\_car\_to\_hidden\_at\_8 & 48 & 1.0835 & 0.8389 & 1.2861 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/target_index.json b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/target_index.json new file mode 100644 index 0000000000000000000000000000000000000000..2415c78bcf485abf5d0c32c7b24c0da883a49988 --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/target_index.json @@ -0,0 +1,911 @@ +{ + "audience": "evaluator_only", + "base_candidate_types": [ + "policy", + "policy_residual", + "anchor", + "base", + "expert" + ], + "candidate_type_counts": { + "expert": 410, + "near_miss": 820, + "no_op": 410, + "random_negative": 4100, + "wrong_direction": 410, + "wrong_gripper": 410 + }, + "content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af", + "dataset": "/scratch/knguy52/dovla/experiments/six_task_h16_collection", + "deployment_candidate_excludes_expert": true, + "deployment_clean": false, + "embedding_content_hash": "981d3b1b0aa9dc962e5a22fd695fa9befd21e1334f23b8c3843591e8be89ef83", + "epsilon": 0.05, + "format": "cil_charts_npz", + "group_hashes": [ + "0007bdeb2cd982d3d00c7e6ff04b6a464135679254e223a5a10392734b8bc6d8", + "001c01ea87ba60e3ec7040ae6af17bfe4fef64fbf40ad906fe9258c9f85c5670", + "006cfb2673b00a6eb8b01af6cb8db204644de9fe5e9bf901e615fa9681cf67bd", + "00d1fad89bb7e1cc01e432e0a8c1dc39edc7045d2d25ba7c52256142f9bc65ce", + "011a665d2baee1b90a589a205463340204b7876a99c942f742523ab7a8ba3ca3", + "0155f9f15f95b3ad606169d1a4b59acbdc87a773f813376518f26c5d9803ea46", + "017ebedb06ec921569a797619e60f77551213b496a8ea3c2090c6646422ee6b5", + "0192ac22f91a294bbe7f46d861b1ccae131ce03bf2ebb4ba697c662b381c5663", + "01c2280c26df28f19e73270020c6cbf35a1b739c75d2feab218b5d40a9dad833", + "03bc15045e86dd5d67b89da015844ec52d13ba891ae0f4b688d917a4b8fbd83e", + "041d9ba8e26c507546ef7a2f66cb7a86668d7c787109f1e7eba310a5b43c7e31", + "04e1992a37d6b1709dac4e28293d6c0d72820804fac25484e00bbc1e4e85475b", + "0539ee8d5137076cadeae47404a0abe44d481204301deb270e6195549dbb1269", + "060e1b400d7abb4299e11bd36999d4bce7619d78e1efa1cd6bb32448d18b82c6", + "060e87c11d7e86ba8ea45b2b29af89e13a7361f760086655fdc31264d3b04aa4", + "07816113197976ecaefd996167fb5e52546b19a8cabf7039977b7783d0ccb2bf", + "07fc1d31e75fcf0eb9e0fd9a98ba44f6a098e3133ad6d0445a1ad311cb266506", + "08a53f6c8bfde25489a92225280c06265510ad0ae4ec4198855d05bf04c7634b", + "08db98843e2d5fb7ee992c3e24b9fd9e2fd8a19e6f40121773cc2d5f20fb6af9", + "09f1c778bdddceb7899e203f6c753e6d0253336c8d75af278461fee391558b61", + "0a63c4a73b38e0d4a76c8d29bee9854e127e2031428c90e386efee75af003605", + "0ab666a8ae83fd476443f8ebc8f0b2691ad50e2eb1f0758f87794a3462923793", + "0b95650f3d54877b77a9233592c962c57f8bad12fbdaf921e71a68e7c23f51a9", + "0ca0c6ad41d25d93fa19e41c544c322fbd0b28cf0b0e958e58a0cc4372e4ea3b", + "0ca567a3525a032b0ebe77f43dfe52fae4cf7d5927d93665f91c8df38b012e34", + "0dc1912c8531fcf9d63e6749a869ee71f42a50b5611546e6ed444984c196c145", + "0ffe9443040477642faee0dea246f46552cb396f9c79dfeeb68c9df76ab3c748", + "10bfbae4e9ed03cafce9b24b296005666d7d59b41ada06e8f5ccb036a6026c01", + "110094e9c49ec0207ec52f6b8811e69e78eb2640ff324b8a3df0a051089749bf", + "1130fedbc94b55e0bc812730a8e868ac57f1caf9c47d29ee76ee5e30990dd5a0", + "118ae5475b33c80dbe0d15afd837cad81fefd30882ff5dd7a4f983a5f096ec1e", + "11a49c253e136f618265b8cc3a298c9330eaaaf27b90cddc81956e1be00e8e9e", + "11db66da8a58abd540863fb58670a0c872fecf04a0d4605ecc5aaf202ba9b44f", + "11edbe43f364dfd31a5828ad1b80e2098516e263ac48f7cfd5503aa3ad240dba", + "124680a15078f0d17c61f90627f3090e05506597713ffac03335db6b158c3e5d", + "1286eb0f819a1528450a601f86862e7da0902610afcd4234b6b6aacce65a7672", + "12ea115a8e2ff6f16d0c3204d3f509da16cdf4637e2fd7f88d0e59849af4f397", + "1332761b5e3a7caf73b98206b79c354732f061bd0e87f9c05ca54ec435948c65", + "1338f4e10decd4b2ef526d6a56e52f6bdd6c1edff755f821d3ed7011c8bb7710", + "13ba81ea4a28629132b3e2f6f79918644e50ff998c5f4ea420517486664046d0", + "13bd8f20d6c071f69abc0b50596a8b36eb937c81d5a068e0c75b58f9420e712c", + "156cb442d6089cc43d86909848c269035cc01d61656e0c60ab049b1278e9c129", + "15a4586f96ad878eeacd79cebaba12826404f415bb66c501e90dc057b0687d64", + "15dd893e5e2312081f4a9417ac36d979625f59fa34d06d38e3464be81efe87a4", + "16e933e25ec817fd4f7003d5a7c41fae6e5b7453df3b1ef44e909f918a51b97d", + "17498920ffddbc4da2157a94486acb91dfc38e4c35db9d7aa798733022c0029d", + "17648e6070d70caf099513f8b22bd5e05d6469c693735f91ecb9c14fd2d9ea90", + "17de3e35901cbbb48f0b82afb84ff8e458fb16f1b5d95cdbd4fda0b057607a11", + "18f8644cba3b47cdcb40de42a4311045f636ffa35409667d5271c9371d6f4a4f", + "19ba2745ea505a71af1411ae666c3d76691fea459f0c9fa2b303a317bb0477ec", + "19febae2111ae96f694bca67a33585e53e9cf746f2791302b821e9c8fbdd013c", + "1a07326a6db79bca54149427b5372a83b2b59e6f6871661531b53b3bf34891ee", + "1b7c2dd4731b1b141fb0a8cdde0b10ed8e5452cf1902de623eda00506ad2dd3c", + "1e671df1d262128a0fd7fe67827f41a77324121b2b589e9dae109ebd9df4b1f8", + "20b6fe19c6bb23ad1e4537441c01ac152df2dbd9f778162da30f65d86e6bce9a", + "20cab2c31288a131d80ea3f10ac0e38cee76b70a9fc9f87a34990e08787c3d9e", + "21dee04c93f399c0f8b577ad691edc1df072d20667b41dd0f668c6bdd20afb2c", + "25426f80d4feac9877cfed3648cceb7f183c8873494b897c7b7baee2d03f5f4e", + "26f527bcc8937fb979a2c57829d7f7f74c781c952131827b753b98e46a39340c", + "27330aad72bdf87bbe7895be6cc76bd79ed905b35bbdcb8abc4e88569fe2c3b4", + "27e60a9d68cb7e0fb5a2bc33baab8f60bfaed45f28ebc2b62c370fcc13e4c2f5", + "289a46819f19ddbd713b024c7adcc4876d131fadcec221b3afb19fba6f51e0b1", + "2927736a2ee4ac6fe22321499437215277bb7f4bc7d667ea05fb07168f8000c6", + "296f4972aaa4d080779c61f6397712c8e2a6ec17334177fea2f800275fe8a103", + "29ae3eb9b205af85419065034b255129b4a9b4aea5bfe88eb58ed2ca54a396ac", + "2a9aa97145b3978bab7cae14241a509bd7ac0001e852599f67c7ab0abbdf0294", + "2c2dd96ec73997f143a8f2a2a95e72cf81d434ea35d8545257d171b47b124d15", + "2d11bf97e91ac12402d0473647389db88906a432c45ca478ed91e120a521ade8", + "2d7cb0415ccc1d977c0d895ae130ee2aa6e1fd5929965ae56ca3ad5308949cc6", + "2e4ee75075d62464482af570e7f3b49996f5fff4bcc59f3f8d9f3ac7d3b83260", + "2e926dbc2b276c0faf482cbd4e1bc71fdb16060082f56f03ac414501870fa3ff", + "2f4dadc2c85fe72fc4dbd65c7c56b8b3575e8f1214e1bc33cbb845c9399c54d2", + "2f575f5fa8b95c7aaa7acb325dce6ae9aace80a7cd583560263607763a5f3c7e", + "2fc5d24ebb0a14f83b82e2b1e152953b8ecc751227bce3f542522e2e951c812e", + "302cf9c2c3f4b0b32800f27a93e3a72e8af78b0468fed7510a6b6d78b54f0444", + "30fd16ab2320464cc117580159e21267cdc800c367d0a414d4a14201d66acc6a", + "314101e4b9327d7a93fdde8db8691efe2e4b3115fdfb2e8e50b07db65fc3f7d8", + "31c82d6ce0b5154e8a3521472a93875659c6c196f3a0913f01c3f50018f3adc0", + "32a4c067144fedae644310fd76b2d31b0ea4033124d5aa4f58eadda0e01897ec", + "35615503a8aabbea5fca0b60bc48a5ee2c895614cf624b53f1659e86bcdead9b", + "3741c12184df2ff5f5684e1dbe2f5b42793596d06f5765c52cc3523f8f51aa9f", + "390a604b7a108529e8b5cf2c05d98ddd5f48a26bb303a51314e6e29cc58626e4", + "390c50924276ff6f5710a185124f893e10f3ca8fe3c3ff062ff8bd29f428f063", + "39307306d7ea31f45d96ea06077a7480c4f12eb2c0df1b6773d9a26a08441c7f", + "3939b5cfd9535e1ead171b2e7a4926a67c7b22ba851bb522042ea966eea689d3", + "396e4e2cb8b6c382148822ad790ce798a2d89e1b31541a4d7937d59ca17b4624", + "39daabe27804e1a04bfd80272eee8d0faaf3d829d5917e1682ee697677f619b9", + "3a4318a4127672d9e627d5a90932efd77a523904ca5bb09ef1aa5856db198378", + "3a95110704b90641fd930392654967270afff99064cb506d80f4b65f9fea5870", + "3ad13fb77cf2201159e82f6bc4a31d9d0432c7befad4aa0faeb46e5bc2b77939", + "3b66af1f06aa0dbff3bedbd570ef7da51e94a4905c194925c21e2e30e254c73a", + "3b8857c883ccff813f632384ec0bf8903402aba8d457651e3ae0dea5d301816f", + "3b9ab98960b6fcfbd4fc1d44d7fceb1d3092d58f16c5a22e27d09f671fde85ef", + "3bdcae16a99d8be20e38c268f7978794c8be3d2440b03f15b0cc547ba01a190f", + "3d25bc64c127f6e9e8705ed0752427fcde08986f9b9df5f0973be25f0ebde5e5", + "3f87b13daa1dee73f5ebc4fac31c3a21cf5ffdc8a0f49d6ea892f22e51ffe861", + "40d23f5141ec7975458fc3b927a2f8a2db1000386e1d57126a44bb857b953adc", + "426ce6db08ba8a44ae1aef32bca73631c9b1cc8d8fdd05d78753473e342aa138", + "430bf806bca6f4d3a98b04d24c674025db1104f21f08e54495025acec7b06c9d", + "44226a0fb144c7aa91efeebe7396bd161662f555a4463ff99412b6c0f3a3347c", + "45f55fff3194d5f7835b0256fa70bab97b7e98804fc527cbe1dfd76293546d84", + "4606724b3a2fbc92a849fee2055b74f2259fd0a3b3260f5bd6ce2a747f77a03b", + "4653d720c6c3b9f3f2a261d0d497b690aa8c775035d9fd59cc46b95aa076d8b4", + "46f1cd713f5787b4f716536dc34b130412cb1f7dbf8976efce364997c0af9508", + "47c955f7b5b743a82e6cdcfa317911df4c62f5b3d515878c5ac577de9085fc7c", + "4813b938c6cbb66bfad1f5f304e5855675ba2a3b2c6a7c7d0171b474f5fc92a5", + "488677a09ee03b123e04b10abaf22dbe0048e5e9250f5b319537c61f5bf9fd85", + "491ccbc633f3baaecfd5c75c87f310e9f6c6aa200ad3081c33d7968b606b1ef9", + "49c4707f784561b72f55a09f737461ff99cd6686c14876adb6b89306a4e28eb3", + "4a8f69b72cc5a99c2c6f67d6d764ad302d03b00171b48c7c003c8363d272a501", + "4afff14d190bc0d789f2c3d25468e9595c4fcd7257cbee03d9c31862e5adb33b", + "4bcbf4fe55bc9d53c0222262a4fc0eec440925c9b2fa09116a3416c778ec0dea", + "4d0892179c6b597c2cc5198362d7307f64456f1c52783e6601797bfeac0109ef", + "4d2e20812db7c117c936bdde771c8662ba2ea9c2c53126587233b1071432a1e3", + "4e8e264c27bdb9e0ffa85d4bbb8e902ebd0d425e28140ed85532949dbbc06cf3", + "53319010c3e47da4f287cb993637477450c08dbf2f805bbdb04d51839c100125", + "54a66bca37c53a4ca495f1d6689c40237e96507eb32ba5255fd5bed21bd649bd", + "54af21b2db061a9acbd755fc11eabd879388eb6352d7dc271b3bdfcef2d665ed", + "54b53edb39204026ffd6d52e586e41eea40baeb706fc106d70bbf86f5df11ffe", + "5521e3454bb71307ac62ed9e9977d0714ab97c277d9f8141b81471c87cccb677", + "5559effcfb0080cc08b73b8dda196c70db04db6a1c5280d1746f08ad750b203e", + "5615a1c3e44a77826bfa1c8a2b87b1cfe2d1184ff5d69a3d8f683417bcf26878", + "56347a884046431a2a42fe99aff7f11ab7137f82f71e5c7ea68647c700faf55e", + "5718cd0f31018f14c665af23dfcfa6b09a54942784840a8813979452f9293aeb", + "572b0440ebe785a3792ddd86fcf327172e208fc40ed8cfa5b0cf192e2656128b", + "5790177d4a2a26bdd20e020d4ae51a6030f8a62be923eca0fbe1aa1c3c6d3101", + "57bd10c2d8b2c64f3ad25dc0ad76373cfa7966bc3aba69e9b45cd838e27c216f", + "57f3a07ac9c4781586ae1f3d449a6a75cee9769838203d09fe08f5d9f41efd6e", + "58361c52234f8b7203632e636e5f293eafedbf76036b9f0bc0450ddcd9092cc0", + "58798920cd5a91cadacc57fc6bfe08363d3474a4c56fbd37fd47702a06deb56d", + "58c02a6d10b19dbb08be5b48bf0f0e2970d4887c885ee8bcb2d59072f0b3c021", + "5985eac9aafb36ad2e5b08e5cd9b82c739e3d7e4af4b3dd05b68544b35ee88f5", + "5a706a95969a9afb3d65fbf4685d4582298d4ccef54228c9347748efa93fa5f1", + "5d7c7a165f74e9c88f12324cdbc1002c76afaa60d4a4c1f4c606232566c041f5", + "602c17dcdfea1ac52c0c79522adf4fde16dad0c420bc2e0d98d99e026a1580a7", + "6131f664c32a5c9885d259e22ab51b879a0f3229b27d6377429a64a22f0b7866", + "61ad6d99513b83bd00f84969872c02bd52c65d967988aa473c1c65eefd676b19", + "6210f692303bdb56b4b73d612a4ec399d88dc618028d8310105fdf36f5f494f3", + "6310027f48e518cc010476dd0e73806f4e56d2dc532b4573a267f731d3d41414", + "63ff4c6a3242883ad009a47609d15ea0dc04505a0a127eba84908f9349b1ccec", + "6425d424ac4f051c0e98574978f16af52be2edab0ff253971d403046dc1822fc", + "654680e590d30b7d29662d3989e91ad89865fcef62f711d16e2e54cdef061702", + "6555addfd8e7249db007b2265be1eda1348095f6ac1ef8bc1ca4d2c377a61eca", + "65f42165abed0efb45ae2178cfa3e497e669433563390e046de233109e2973f7", + "6731583ab3fa78827bf3a348596ab585d1cb9bfbd483c6c3fb5be4fa78c1dffb", + "67d6104d2642f4d213c4b90c58441aa30f1fe59aed66ce213a41aa5293ac8b0d", + "68788bcba35ac159814128f8f58a288eee4aad3b5224422e19e90c3c4fb854e7", + "69366a4250958c6bb863eeff854d1196b293f366c610435d34474e5b852935c7", + "6ab049c8a12bc666a3bc45954c81d044be3467db09d9cba50cf2ffe161e8286b", + "6aef49775887d2ee69ac038f4f5e4200423b05ca8596ef63f9607e45e8df3ac1", + "6b17ce5b388838e500322d13a0949950c33b35d30c4f52e4e4caa66634ccf3ce", + "6b368523bafeeddfc6513acc429687b726c48c24ded69b93b08a7e5c39d56c94", + "6b96045a98825402848f23f009cae525b6ee776bc142438b127d62581609bd82", + "6cc7f10311bacf627324494096f25e2ba2590a46d7674e98d239761f8ce6db78", + "6cdf5a6b67a31c75d95ed9d727ccbfd12eb7b5b8d2cf4b28e088f94ac73c20a0", + "6cdffacb4cfb379d127f8d67e10ccedf20fab3eaefa8f67e76ee1dcab6b8c4d6", + "6d3cf3c690d1e5d386abcb9d2f8eb6131242cc99bf8ec9de652d35318b133302", + "6d4b5efbeee4bbb85e9eecd3d2146c5c55dc09db9004de08b942ae783f90e69d", + "6dc5a4f395fae529157472d50a877fedc68291881ae443925b79e94addf5ba75", + "6e1c0d9ae3e2b4e506f4ad74ae1701e83826ff41c972a03294f096a306512420", + "6e3c8c35af08870d44640081ac7bc508f7baf402e85e00079d4788c70df494ba", + "6e633d849696f95b9fca05ea76d75278fca6e751061402fe01a45f66eaecc53c", + "6e65747b0aa8f15a9aebae69609dfe679d7df160af7c6ec1f1bb7f4fbe77e11e", + "6e6fe0b9c29af9252a35479a24f8df339830ecd240d13e156cf14b614478e23b", + "6ed932592463c7c0ee3080ff49fbd3256eb376d9fbea4f5a1d87a580cf0f9dda", + "6f328699052eecafc730cff3cfb923ea06180f7817272f881f296f7710867fe3", + "6f8eed619bd516d812be34fc41c2d3344b1ebe04dd9f9ffaf0dd0d4253292800", + "6fd537d3a74739c21a4d95e906e35bc9f8ac1d53a863ceefbdac5a6ad01abe1d", + "6ff807542ca183bed4a6bc219660e8b3524c8e2490c6999bcaaef7194ab78e75", + "70cff96648b78a021ae4ae0a3ae4bbd152b6d426ffb68a2c7b3f68af5602c0d0", + "70d0d3d9515ec960eb34915c9f32b77b6bced2a8905be335ff334f798f1166ce", + "710e3e86832665cc2074333617d3fbd3d8bf5811fee593d059f31f396d7f45c5", + "71109eede5531750b395203b228e8aa9803373b1254d6a6b009dac051c8af5d8", + "717c86ddddac537d41f88b7c8228005f20ae3b4e5392725af2ced0c9b47d9313", + "7182b822c86e7c2b152072bb8b3b8c0adb77de730cf2b3baca138060f00eb802", + "71a939bb2fe3fe621a38aa2814300823a716a74bc4b351585ea0a9b4c083af71", + "71ef53fd5d733e59abd86c7df4b5ce62ecbf738fed4715ba552a3aae2cf82b47", + "72d461aed408dc559a73710d45414f0643ca50cd5da610b3fb0129dc52d15a77", + "74071642727c9ed6ccb11bcd048db68fad618d722c4714d42034fa378ae706fc", + "747bb5a792e01b6644c91a98c94264a270c7ca36d6d536d163d94f3d3b84f64a", + "74dabef6f2d19582dae9e8df33c2cdad9e8756edbf8486325843c86d7b6f0b92", + "74ea51a817d117bc7c0ddb7a50770bad7c9b886520ab14a39f541d78cc4d36b3", + "769a1243de2280c5949abf534eedb5006633c3f60e6aaf414b0f305a07621cae", + "780b8bc74f7babe33315a1906cc6dbe0d9676079d9fd3fd303d5050cf6fa6adb", + "789467c49d28ac5926ca74c0dcc6f87e3e7ab1594f4dcd5809ca813f3b7a08ba", + "78da1ea6dd550cde2487750afac571d0cadb81071c2d183336b0919933de30f9", + "78f0984ef9c77e6ffba37b4260c3148c649339e761bed5b465537daf2370c1c7", + "79913de53c1646ad7cfe7622a3a84331e0cf60560679d6e4273d47ee5eaa6f72", + "799144770a2b4e07cf01947ea8b77a5839807ddd355170b87ba06d92866c47e6", + "7b03f51b82cb4798ba44b348c8842a1aafe968e70b111066740cbd3e48da93b5", + "7b5ad9f84a572208a6e92c733b19c068d3fe74dc5972dc7fde17d99c44488540", + "7c7651c266b7ab2504195b2d0fefd9ec3683df12bc20328007641a032f9f7f53", + "7d17467b25d44d0b1195dadbec457a87ba304966bbd8b1370047ae7de2ed2a05", + "7e884e9e13768e48225aa52c48b97e5c3252a649c90f3cc8010bfe9d5acf929f", + "7ed28f6688ca2c3971200d3ea0d000688e89f520ef4b6dde6701cff6d93379cc", + "7edc32f4e2da616996e003993e5d5b26ceefc4520692074b60aecac240798107", + "7eeb7fbdf38454f42aba21f2a65eb7f5cef9b83ae061ba05911959505cb91ba8", + "80425f425d21a43c3a24d0cbec2e1cf2da3c84b49ca37d17b3cfd87bd3c064fd", + "814fff4d3ddebdbcf578f3ecd2ddb15bd73f13c5dc97645f825dbec1229d769a", + "81dc75b3c4c5278f77872721fd7025351b3b6ee35b3c6c717382933a12846b54", + "81f2a221e07b8b87c8a6af2b8ae92daa1894ce793038b89fac66661c516a13fd", + "81f5585e360289f12de31c6ca3c5a19d35b36706dc818c1bbe84c52100ad5a13", + "8324086d105ca455bb60adb5bf2ef75570cb6bf61b3707a7b257e2d83bc69e4c", + "836794cd8ef10d37d1054cf7b79817cda0f0e4844bd6bd0ab0b0868f6d68a542", + "8411461a46bd466e5747381bc5c7bd43f492093add98cdac5797dbcf6f1e4660", + "84f58f57f6c72ec586fc22b38330eaef5bd838bc1c8fad56c29efa0be7eccdab", + "853523426e3dc330502ecba19f3a9a7628a12f7e8359b2c70eda0102c3e35cbe", + "855e6d393936d0aaad4a90d2d40b5c4c64187e11eaa8afffb8ece7639c14b5e0", + "86605eb145ee658ad400ea7473b837813106c904a4a958cc26b7ca43d3bbc6bd", + "866b5df371574f0c85056b58126624b34a949227402540918ec1d02bc129e272", + "870233bf592af1c5e6a70cdb7610b7fbf59102b2f94055aebc8e09e2e8abc066", + "872c4c55617194769ba5d872580f47a75a5553e70437e32d24560ac206156dc7", + "87be64c00fc483b0db889d7dd12e643222ade5c822c7da2b07c187aaa88d0304", + "8832815aaf4d20db32b8caa39dcc740a02e1cfda52854f00ba80336119562bd7", + "88b818d5b25b12992343aa730f98dbd25cdf13e183a93821ce3cef54976759fd", + "88ef007b6f8a349b461726d0ef1a8a5c3bd62e30f3991e195d5e2f04776936b1", + "88f52aef40dcab119d399e383866b95f979bb7d4371f9a8eb5b6d4946eec3f98", + "8937ec18e5415087ed1ebe671504dfe7d5dfd912bcb98bf64f57e0e10608eac8", + "8991f2d1867e1f9e9fe7e2256e7618d4c9462140ad82ba83fa96b7f8fb5e8276", + "8c3845902baa2a56d30004689da7ecfde2e18ff94b438f9e998b4f9f916fb8ab", + "8d68bc7e841c900e0d54a943f421aed61e30d4e2825f206290e5db04be19fd0d", + "8e847b6c90e52cdd68637c92a3f32650d4a7efdda87157c979666cc5f4fb3e5b", + "8ec13ad05622d6aff476a4c6bdfc7f33377157eb0dea77be7eca5031e0d3a3d5", + "8ece48d24519b345a1ec5c273690fe8220026167b26d5b3784c81200a5a268be", + "8f5666d6f88d29c0588631652e9d376f2982e19c855afbd67f6aa4f238961dbe", + "8f69f26a86bb62dc8b45b1cf30d53b0aa16f67ef2bbe7a01907ef6fa8c717c16", + "9113117e178903566bfc2a2e7c42b158479eefce407e38c9471535d54410139f", + "912a29f600f58a940b4136ec5c3f33d838a5cf45d1892a36c32c30a20fc56d90", + "91a57d162d23cc952f493e1199ccd4df33082ae5ec3ccc03efb6464dfd80befe", + "9329a96a4393cf87af20d2ecc4a8f2ad75b48b4927a13adb9c4191e7fbcf0aa6", + "94c63f1068cab884a46fb92b43196c046699581be0000d27c39c5e6bf6be5cc8", + "94cf3f3f5169047786afa7adfd68388bc79fe520513c78ac932ba27c94587ac9", + "954728266ac0b749dabafa2bb3086106ffcdbd7292e3aa76f44d146caeaafacb", + "95522b12879b74fe21b4f599bb83862a37cc15f9e84d42b6aab7e504f8a1fa89", + "9555a76e17a8b21212bf28ef681236caae41eeca7234bfa6b0df3e73c392ccf6", + "95b1f08688d5fab30d3aca9a2a2f85791c5a02177d91528220a2949b7dce7a1a", + "95b56f347bf4ac20fb9a084a4bb6edb9dfd2b34f9e4038a1b585824cff694b3b", + "95cdab0e351436c33ced6d47089d6ea983ed92337d64b30d411a34aa86fd585b", + "96e4d7865577d8da6547b55e2c33ca0ac0ee5230481d3bd46d8821c87fdcdfc9", + "973af4a9a83fcc5878392f67c590cf33e0186ac03379a3212158d8a53e3a87f5", + "982e2c67ab8c0989552f2a3f55886ea7910f94ac5ec1387c06e7e25d2405fc6f", + "988234ed7064ca88bdc403d8f3efbeeffc9a6140a3582ab6188f3a25cc43b8b8", + "98d242f623064f662fdb46a6618a85c21e3008128d17d7a335fe4b4c0da53878", + "99a43eccbd1f875bb1829289d71802ee71fbc78fc5dd3b65c6a183298a618709", + "9a8bc8321d59c58993ce3b72c915471a8451dd849e01687572558908cb6e26aa", + "9ab1290957acf6d87b204c4e97a0244c387bfe772de321090254f20df1910ba7", + "9b95e8ee0fa27fcab0bae060223433ff78dbe902cc3c0eb0d7549f800d54f103", + "9c964184dfef49dfeabac2ca70841d826ec042b80b5dba4b58d04cb53285af78", + "9deab55a3c9634b580db728cf42c9dba00767f8f37775d9ef76d87bb003336cf", + "9e21e4e980e2779799b01befcdb8102810411029d89a297d9ecc949de0f1dbfd", + "9e69dbf0aca54bb0d954a1143e42665cb9305eb8ef652ba2f477a65caeed5442", + "9e9f8296409fa67996c815e91feed202f598167eaf5b3f0350204007c0d1ed51", + "a03e1c1fa4e17c3344c98a3a5ee8cd8d3f37f2909cddc21e54822be80de5670f", + "a05f8cbfbb664035c98ab714a65313ddb72b573a5b4c3e4c1996a8113bb22681", + "a0a7649bedd18507db87f80a6e26a9ee942b4bb231afeab0dcc767b21db8608a", + "a0c28dac590a141cc127b54db3207f36026eca5cb620bfd2f844c82b67167890", + "a1edc1e88a06025bac194b9de08c8b710f8349b6ee2f18cd555a63f32541709f", + "a25d21d56eace92ddfdfacfe5321db18a80cb5191bbeb689e8e5f6c0dc598963", + "a282bba95a8a4542a289106bc37d27244dc98b311f3ac7acb7eaf5cafd02ba26", + "a46235803d16cf09a827c39210dc98dcbc1cade1fac99080c14ba14859bbbfa2", + "a49c8b8a5645e0a29fbfd20224c970fad477d04cb71a206fd29ee922fca57092", + "a4c799cc8b693658c4249c3b7c0fd69c45a1d41b7be3b38068e962d789f939da", + "a627e1c3f3b15e4faca6e36a48a0daf6af290f4587658b40c99b8d1bac26c1f1", + "a6dc7c54ebce2d5033b2e32245e52be15832ad9c5a62add5710c35b00fcab220", + "a7fd4637538900354d849d161c465112206803a259690ecb85a335217dcbc299", + "a7ffc8ec75bc9251416105d48a95eb466cde6aab8ba4be79dedbdd60a6bf80a5", + "a896bf4376349911127945d17ebfc10ec457401ed5d2e3b06e558ba74164f2e0", + "a90f3b019efb29fb36dd037c3d043d49c93440e6cefdcab2b213c0cdf73c4677", + "a916116487ef88d1762152ffd77390eefe84c69a954cf6071ec48f48599183f4", + "ab9b70ab4f40fa4d69438dcdc65e19212f8b1ded5130a89a4289934cf35b0ef9", + "aba716b3a181e91cff5f83f1dd4d4286fd7e99f8eed0ef876484bc8b8aba2693", + "abab0537479480471fdbce7a9bcf265bbdfd65f1ff3d4ddba0d9e5b4d9ced9c7", + "abd2d9b083620a1d2f671211125c53dae979b997c88f67d45807fde6ba372408", + "ac262a059fca131e899b1bdfc77dd816d399c94616d1a11263671b33316c9599", + "ac82dc75ef05680a107045d99f26a35dc300d55a7118e422be93355ae5fac944", + "ac9a9ccae1b5a7809b3d1ba1be44a71c7169e5b56fde550852a96d7d1b2b5f11", + "acadc12353fd67a26dea25cb68d37740bcff84752f1b00af344301299cee8ab3", + "adef0f0e85961cabe53053836f2638e83459f78e3ad8b1206b1e22a0e64891c9", + "af6cfab458e6bc9e744c73a8f478747bf77f1c1b56ad30d6945a264c42846a76", + "b0a4b3c916589cbbf3e48b7820e66f919131ddf5330b0ec58872adfabdfb2e05", + "b16c55c36f3685acf7707bc575ad1069ae9c058d8dac86f3ae2fb73a7ea8e4a7", + "b1b630785cf6bcb5200be4fbe6b9cc5c681f9385f3bb7f677bcd7e852b26ee91", + "b1d040fcfd9ccc5f178579bbbf895ee2e385f427ec30f8e4786c6161fffb4fb5", + "b2ac951600008b0fea2ba3cbc5c474594519c9b2a70edf9ad163abccdba1c660", + "b2d67426cdddc00acbd06b2ea113db9f9c441162ce9d022ec8510efb48146e46", + "b3e016b64cd0cda66aea9e3f44eabb40943e1556d32bf2d6518745d9e427b42d", + "b3e07c07f4c4b008fed527f167c7f11f17ed4d1e4163cdb0ba2e1ba93751cef3", + "b4a6b9d0180583975911ea25c8f7ff0107152d92d6f948141112b83ae2f2febb", + "b4c5ade87ab82415346618aaae5728f15104ce3b60b11bfdddc2159c6a9ce481", + "b760bb947e6d5b6459228799cb111df0a4b41b67b3da2089bbaf4de6e4841ba0", + "b78983bf3b1bd83a3100707a4c76d66dc1153abd74008158a7eae0b34c7c625a", + "b7f5d3a5b89c5ef68650155cec7493fe609f21b5512adb4cb5c08e2bc5c95e82", + "b857988895276b50f5533c84b38013e0642ffde0591f66678448db56a4d53698", + "b85ce13d03e3e70bb8eae0a820bce4ce7767d89c703c131e882ab916db55a5b9", + "b8ae3abe48f5037066867e455a75f4dc2e501a75429cbadfa9a3e278d9fa3491", + "b8d79019da05f874f40725409b294289a4276b49881cca8108b173e706bd7acc", + "b916ffa0d5a66bf3293242e6a86b3e8ce4247761990159b3a157d23d9051a9d6", + "b92b5690c983699be359b27f42314e1781ae82e010ceaa53d87e248c713cc6bc", + "bac079989a07132080b3cbf18c956f43eeb90ac243320d36f316db69e2445685", + "bb47e3ab316278d9b61cd0ba233e0d1ac96702fc09b54daf21c66e6e5b0b6b93", + "bb834499aae77dc571eabca63b060e2d3af4fbd15e6ff08f31920d56ea69e512", + "bbb0f2d656da337147899b331f4eaf2d42d27f2e5f433a0f89f7a47d94e00630", + "bbbfae82c10d69302fadbdb59607d17542b7c36eec05c410bc3d19bc59f9c606", + "bbe394b68e620d4f2a298e9cc932cf544c2ed1976881670a5252e80034a31635", + "bc2ad162fee094abc641053665817bfac9c6d8571a8c981ff7467ecef07197f5", + "bcb3abf244ba1c9e1185b4d5b82978e3eb525b215b76e9e612cc4ea5946c27dd", + "bce02811d92bf052116e829fb9514b73ee7d3ce06179145ea87933ebb43864c1", + "bf3222ed5d399bc0b39e8f850bc7179267c74589ee334893c821256c09dfabf4", + "bf85b54e54f81929282389b1f6bd71e1500e906a8770aec49d5177f9afc401a0", + "bf9919db71fcbe389329b0a80a25e2f32e92c242de4367040031b773d1289e6e", + "c03eae7c3673288b28e3cba77f65491cb09ddc36f5fdcdb230595ab59ba00ba1", + "c1b6ffdac70e3fd228a441606b57a74a87e52ce8db51bf777d574c9c7074afe4", + "c2324ff1a84058708a778b0dbc4b62f7906541001319661e7705704bab5215ea", + "c398fa7831e97ed2d41cebafda84cdca1fb256ff8c423cf29cd61be3d2323e29", + "c3ee012f79a5e9a579c87d0ad6bd09b69e83911acc2f9469b9acf2d4ed020c5d", + "c3f9fd85aa2ffd14ad57d3d1d4641cab1b3307a16c469f2ffb17cfb7e38d89e8", + "c41423d563f1efefe224467078c3953d4362fbbe5403605bbe47c348648de873", + "c5f435d77f24b0a361e07a4fc92f2656d7f3a16678319c32b0fd53c5344cfee0", + "c6d7ba85d51e713f466fe5874a814a5fd4fafd841b780a3c69a5bafa4b181641", + "c79a1fdd63925c9369e8215bc03205b5440f525d2475760b35e65d128471bb33", + "c8263aa33563f118a277f94880e01ab9d85d4354a82f6f7e67ffc3acfc368199", + "c9014998c9c1a3ddacaefe61c79cd910019cc7c85e0ad6764bcd96ef646602a7", + "ca1064517da75cd2d73d187c83f59e29253e92a902468e8516555cf39ff531a0", + "ca106e061bffbf113ab31a4e8ca571ca19b684c4ef22397bb2e0d26f9cd9b4b3", + "ca22d2c910d5fb8a7cd6fe1e0e6038c21c9016158da0453c288f4beff35e704f", + "cbceacfd6887672ae36da858fe55fa1eb1248a461fc918e0622988e80f5a5f1e", + "cd2f4d7a45b33110be96a05b5200017d318e687c2c442003197bc078dd0e1c56", + "cd2f7561761d5260d96e29be54ec5289642c93b0341a343eb3b71743ba5de1b7", + "cd6a7a408ac632e85ba353dd2b3bb53543ba25005bb4348f2173439583b7bad5", + "cf56c541150872145af25c650445aa02562aded8c2b651ec81114e7e47a57ed5", + "d0137dfc0e9dff20e467a5f183dc18b2d1c3050db62c7199f0e2cfad24ea871d", + "d09894ecf5a8fa94f7f80a75c597cf2bffa38d6cb843ae78c60d1251cd7d9f91", + "d2323e66b21bd254d3edacbbe48e7fb41082dab2a47186fbeaaf447e41e847b8", + "d4febb5402691fe81541c78897f18467b8b19f52824417b71cb52fe042ab3297", + "d54d9e3ce3b3bf3a2e721539b4526f27c785ac8ffb273ad8d635d429d91de2e6", + "d5622631d3095d08a0ab948349dddf22ac6d309b9d6349f62e2ae741eb6c81f0", + "d6054aa280062a63064d8c2f4388169a0d99bb46a4f09429470e58e34b720885", + "d63ceb0c6327e4e658901e155923c96ada2ae0f7948f260dfde05808c10410e6", + "d6457fe91b57d3f6407ab52c979c1b168dbbd4d345f6811b7fa4a33ecf15fe16", + "d6c5114dd7d96b6d349244caea137f41896d0d65803f0aeac524b8e0205750e6", + "d94be29e8f3f5fce3d572a23f82a9facc3d547e1a20c9a894e4ecf3a505bb7de", + "da1f46665f95caf29e033238a60bc885a1edf30918538ba53f3e0e0f3ba758d8", + "daa82746340669b4b9dd39be180a98893ecab290c5646775f778ac810e68f3ad", + "dabc9c6421417336d9a4e9edb999c62918760f81f9242600163c27387d2f9f4c", + "dac9b0b33161d877114e396f23173a296b826315bb7b848af25049d417224541", + "db8e6d2930c641154a58cd407e957fd411456a1c36ba3fe1c09ecbfb597da737", + "db94722d3c9d3930d765dbab1cf5fdc3fe350540f62b8dc51fc61b50d5629c98", + "dc6b01f69ef6d3e1b599273193d300428662385a90a8629e4f123271f0bf24d2", + "dcbf7ef1a04611b24582d73025ca744e409e3520c59d5d9cc9b6723a6be2afe0", + "dcecd123fe1669da91e710e444a07c091072a11e64fc84446fb3bc81ea9e3ce6", + "dd81493e182cf772ba90bf45866646a9a8180a9548cc340ab07affd73a32d646", + "dd970f73df9b378c8f4c0088c022f03554adbe682beebbecd7b3188a26fd654e", + "de5c405220e11f90a248d6d56eb9a5c255a3b1a5a442b960cc4ef528e0e2cbbd", + "de845c1c7260617e6c524215ac2bc50ab2a43cb03a503dc094191d9e177c82ef", + "de995837785e14496378f2052cafec8afedb2b7d37d1346cd3e2ea8692b1a7f3", + "deb729f802c6de2e79c3fd458dca6850809ab1e9182087b3e52321e0a6c04ab2", + "dec23fbc274e9e3db3bc7de70755489d25f997578849bd4c77e8d5af7294b2ac", + "df756c0684905a591127492bff47368f36f108205b68be5cc043c4b1c9970ca9", + "dfb562f0d7787ee13a030d751845ce49fad81d82b842b7109910d8f690d874ea", + "e0e3e3192a8b85362e8ff1adef5eab8d0697d0bd7f332811cf7aaf294972adf4", + "e211a10f5efe01ebfd0cb01d9e5eb79029c055a5581ce243ac0105114fbb8bd6", + "e27411a52403ae9c96c241f02eaa738c6c672d120bb7c2ecb116ef6cd54923cd", + "e402472d711aa8265d42ee16c79e379d1100395fc1b82794271be38c777ab591", + "e40581f959f5ab0a8dbce6d1bc17c8cad4670eef1b510d3afa33252813c4823f", + "e4c2b23fda6ec02c51518fc851e448d8152aeda7b093dd2d15bc1db0db380566", + "e4ff400de7b7014c6b0734e759450d155ea061938988ed24378f40e554d6cca8", + "e62a79147d1f8f603ded27c8d52b08d118f5a8fc184adc48b5d5571096c45758", + "e6563012f3543c9f23ebbe8027b50f3d8e5acfd007bc7ff934baf8d2589cbb3c", + "e680cab2209055baf3effdba0f1d71cd7da1deece72fb624134f9aee2c51e127", + "e71666a8b3de77d8df6e1b1a26963014b3ba3b61853de1875c1336ae57c8a168", + "e788f248a6745006fb0ad0bf27262261b2ebea392f69ab028e954707371fbf84", + "ea25d7b2fa5d864a13bfd22c91e08e6599feb32ec362771b074c4ee41855ec95", + "eb096a05c4bf4447357dbc3a226cd702332dcebcbcee6b64999711e7b6457bd3", + "eba83fa004dfdd799a0c3fce1ad49b604bea8ce6f5dc845ea8324420c5e014bf", + "ec8965c52e6bff3ceef758795b77cda27ae291980a34c71f6f35070c23b9eb86", + "ecee380c7161fc1d9ce94ee1bc93a54592a7de47e8cbec8f0498cd202efd1cb5", + "ed13af6ff41fa3a204559b6ee6ccaf19314f18ae79cc7e0c6f82ddd42d579524", + "edc41a9635ad187d84d07a131e2bf5f76832890dde4fb554815c434f32a9fb48", + "ef2be2eb1e6f2503105b625e92af4afa7257b73606c056a2b9067349289123c1", + "f0163a9dcccb7b915942a0e573c636679992e901a39f17d813e02e2c4cacf47c", + "f03b66c738c1a74db7ae30b9e2d78d30ce7691d71a8127b8e33c83deab349931", + "f194e7426583ffc175688919aa806c891d58311d42dd922bd3cf0f22ecc58c78", + "f2145b0764b9c49093beb8acd3879bcbece4c86bc2545ad30b3547998db5d4d3", + "f24f90f3764d940281cf638876c99ff9ec19c46a579399823ac6553a50d44c07", + "f25c17c7b1a9160f302e78521b4fa9db1d1ed431d2a6029a4e66e7c0bd78ca69", + "f3262cc7ae7b8d652129e3b19be2e71b5393fefd194cdb4f18fecced393fa692", + "f3e221015253c624bd18e1a1ec6d6cdf855b179a528aae544a28c431850c8137", + "f420bb272354584966ad45fab45db2e96c03bd92ab85b739fbe8701a4f795ca7", + "f440c37361c65c981cce45f160116a897ece4e18d4b6c1fd8b7251ae4ea014a6", + "f57eae02d4855b2505566f705543467f3758edb3639dcf63428b3d655d6900ca", + "f5888d79c11cd5039cbffac6bd92e13cacdee543a08ceda6cb12136cd3e64514", + "f5df5241fb7af7d427738394acfeed4ef40025f3524f2184b21b12dc7f3277d7", + "f6764cf8c80ebce0a10960fcf97f1d2f868d201bb1421ec2f1bcc635f2a905b1", + "f6fea0b0cf86027b13ad2b74423087279ecb1e27d32a81f90e3aba7affc1bc02", + "f76737636cc2793fa94a81b48ebb62e6a293a1258721bfc2c3a2df3d524b918b", + "f76fc301ed789c51fb593b92c333b4c0f0341732501af0964feee339c9b750e5", + "f882570ee3e809b38602c4a7e97f2bb7510d2851392d45c9be98d38366e837ed", + "f942783262e9e60ee5ee39b71aaf23f5868d7ea0248d437aaee1219675d8ad40", + "f9db175886ea8c5ca4046ddec0176b9897516872b3a1a0848d3be424b95087ad", + "f9e667dc320b33690cd860b7e66cd789630658bbcc3af8c16cf978412f98f3b0", + "fa169af3e954857659521ebdb22e95188911b7c5926adbbf493f38e05db0825e", + "fa67862c4434071236731974e363313151f32440f87e6f2cfbf0eca76509ca83", + "fa8aca36011d8a7acb85b0f053082ab1f42a48f40fd19f7300260f8eac252254", + "fad035c7def0678143fb088abe594306a81cf92a616e9a4bc3615ec385d87956", + "fbaaab822f820adebe7e5c56f4daa8356cb50e0869cff2b9d569596dbcb6bbb1", + "fbf9101b8d684ee753ce6d5f8280413b68f418fd59da9772221682f8280b9d4f", + "fe06e5a7372a1b9e026043e3bc89063f91dbb1ac1c6a4c2d34b93f295f3e51a1", + "fe37bf2cf2b401d02ba34ab0c77d52b89fd07224bea409bbc911a391430c8ded", + "fe9cc6e4934a28231d7c864c377b2a1b72e4da2b05bf70064db4c6199fe432b9", + "ff354ad90b2deec831a173c06965f2dffc0ea3f17b056e3e5ad55763a2c52d93" + ], + "include_outcomes": true, + "label_counts": { + "negative": 5179, + "neutral": 1222, + "positive": 159 + }, + "leakage_contract": { + "deployment_must_not_read_outcomes": true, + "nontrain_outcomes_are_evaluator_only": true, + "train_split_only_for_retrieval": true + }, + "max_flat_action_dim": 112, + "num_groups_exported": 410, + "num_groups_scanned": 2873, + "num_groups_skipped_by_split": 2463, + "num_rows": 6560, + "object_embedding_content_hash": "4e8773e46aef035fe87b3a6b631ae0bd9c82ba2c7310c62545a6b8c8a86373d5", + "object_embedding_manifest": { + "dataset": "embeddings", + "dim": 64, + "extractor": "rgb_object_layout_v1", + "num_embeddings": 410, + "path": "object_embeddings_rgb_layout.npz", + "reads_outcomes": false + }, + "observation_embedding_manifest": { + "dataset": "embeddings", + "dim": 32, + "extractor": "rgb_jpeg_stats_v1", + "num_embeddings": 410, + "path": "observation_embeddings_rgb_stats.npz", + "reads_outcomes": false + }, + "retrieval_index_allowed": false, + "schema_version": 1, + "shard_content_hashes": { + "charts_00000.npz": "42b54c3fe5a42b22a225fc233171d098875d16595a7754b59a2c4efeb49f8ca1" + }, + "shards": [ + { + "num_rows": 6560, + "path": "charts_00000.npz", + "sha256": "e1dab883a6d5ccf9fab9111d291de115a0fc4de77487bc7a740c207adb62e74e" + } + ], + "skip_counts": {}, + "split": "test", + "split_fractions": { + "test": 0.15, + "train": 0.7, + "val": 0.15 + }, + "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f", + "split_policy": "stable-hash", + "split_seed": 0, + "state_hashes": [ + "004c8ac0df224f86988595e4f552c47d31562c42302aa5e5b9f120d8e8fa65a4", + "0080acc64d7fb2f9154ab9883e2ec006f0bcbdf4d05e9de28a69b8637047074a", + "009dbd5ee8d586cbaed373d3aef6402664edf778a9cba1ddf011d37e365ac87a", + "00bb526c8634dedb0fdfb5d5160db2bd76ce136b8dde4a99387834fc490b08cd", + "01a4efa12c9caf9b24c5f12b2d6a3effd752762c4600eed12ca5f58e21bc138e", + "01dbcbab515cea225b9d1159da4a9ae93c8396d2737ffaf0e0fb44d6cdef329b", + "03c28c71f2a5c79aeb63a10fc4d39169536bbae8755b8c49427b8e4a48da595a", + "03d19f01e4757695bc7fbe0353e9d20b344bf375e396036255ceb13922409821", + "04513e79db3e0f6e1aaf91d54465e1a63985974c670008fdcd8bcc54571e25c3", + "04672832863fb8c9eb5422426815f398a4ac41f10f3a1985f382f771359417e6", + "0551ca60a30e84d93604c0e342308647e32350ab89152aab60acc95b77917df2", + "05d47d5040c2c080ff7315348e0edc79482271c1058d079d5aae6886b213d93b", + "061d1b5c2864f8f74c82a62e35804bd3f5c960ad4032a9507a4ecbd957b6e8cd", + "0621a9d94a00c788ab283cf27213fec18be5b8dc4dc2ab1ede7fb6bcdf24f9fe", + "06a625946bca0cb354a0db0e144972691fe3fcc172e9f5718cf1e3e6edb65695", + "06d116fa981309af8f407def79c5b227cffa4d2fd31b90a727b1c3b6d61b65e1", + "08bbc76d14a4d92a2d94a0c80aaf9c96244c992862820eff10ad593023ae0604", + "0a5e1fbbd0fa9543c54f068a799b1eb48b78219dd146bb0e11f8f4423db7b02a", + "0af43195d1134606a56243bd158f50390371cde4e065c1c7dabc81b23a8c48a5", + "0c4c8b752dfa7f773514cbdb30f2bf7c53ab452cd92dada5e78d197b090addcb", + "0c58ceafb2828682cd2912eec6950d52762ffd0688ece98dbbdac6f6332d312c", + "0cca086201e7689d11f790b065798d7412ea5fbcaa22ad0940f84ead8be24e40", + "0d84e8b2f6d6efab89062a5efde3fafd7b8c2cdce1e6b7431821c9a7db1c3c4c", + "101de590da3b55f23abbf9ec98af6d0a734e4a0553fb957d9b9d650a4b1478de", + "1025bfbc572dd9623c6437a0229cde7d21e9e9619d6fcb7b6e78d57136fa93c2", + "105f9d47a5ba7e9de7277b3acdc95f540e794c5079f96b10b7d22e158b5f1d3a", + "10b35b7e101af08ab05deccfece53119f6aa8ffec4f8eadd097c67bb4c2e693f", + "1106abc92d2ab317b3a2dd77c69dafbf6305c822e070962f6f4e9ef97a8d9048", + "110f5c52d9c59ff4973970df78b74791be7398e8def0e185fe2603bb579d941f", + "113ace08ebcc14c1eb1e3e36c94802b5743dfa5f86f84c7bf0a1233ee4b71069", + "11e9d80be620a82f0f4d35f32f34104d819c14c3a3fe91f6d36891216d61c08a", + "12d681493bce24cc2dcbd133ff88a2e966d9c2ad735da586c6b7326cf9f76b32", + "12fbf78fad03688ba083cf5fd1f230726abb50770c0178351ccd4ef8ab830eda", + "13d6ac7b78af7527b4cbad8162a99a176e2aab866a7e4c4f8f87977d6f69c568", + "1496bccafdba868e26fec89c211b482ab2de808587e4e3f9581c0dd41e43a6ce", + "166f0fda1b9dd55677371d0eec1d2ee86f83d90c38271147b317df1dfe130692", + "17e60393d3f9877967b76a87ce36a1dcadd8a32911e1d3c13b6fb4c2f5e240af", + "184aa9501e510d89392eba64da1a3ba528632244212ee6c51e6c01b56c51f68f", + "184e008447d983793dbe18e5eda7b4e4343b3e7468eb91d47138c9b769f7d60a", + "19c23bc68b3795084dacd86e7719257fe73fc252cf422971851b5a500784f52d", + "1a21e0b5713c3c77ff1624f68452413a6622858f35026b4fdcf53934aa8fd3f2", + "1a8477054d7eaf84012250057e2a8f3a2be85d33ee68b2c07bc44120096802db", + "1abf1ed7e7b56348168c666a020ed1f04c92d7e0b3c92c951a98c4bac472ee89", + "1bfb07cdb48308cc49cebadfbe47b6985d0978657c5f55b62994fc08d892de8c", + "1c08830110844a563176b393ff600fb718a717b7dbff65d1ca79cf2734127d16", + "1c17e9a25aef52bbae4e31ff916b44a4c9d2e48d34f717551041852bc0efa920", + "1cd587a2f725692688dd2f896c2d3dd331975425a355e119f3fa0ffc4ecc2fc3", + "1d370ef467069ad818738972fd37aa221b2b1ea703a52e3819834deaac481be3", + "1d484a5c583a8b80af98481df8d2288078e0ca01eb1485fc7bffde3db7bf5673", + "1dfbd15fc68a9af8be56276e9f73652b081baff65a231b6d9168c1f22d73569d", + "1ea9a7ebc086ac2722fe0054a89af39a8972c2b78bef52a88d982649e800674e", + "1f0156c63e661221dae2b2794349306f1a999c3af2b95dabef534c3f42ff47bf", + "1f8067c0c0e82f005e7c3e256bdb713707aa0c428bd09ad637e69e3e363417ed", + "1fdb9db401793099759ed7596ab5495f7ec5c3dabca2521894574c4dbf265615", + "203596e5c1acc347af07d6369911526437a3a56635d02abba76718bdd2ee5063", + "204a6b75a085b3d884fd5e1607a2104d8d71e1228cf1bbe01017a73b166a9ffa", + "212133c8ba1f27881c61acf0ef2690910b8608569a2e00a40e1a007a61009804", + "217b3a0cd9bc0931c3e84ccc56c6e074340df9a77623c0eebbf14829bf830596", + "2524ac64cca15c8962b381b1fe2517105b5cc936813c40db59a1545d76b3bd69", + "252511afe52c3f9f509bd7c96dfe0938c89fb072523ae09b2a30948044a973c6", + "2630c85c8000a2dc9bd3777fa33951d602f2aa6b209832f346d76e8d922e7092", + "27100aca96c8e5f7009eb06e931e2531cbe51e89453e82c5357e441120fd92a3", + "2770f5bcbf2fb7972bb0fdf00f6309d80a438a356af61e44f6e0a87d9e9e9749", + "27a0f083a047b857fb190b8ce227af6470dbc9877e12ddec667ccf092bb38aec", + "287ee74ce4a16b40805867a6a84bd0ce31a8170bb87b024b7150cf6286225239", + "290915eb95c98623bede55f945feea19b31b9e0b55d498087586eb78ab673124", + "296d2d3d87283de2989d7feda5c1964bf0ca5f465cb1eb35a099058310bbccb0", + "298f0b6e389c94bad5eeb13a7bb276714273bee1a2355aa9a9ed2a3df00e230a", + "29cdfbc917293161550d97ea67ee5954df89f926f032460834ca3b42c3b0c0b4", + "29dec43762af9d614595a41f2684991e44ed10ae23dc53695d97267c85180d44", + "2a45934c4f237e7c55633a9340de671f1cc832add504b384487aad994940ebbd", + "2b56257937c61e54482358d290c70c7dd15533527c7a5c67304515f78ed16b8d", + "2bb9f77251763945536e30206e23872a28f964e93483bbb8af48f890d4997b5e", + "2bbf500cedf656b58907e06d4debf3ca6db083799a6f8e1b8dfe29d1b5ebde8b", + "2bcdc0a2add7d61b5d8bb831139d7ee1ba000f9ebd8f53610d24c83e0d3bfeec", + "2c8114ad5af7d1ed8952927e827195dc61069af77148844b8daa64d9b5681823", + "2d843ce2bf559df3e6e3d82f042bc26bf0a136135ce1d9d1593cf6243c64d035", + "2ddb82f8e201cc38d0cfcb6ab09d47204cfeb2e34f593b7004246cc461de2b8f", + "2df7da74da815e2293af7467feb178731a363c43bd04efb4fb90e749ea15dc5e", + "2e41728c1feb0baebd448e13a996a81a5a8966a98d399747910f1ca4a303ef70", + "306593faf7ac803611b57887a3d49cf391cda0afc34ae9717556467e2738697a", + "313a6956aa6fea5af537785643e7c18cc1f49a20ab356139294ff9836cd0041b", + "3192576ecac24034f3313854514349784b72cf1ccb3f15f780f09805b3c9049b", + "31ad8725309a36c83919b4e22219f6acc28ab74eacc1a21b6ce25a5ebe5c9a3e", + "31b01d9176f54313c51fb2b38cf190dec881b3f764ecf6deb9c5e0cc6dd39273", + "320b235b4b99a4c37396625aaeea37928b009140100d0816877947ec7fc4d5ea", + "3284ef95cf53b90e6245fea8805e438913bb7e2e64ff30a4165176c8f20a31e4", + "3392a6b9cfe682e3a90d835d4839fe4a9f905b691d4926c47260f7c8ba1b4a85", + "33c7dd7da206cb007ddfa4493161c2c693a42115ceb4e5f6a7f3cfd902345782", + "33faabea19353c19d4553ccdf76da78922ab20629399b3732ce4ae61907ac65f", + "34b5d85b732d320d0452c8df51466aff4fef9e0652eb24bb1bc66ff71ec6581c", + "35b21fc47388d8aae43bcd09e67381efd5aaa4d9bd21e5fb141a97d04cf81309", + "361c89942e74f15b1a64cab7fb3f05f16b25fd5b7eaeaaa79f47d2d6f8125a4e", + "366c6de86f1c9584274f3bc105667febc2bfb9bb718424768f668379bb93db08", + "369716a89b5a2a776551105e267ea8b2e1b4fc1ce2ca204b9c7ac23d1f4ee4a4", + "37107fa603a746d3044f70b0776bdeac5e4b62238f7af96d29a6ecdee8a842d7", + "380cfbaec777fd891c1597a776a2c240e6dc769b8906eed47a8ccb95bbaa78cc", + "383201ea110c3d298bf177866f91b326429a6f3a5d783d55e37c65f9a4d953c0", + "39247017df9f8e2f6b38525b4b8f539fdee0705d84c2d712645dafa8782ab94b", + "39a632a0dd972df1c6dd5b17ad64c4d685e856d636c08c058e54649fdb6f19c5", + "3a2244fff97f5e28b0893251fa2f63de51f9a17f1444cd9c61e1881183d65292", + "3ac68a2f2e6a24ff85471e36d646ee3d679168bf3e47dcbad5b881778e00b80d", + "3b739c0fe2bfe255cd7fb936e9f6e1845f71bd8c743a1fc8fb433296d95983cd", + "3be79bc31455e70d3ee04d04661e6d0b9fa99490ec0cccf42c16181c5861d8ae", + "3c18c8d7856f3b7ef04eac25dcbbf89fd5a1fe4843b539c7cb7882166dbcb2d8", + "3c8fdca1da5807ad4d0d5b5268370d5ffbb381eddb06dc8913187cbce8845887", + "3d353295a9cf0f3044dce3a7738138da3284c52ffdb32c5739f23644685c673e", + "3fce9b41bb738817096475807f2c5f81bc80ae97dab2169ad97014f6f0207c88", + "40fc07492f163d29cb6b2060b9b6bf4e5a560fd464bb30bc1abb8178cc5cb939", + "4142225cb1fc7c8d3b9c9f862c7ace7615be14132c42ad12cda618b9fed8995a", + "415941b56aeb483dc738f2fcb7a3ba5cfb2d06a29f588ae81513ec7ab266c2c1", + "4170672fc2ac340d5028f3a26a4048c04081eaeff1169e3bef194e10700b4f2f", + "41ad134a4e792921e2f152c35b002d24ba3e27978e3b7cea2e0512785f99958f", + "436872d61296107eb46ced244e1d4f49a60f41216b525d10b96fa7539e69636c", + "44cef6c21d800d28c49026c8244c298f3f35909ded05a7a44a6c482d70ffc87c", + "451f523412ce5db8060f637f418611a2d16ca92309e3a94eaa06c0d1e3bd494e", + "451f5bc41b81488efecf18360f35b71854d9f3e65791f439ef0e9dab0d5b37dd", + "45571b7a74ffc59271a2476ff48c2c826d616f3c37a4e16ba4d4a92d91b6a8af", + "459dd06d08f6d9b60ba6e4de2c1cdcd3a3a91e1eb7304d60266ed8e8f2130b91", + "45bcc6d17d9f2c38c31a1be7da5510e6b6ea61fdc3f448689e7bf557b917b69c", + "4641eae58a63093a0c751e22e7b86bc9b700f0d4c36acab080b7b6cf6c2dfb1e", + "469c1a5dc65e24634bf784a133c9fea1a62498a700cd990756b9b027fc41d172", + "4804a2cfc0023e955e593c78381d3b61286259d442c14c89d1d1e92407953a92", + "48f7954a804296dbce08b9c95d314387500bb222018cae413205cf937b672257", + "4981fdf0cff45e9cfd46e9af6198b260a55a671e7c6efddbf0164e1aef93afd1", + "498457d95c5a3f99cecd457405f7d21120b9a08e4c5ed64780e9be6bf751f3ce", + "49d01844c161be1a3d2e570af94081a9527688b303ff92f984a752dd7dc87be2", + "4a73a9bf644e075b82f021ea56d9a66ffcd2ae6eede7be08b7db5a61473bc880", + "4ad614012d8df8ff7af9ba31d7a63b365d7992e11244b6a05f9bf24d92fbaee7", + "4b69e82727dbc355de5bd1921ea3124b831d4ced84915a8ea17cb1f666b72272", + "4b718fc596fa2894b76c4c3388eaa3cafa24a3af8a21a0f43510acab83df8f9f", + "4bab1aff689033aa4c5ca9ad5b166c0cd307e959e387e0654cb5eed13954fc89", + "4d1b2b46737f492f016c7dc383e3c7f669c785b3dd5240ac3721b358acbd8210", + "4d9004e2f0824a680dafdd2d3e869569f5ea3223dfd53857e67e90b452f37ec7", + "4d9b125e84a3703202d74eb7f29a681fa27e540a947b33b760a539a566dbfe03", + "4e7e45bb17bc9bd419ff97fee6db24b20ffb4cda75234ea855dc5666b6ac48ff", + "4edfb7c99fb79709890e6c45b460e44d5137860108f9dda149ffd7843eef1029", + "4eee787b9350fc39a739c41725af1a82512bae12c02713dcb64838730c98f876", + "4f01d0243893a64e9b0690140be0a84485018cba8c65d95baf195a77e01eb9a3", + "4f4d34c6580fbf468a3fc98965c01a35bf44997246e9871b664b1e19d91672ae", + "5018bb862f81847720619f8f0faf45793f51bafd9f02598bb3413d039e1ab16c", + "50cba560b4f304187a517a419477bedfc0c351246253780d3ca27f1935089076", + "51831cae9b2c0df8f6b4ba9e837bdf36fe82bcbd3211a421f31d99e95b98f7dc", + "525e8f64554faae4e6c637c78347bd2d133858ce5eedc1be0424aab9c618db14", + "52d082bc104632d9938fe8dfc7ece166c2904d572f64a45bd2ea620c32472417", + "52dc9d114df63ecad5379ac4d8a5b08e86d96d991d02b80861701cfe841342b5", + "533f765b91e8a44d0458df84c596a73394224692a5581ca91ebb30cde24e642d", + "53edbf5e4b0447cebdce43a796490ae0e070759f15c2e4d59dca2b93e42165a8", + "540e5b5c8295af60000acf168a53e7961db4644654d1b601d8aae8e0bda8acc3", + "541a78131848d13136d40bcf2334ca0c86868c3086b4360a34b2b29ed97fcb5f", + "542cc1af0c8e1265cbac8ceda239074b8d0f0309c06e5060131d228318b73650", + "5443fe36272511f859309a002380c67a01a450dc75b3e5b60fd4cd5d59da0ed7", + "54c4fb2d3e171d1c0f230ed8f9340280988aa897b23b90e3a93a276d22b76025", + "5519a34de4d24b8bba071f9b8117857e6e65941dc1258a6d4eff403442e70b72", + "55b7248a422de620d58db64541a22f179cfa3cca0313ded1cabf0a5e9ff35dae", + "580cc59e7949ec5c4ba6fb09ac960eb34c0035f5b4290317db2f4eab7f14e27a", + "58a330fb02ee4f7a3f5adb72db91181dc23bb1320e7019b4f5558f44b5d2391a", + "5a1041b583b67b6b9346d9abc55560b53e3517805648f43a2669b2b8bffeb5d5", + "5a6a0132c83f62a6cba965d40358ab914c16fc6bcd2831dd3b3db26572c90a1a", + "5ab3935d6a5fdb5903b53fab49f4d289b48fa1b120bd62db92fd3d5f632d7f83", + "5c2eb08e8e176b6c3b4634919de6c8c8efeb454b315fbf3c774760c66a301655", + "5ce2b13654f31d24873de055c34629f000c246ed4397ecc2062f5cad378c3111", + "5dd091b805a96934a5b52bf4aba8ed9ded2b5bc7ee913dfa714fec9fb4dc76c4", + "5dfbaffaa9eb3d8a67ea9eb6c41885b2f3c45786f3ce69af01f8c0f30fd7977f", + "5e02ce65c5893406958f95b7f69cf802e042c60b08221b8727fa5d5016c8d0a7", + "5e22c92b199860d5664399375d86ebe84f1ede853411ff31a20208d9f8ee6a4d", + "5f33bc4ce5537fcb41f8aa551245f8e14f27d37045edb29c2a0bd8bd65e6f69e", + "5f4b2c0a277a52ecd448643366ec97cab00a082e455713a067c3eecc708b8b4e", + "5fca01db1ee71e3462ea89895a1813ccbffe8441ae9f399cd47ef2c82563a705", + "609d3b921f29270929930ca2794207cc6dbe1b51aaa0b2f024ef3c60154057a2", + "60c4aa72fc44b13fd9de803623fc04e1744910226d2a32e7675457172f1e3b7f", + "6133e8cd1edc38c7c1c9d4b50b506985f5b3df8259cae0bcdd0c2e065de20d24", + "618d53f71a4fb3768c995518218aec746c3fbef2f2890dc9eee4ae6c250671f6", + "61dc8dc952c410ae48a4de75e006138717f8e3fbb1b120a74834023df56da812", + "62afee6acafef492a58695ae10b9aedccbb2acac25c8ded11c5fb04807b22c0f", + "630fca898e849462716b2727150d539f480951c2a6c37ed073048e5fb4de5b18", + "65573e39f2f6860c70d6b314fe203f46c6ba472871e4721cec880898c78a4c46", + "66990e5666d927abe3213ae2dd12b4bedd73a278757255cdb9a11fb546391d55", + "66de57d988227dfd54fb3f690ec5af4ed71193fd4f61cdcc1aca010245a452d0", + "68b57c72ec6aee1c6890ef817b1260a7a0a856c58768d54e656882cc85dbc970", + "68c584d3957300195152c69e1948188ce43d86fa1b0d4a8968e7d691078c8852", + "68d6aca0ea953877a2168d497f30b8e229688c61a3b59953ac01afb43c967184", + "69ceb0c1bbde81e023627bab10dff9e478e537ca180c123d0121f126f5d5a238", + "6a635ff442f0c208a7b1d825475664e95d509bcfa4f778eafbeb53b4d8f060bb", + "6b2f36a818a271d6e6cbd61d5b781d546ae232c8b6a36f4b7c5f46af3ed69d31", + "6b65bff555349fccdbf699bf95f33340bb33aa1e97f013b8fe4b4430143bcdd3", + "6bc4432668aff0b13a2ecd06031e03c0ec27716ff87160f2210efac773fee27a", + "6c37f0f057cb86f846f323998c192dd8cf0125775bbbbe1922aeb0f417ca4bf2", + "6c4e8f674283aa3bb9912d8bdbfe80445128011c1ac2c0aa40d0cebaaf149bb0", + "6ceab1a3fe900414b3efc02ccbfc7733367f4a2a307aa10a1e6b520c9c40dc3a", + "6d7647910e0eeac9e7ad78604e39ef4206b3e0ff2674f26f87728f3d5895b988", + "6e2f8cd9e87038683721f1c73ea42c66818715dbc90b5efb91712e2372d64c53", + "7047d073070dea7c149f283594ccb01b9d15823a32d1d2ee5cdcf14ba98f9cf4", + "71838e854303096f4fb33060cfad1239512f66037e7d095730160c705b321ef0", + "722a603518ac43d933180723219e85970b11435f7fe6ebcbf95b5970e1a66c3d", + "72916d366fca7fd42d84d1991dce5aa7ca0cc15dde6d7901bf497469084bced8", + "73a3da42a96f0b11d3c388986c79599f864bb73b8469ade8ff54a3f0d2420ef8", + "745e713464767e651b7aac34ee800172fa3c5c6b0ba9e17e89382e4e5d532dbf", + "758bb504a252912208617fbfda26b0ba282d611a05489aa347d4b76ea784246f", + "75ffe6c452283ea1d91964876699acea114cb569458a6db255d9132b78642af4", + "7684f854663ef8b0a8a060f1ee08b373bbffee93a958b44c2899d6ea0f0093a4", + "7748451d5342802025c0f777ab931f2b6305636f0ae150c512c02e67f9b7b1fd", + "7771858a975f19dd2a5d2a987380a89c1daaea46e2269dbf9cdb0bdf223e9a90", + "77f4a3433bbca295de58539f3ca0ba94e6d085b038cd4a17f3cfe0902ace83ec", + "7813c7d55bdf518a2df2e9833493cfaeffd5e33f94b6865fe6df60b63f22d5e1", + "79d8413ff55b1ead8d9e7ba6c4b7d87143e16db9eeded02c6c89deca1155caf3", + "7a22a3d76b498054510260a2de6d56eba2d91ee40cb97b95231f10bf5ee48fc3", + "7ba9c357b43342420854faa64a1a18919b9f2116be800bcf16eeaa34eac92dd4", + "7bfae4c9ce7ed3f9c163d0cd1278b9975e11ed69cea67cb756b13dd05c7dfff3", + "7c50cd496d0231841656bd1b7f05909b3cf6ef4b690a21479840abdf69238015", + "7cdac0e35b745afd541a0d39587041db27c3edcefde7d0707afc2240e46fae7f", + "7cf49e44d1ad79dd40eb976f3cf877c1c2274ae1d1c7c95a72cbb6fef1ad2705", + "7cff5f5043122dcac5d4bfa75fec4b58f31d10a93667245e47df355ec9e41c8b", + "7d2dfeb31ab2b882590e91b09c40467085557dbfa32e3b9d82555090f7a7680a", + "7dc774183005bbc53c1c05bf6553bc96f66af5a75840ba036a17a57c7eefe50a", + "7f17ae8f11690a38cdb78ae290f55e434ec12879163774b086d9b218b6b00eed", + "7f6aac77c62d80535ded477fefe1aecb148015a4661d460e9c4aeefb60b787a1", + "7f9d0e1e7f5333329d16bada92ab9f0dc535bb5c6ea1cbeda1785fe5ce277e6c", + "8012580d27745c8f642ba233fc3e9f8534c428bf93b2683d737a406980a211d0", + "8087f093dc46ed0cd75381c3fb368e7eef340e4cf4d17f2bd5f98d501a04bcb3", + "80e66d45f829bc00ef1bab55b7a1118cc3de88dad03890515669a30d28a07f3d", + "817194c76893fcd404b84d28c81f5c585528dd364adccdb0020099ea2a45ef61", + "81dc06c678b17a10a5328067c6a555d140a4a8cea4a740f989cad1c5eba1bde5", + "8263af2d38b886b758dee8743e5380d470847a9587bedcdcf156741f7fb7b7ce", + "829e4c245f07ae3bfc0f84dd04e18c20a12b3bc6fb6ca6398b9a883b4c78ba05", + "8302f54e4192d55bd528f65a89b85730bae2159d5f595b71ecc573d1f724a5c8", + "832eb6c1219ab8c9f21b0862eace2813c9cc258152e43be5430ed7e38a00d3a4", + "841704d928cc50b4f815e0d2aca87bfb7d5544ef898c0b075f6da841da49bc97", + "8420245211e57e268a80dd17eb943380955e2f35802389221ec3756c6ec650a7", + "84f5fda143bfe216c4a329b777baaef820c950492b5d37758de5de6c40757231", + "85b4e8c8eaa65df6e928b1f2e179221685d4666fedd66f61b6e2ddb9f93b4a27", + "86024a863eb5d7b5e07ee37c6f26c1f4e42b2382c620f7d276d6224c0e84e8e4", + "86a37906b8f2764056054d05e3bfe1717445b7bfbb9d80949e6a5d3cf8bab93e", + "86b09b8fc5929eaf4bd5b3a643da815fcd8808fd58874ff4985e83f36ac8fc7d", + "86cb44b722a497cd7695eaf6e55eb819814a3d0143da512f7196c991e2d992bf", + "86d9cfbfb911259b06d55c4caed3c5168b16456ba7a203955dfb1be1368c255f", + "87cb23c1f7d34522de599ba212cd9c98f0700b35028c980fb9743b6c7b1fdfcc", + "8847011462d8bb9b32da2cb2f323e4637255d08b1568f0acd53037386a9ccec3", + "887b8f5a5bd1e0af38fc3c3a3b4f1c4cd3978c62722ed115ef8714bbc3bbd63c", + "88bfaad3f1a51f584fe3ec523b26d87b69106aab68209e92bdf8225325402df9", + "895df5db13b1825e92afb3683df71a311d6342bbd5b4717e1743ed232c228c8a", + "8b4efbe4bf29c6e6f317dc7b1acaeca3484f57adeae10261ef30407067ae5183", + "8bbf5589e3e95684873774134a0295889ab56e7fa3d8194e25961abd57aebac8", + "8c0b28b33462657c0fe32ddae2385e8282595012a68f38a6324f432f285678fe", + "8c73e1f98107d56cef9cb4f8fbd770c8ce1bfc50a7e7714d9baf19da133a5473", + "8c7414c1a2171f34029e543278a252ea3ec4a329b305a21d6cf260908c54dbc1", + "8d1a19151db3e8c51bd49a0afa2c26b2bc9dbc5733e98b85d1f3044e4451565c", + "8e6dbd3ceaa4bda1238eeb367c6a1394429476ec29f9febde591076bca8753d2", + "8ee259732a2f9df72cbf32ef940b0bb9d57081162b499546415f2a7e1edc697a", + "8fa7ce14d6aae5441afb5a92ae8a21ddbff16df27b9e4416239efff10dcfa7d6", + "910a59f3b14d6705740884aa44a918e05b085f2549101ec3f2078a0d435171d9", + "9204c03c4d9e8f503a9ba0404e7d6c93d8ddda8f2e00a8d5af52f3872023afa8", + "9218b4a66e4c1f7f96a48208da6921421ca4b88b0f4cd0d9176cfe9d66ffa648", + "925e4d065431537778b7aa6abd97dba382c8cd36e5cd6c6c9cd1e80df7c43d2a", + "928f77d740903d209ccc848190516bdca7d2cb4a484a7f64affdb0321dd986b6", + "93073054dc6e1c09b5395a8a0e7a0c24d32b41a5cc610ee08b1b06aaab15ee4e", + "9336967bedb64864799ab11c5dbe9952acdc679f041362bad35a44cde48db893", + "938638b3d83e2c4ce8e55523172d3e5c40d6e0ad6befe77889a0afbd5a849e06", + "94218311ff38c818716db2d747e481493b3931fc0695120760970c4a0480e458", + "9482adc1860f04494332ec88e6152471b6f5d4d9f125c0c3c12b0ac549d316d3", + "96e2e52c28c9e4680a18626c0140830389dafc6c7d1d6188f4c65a2ba9a8336f", + "971c548a21973ba775d26a2352808f7e2ed2e589dfbac75b3f9f3de62b1b4159", + "972daee2426e4aa9de3349121d502546f9245d59879def1dc544903348eb8f40", + "97ff36496e76c5cf2f19a554d1200ed33907c21a94148c93f068b641300afc61", + "994f3c33f66415d1c656e5999ee93123a8efbde509ddebaf67f9cf4c36fab195", + "99f254b4352512081a8988206af3659313bf7e094f7dbc934f326e27f4d7f441", + "9a44dc704a815d1aa0282d892aced643751494d9615a2ff64ec9787fab28b4af", + "9ae8ddf4f81e72c61a6110836deef4b05c1a5e61ad05d59f13c98a1c0fdc4b5d", + "9b3df01e01f3f6ad44012553e9158f31dfbb8751f2641ff32d89cbe1aaac4e90", + "9f666af66871af874000eb3547499cdd497980e5f624e62891d131aa219edc13", + "9f66fe744971c2223c34a29582dfeb7c4eeb41b7c0491d971cfb3ddb222ce936", + "9f9392c9a1e3239f1f067430efee9e0d1aec04ab8e1f69219ba6b296830bcf77", + "9fdefef352160c118ddeaa2c65497f31c869153f49a6be9dbcc6a07ee323a088", + "a0318f5a6454cf76f9b1050c3f3cfd33e65f873f9c1a9e21a65464016ce793dc", + "a14fde8ad0141e8b0e4c90d266146502861ea4c2be9a6cc300c7873342782449", + "a26a933196c6e8d9a888064bbe08f292e2e94bc045de8065084f274545399f5d", + "a391b9801bd7b38f17800db9946ba707cf9ec8ac80886d41b996cd395b132aa6", + "a3fffd039b0ab8b4ddc1528dbf442024639a31d61a114e5c6e48e0eb83dd5c2e", + "a41c1b36c5bebec916f2705919989410973d668f02747d79163784723878a52f", + "a49b957ee6e9c2a8ce5c4b95a5e4b2733a1f769523a8aeca1e889063798b2abb", + "a4d4fe2f70675daaf6963acabd0be398e7c0691c72b2c53e8ba7449a2542a3ac", + "a53c4f46e164ffbbef3a1ea4404e6b0ba5b7585e50ca2e5b31cd14b0175e9f83", + "a55011f4e9452242ea1e75a6156924b3038f46d3834d72b32425f197fcdc2aa2", + "a5670c4656c2fc83ec0835d2cd1178d1f1dff5a6c6e650848166850894ec07e6", + "a5717ca8b1c11e62d65ea76e663c34be028ac408eb6347e0c7612c3a1d6bae8c", + "a58b4667aa301fcbc2989d1b985a508498e1e06bfbb1ae12688743238492c3f2", + "a627ed3f0eb883a5734065199140c0ff4a700edc3daf9418bfe37d24388684d9", + "a7108a97f142fd2c64524d835bfdf3b2508c1d28823a476b2f55aeb211e37914", + "a8253532fbeeb9dc1ce83943582abcdb22b8f79b95d344c0a313cf5642c23c7d", + "a9438a6c670c9bfcdb791f2b5e0eff0e9d95f20503d579712edc98a7357b5317", + "aa918da55ac73194b1790aab33a89fa6c909714ecbd059e7faf8219913d1a61c", + "adeb52eddd4b76ebeabb5c01a1e758ed4a1eb69630a7b88069b3db4c101d0362", + "afa82734c0d1064f2fbb3d1c3148a2c79aa527bc85c7f24ffc9b004b7a834cd4", + "b092057e67c260ac6b71c234a623580868023dad0c210c335b596cb9415027f5", + "b0a637b42be52cd5c8141a7d809af9b9585ad553128af789e376795758690d77", + "b17e096f91b76956dca8fbf7b4a9e29b25c5054093485cde96a544a93674055c", + "b1d96ef4ffcdaecd193f824207cb9a41ed13365a66d5babc1d094e1e388b329e", + "b2425eff321e4e14d28f4b15e1a3a08ac098f81df6f875ba674e22ec51f5c0ba", + "b2543c77717a17f4ffc5a305118cbf02340a8cf1822d3106c9f62f18d0d120e6", + "b2fc04aefa3015b01c19efc2d6f5ce4fd54a1efd4f781659fb192c9216c0fc62", + "b335da7048bddcd73da25488b069038b40e03540be5f0d3e7701c9f5679d87ea", + "b497fb7a9f160cde00734f5c6463ced31d45620deb393511e7320e1a617fd2b5", + "b6387c9cad97b6ad7d78aefe24da89842e0b66ae6f7b7f5c7430fc1932bab8f7", + "b6613d86b06870aabd3e77cdc40e07add0b7cd39ab1597a0cca9100c7623b08c", + "b704b3daf899a707d6ac953a73cd4b4fa2be25c28a42e68ca522b936e24e6780", + "b75598647ad0876b0fd0c948d3ffe274fda5836dd09a8082d38583c240795850", + "b7858986f41da3681f1bcb05e4ee0246aaf211d39ecad3c82169dcc29c0c129d", + "b8210bbbb17d9b8f8012aa590f342c48852129402dcc0f698cb9d56a4206b004", + "b82e15a939ed6645ad5e9df36d8d160b30573b3985e4358509d66e336f15ef59", + "b8dbea530bbc958ea037ba2e06253f7298aef387c07c0de1b24245ad46531d8d", + "b927fc91034dded9b5fa01550fbecec586c085e4c774cd2edfa046a277faf9b7", + "b988a2792940ca8d17ec2ce543eebe57e66249aa8b2cbc1c70402799b3be0125", + "b98d3244c9c96739b2e1cfd1b97f9da4b9c68a7e3dc3f4f3076319d5e80fec2a", + "b99e7af54c13259b55f224b8818d9528423c345030a6f3ffd7ad7b3f22f6db0d", + "bb89f6bffb0936dc5931158a9362efeb008d937305c9da483301c88c6cfac999", + "bd4e2f910d6fd6379c069dcd4d0e731e8ff3e0d2bf3f024fc06b81df2fc51328", + "bd6447a23cea8dad5bc2e1809b758c0a3e274c4de21241f223eb378e0b99882a", + "bd7e598dc4357d7bd8a1d3f694ef0df9ac3995a3adb03dc6dada27148e3f7492", + "bd81669bb70aebf49a09579ab6b4552f883549524b3d7f4037c7fa92014e2fef", + "bd9b87bb81182b11eca9a81ad4d641ad3c5f9ee5c0ac37588c87a80bbab817c8", + "be3755ec87ca16137465fd498097e6bbab4be6389fda0800cad627b88474635e", + "be932b39171e6de32382027b2a706e3eea3aee791f5f1f90f254785ee32a8e70", + "be93706fbf393d4acc924253ce386c1bb5b8219c7f7dbd89ec6f0cbe06c99421", + "bf20906f1df86186fc89379fb3d8d5f1094d59b37bf28d44745fd6e41c418df6", + "c0573c1117981e9dc1822f5049602f3ad6ee4d9e6035a78a08b1edb61d43cc31", + "c1572bfce8b029273db50114aa8f945f8782abb4fa00e75fb075cd088eaa2636", + "c2a78cb7ec81ecc9bec383ab129cfce90d41f9296463b8b13eeef2884b007ad3", + "c2c4b79ab1489bc009bee083761079395f48f9d226be87b448a8ac7677452aeb", + "c37dbc80b577307cd0167b0ac8b82fe8f9fe2312c8f7c0552869e0c8a67e4866", + "c38279a86508c9ccb3d1cce1c09cdb2d9045397b8c244b5d83528d2538ffb32e", + "c5a2768beaeaa416cb5363a838278aa53e384f6b0b4e6f11ea06c8aaa5bcf591", + "c6e4353914d70195a7f3f4d97879d8fa17fe2d1ed2c23fabe14fb2f47ba28d7f", + "c8ee886768ecf9a263bcdb7282a1973dbcf61d19330d3d4abb8b99f1e4d0918b", + "c90391506e9de36d761156577b5e8d052a20096078c670027e0215abfaea32d9", + "c96d9dad9475e57944682bdb32ddc29b749431038e75c7a6d0594098487b4f14", + "ca5f1d4a686c704495ef54c4a7d7484e3f47c1f38a361e2db68aff9d72a772a4", + "ccebed809dd4feb69b4c3b3b3d4ae939e3fde214427ea99cd97f55e49ad5b42d", + "cd0cbdef471e564daa3377e022e622206bf384eb799a3caf052027da379e6bfe", + "cde05777ebf519d9d5cbc32c70d627fbcfa09a20102c054f4abd1577bb4c3fa6", + "cf5ad1f54bff9d9bf70b2e6d6510c2b4470c794f4568e809c65a18648a592451", + "cfe85387971de2625083a3f9deaacf348c759306b9a761e17874413ed47c4600", + "d044049ee253eeba638fcfe3f60bd58be42a0f49f4915b3b97e44803f34f1d95", + "d1099b0413b1a443c49d3e1ea31f6990d75e225453b33be430c8062caca79338", + "d11033de27092c7639922e586ac7022b8cb55dbcc6f08e393913be04e7f7205d", + "d20f64af91a020cd60de869540dbbfc8ac32d4faf450480c13eb1f3eb7fa3e52", + "d2bbd3c5548fdd09f813c2490d153c78a8af74c755c02cf3497588ac321476af", + "d3c38cd61a49db7b8aa336013e687a396c892c9a0cc4702d46911747632f948c", + "d415e0b8c0093a1ba14258e40e1aabb6905d2c98a6abc8f08a82ac9431eeaf43", + "d508361dcf52ae785901f36dcd855764730b11ab400fbb1a4c7c636f6738d992", + "d543e02b29981c2ecde24881f79b62ad7d65cbd99cacd4e640b6c410f46a9be5", + "d73c8ee431ade6e1b2e7d74facb8e1f8149eea7f5424edf80ae17ab6ba42d275", + "d74a31a15bf6d956e45b667a347932b4412571ebf44bd68d86b62ac45383c4c5", + "d81e0524a2810d7fa47cc5b5b66da3e1275dafffe084e34f2fbe7557049528f4", + "d83a6a42b0753e8485ab9264e7030e516f48dd44ee6ebe7860afeda9acfd7a0e", + "d84bc4b541486ecf463b0997e370a76c3fa182761fb345b5f083fd7512038f17", + "d875623a552ebe002143094173871690a95e4ee54140b6d74253633465298a79", + "d8aa9109d8e7c1a9b15ebeb5368eabae6eb9d5aa3923637e8996421092190a74", + "d9791761a59227220ece34dcbb5fb3d3d9903a0b5dbd85c0d01c5214b69dde0b", + "db7ceb27359a5b9813a451b448aabaec30c1f132501cc65986389544983bc8ca", + "dc26688fd3f3bf8de98b25462d69a60ce7f466033f919553c3c6872ac74faafc", + "dd6e4c3998f535b5b66ef4799c105bcf571c1763e11727c695c73b78e73d2a38", + "dd9c0a9f9a6d0a920109059ae2a43d8b433d033743a279059bde17398d503004", + "debdf6dcff2f2e957651abf47190dcaa4cb956b8aa9cfc0fecb9e768edcf3b98", + "dee19db3e3450e84e3f99706ffec37d698cb13f7cd4ac76729265dcac2b5d44a", + "df30dc755cc38e920ae8d9323a6f8efd3ac976f752462d95f2bae16453034c29", + "e05ae3f86a0fc0d1406d0ff5948773844f2f1741aa2485f1fba4e0edd4e81db4", + "e0cbcefc194c72bf1cff83654a299ccdbdec23fefcaf2ff45f8b2f0e1cf0e437", + "e112f179406d415cabe26b68440af8e51c816d156ed85696828a6c5159346fce", + "e16894303620c815a4f49c8586d737c13fa0cd6d054f40aaf9063c027f5fdcad", + "e28785317eeff5ecdd6145b6140d781c770449a4762922c3b6d397d19498c57d", + "e589aa96273ccb4165d74fdb416e368bc41355cf1ee6c177e790a5d4fcee58b4", + "e690a21a340ca630f26db2cca31587c42c453874419e4c04a741887c54ffc80d", + "e7002e6dbbff27e85564f42aef85fad9a707d1815ccb6c3f3e47740c85908aa3", + "e739d56f8c7a1568e17edeac600fed4f40c525e12c35210580205cff932fcfa7", + "e7e9a266f6f7a82554e3b14befb797bf4a41984ba7e2663c93be7f036c78f946", + "e8fe9a92835f0ef53330f5a4b771384380cdebd5d52bb5e86679c4dc1734ae7e", + "e96888d7d3f71f62047afcfdee212cd651206b6669c981a79fc818b87919828c", + "eab57568b298ef1cd4b0dccda61e2298241c4cd12e93b24cdc49f2c92b25cc04", + "eb5950bff96fac945a9dc33dd00739bb6d95503a14f6dd40afa3ade6cd3a0d90", + "eb7ce7ee77e377f4fa97ac4c426749c83fe7390cd8b7097e3a2aee692599962f", + "ec283bbf9c03dc73b62e0c0f00a178a23e21b90e62f654cb3d466e08e395d28a", + "ed8e402bd1a016413be08f0e9cb1dc26b15d976e8759930198c0304431f07da5", + "edb5574d009ee18eb19563f09587481989006ac02d572258ac7d0a704afec484", + "edd6b6c2ccd3ecb13e3012ff88852a7fd88c78f27e5597c4b438505d3608e84c", + "ee12e16c71c41dac8dc947c5423bf17c0cc9b5aa5deec8f55057a83bc3727d16", + "eeac3052aba13021d1be5b7b22a9aa2115f4d96c2612a0138e5f7d976ad26874", + "f02d0492dbabd9d62040a2988045eb1087fcad2a13d2cf1b04e131a27bacabd1", + "f0d8e74afb68279e6115cc369cadb222f6341efd28548430abc988f740ed13de", + "f229a18ffd0abf4772fe87b68a7ce6180b9109fd50d2bcf13da322766b2dad8c", + "f240d197b98753c2837c574f02af5dad6602bb02d2d1dde5c4401b50d4aa5706", + "f30fc00d0a59c04c029946514b3accc81c0c96b96402d67ab19b7cf4ab2b9ed0", + "f4b0a16d17858978ad779ed1161d562e7353d7007ea77c0f93c9489ce7ae128f", + "f531c44b42abd4e5690d70a90dc0f51f4fce56b65bbe89c769188fcab1af7417", + "f64570e9631e9bafcffb6fa049db5cbdc97ae7437f632af52674ea46447b307a", + "f694e411986769400a4bd755f4e6f4ae50794804ca363e2820b35e77ab4bf516", + "f7bda20eb265cef604dfa3fa03a0abecc1f6ad204710288c654b690370311cd7", + "f7c750e5b29465e56a8bbf1fa5046013b9c1ce4342f3f792dde4b80d0a0b2e83", + "f90b5f66967564ea762b74465943b69cf96fc71f926f926a591fe6ef05545805", + "f9f06da14bf1d57386851690bb94288cd3b1a368917765b46d11e3f5e2802052", + "f9f33b2057db3c7d9726109d9617bd37f8ef089b6e1583377d08385d52e02e8a", + "fa032edcd86968b3d1117c5978936894c733e21bcbacf7c98b9b521e8ee87dad", + "fa1ae0da300cdc977927390f502bc32ed7910a0752dfa98a4a2465ad918e6aee", + "fb23fde25430e3a53a7d807e41969b14e8dfc53885d86dcff62f082e8794ad23", + "fb597f4c310e4a3284c3000d0f9f528a0e9bfe1decfdab629820b72eb6f14555", + "fc0d39918a7b6774005db3d0c2cf333ee63ba116e2108f400a5b2fdcc7ab53ba", + "fc87e2c106a635f1ed1011b83f3ee89297d53c893493f49342b18dd4a8fae6c5", + "fcbf462ada431ea4e42e9190f3a8e717842696f4ba1ea470300e0e16f9bdf0fc", + "fd265b85a51de10189dfc2af020f3210ff668958fa854c0af4764307b38f9c61", + "fe27613ddfeb61f58d93ffd4cb8ac1348f41c747f7912e0cf55c20b97365b92e", + "fefcb03d77be6e00c50fd6d97c393c82f31a5cdf8d41ec6135c98edc6ddda4e5" + ], + "task_counts": { + "LiftPegUpright-v1": 1280, + "PickCube-v1": 2352, + "PullCube-v1": 800, + "PushCube-v1": 1120, + "StackCube-v1": 1008 + } +} diff --git a/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/train.log b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/train.log new file mode 100644 index 0000000000000000000000000000000000000000..eff9ba5ead3f1bf88cf4839ce20d567fc94528fc --- /dev/null +++ b/workspace/runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2/train.log @@ -0,0 +1 @@ +CTT checkpoint trained separately; rollout used checkpoint=runs/ctt_residual_base_context_obs_seed2/model.pt